2022-01-25T22:29:51.748 INFO:root:teuthology version: 1.1.0-7c0cb867 2022-01-25T22:29:51.749 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --name yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi --description rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} --archive /home/teuthworker/archive/yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi/6640215 --owner scheduled_yuriw@teuthology -- /home/teuthworker/archive/yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi/6640215/orig.config.yaml 2022-01-25T22:29:51.792 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2022-01-25T22:29:51.855 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi/6640215 branch: wip-yuri4-testing-2022-01-24-1706-pacific description: rados/cephadm/mgr-nfs-upgrade/{0-distro/centos_8.stream_container_tools 1-bootstrap/16.2.4 1-start 2-nfs 3-upgrade-with-workload 4-final} email: null first_in_suite: false job_id: '6640215' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: wip-yuri4-testing-2022-01-24-1706-pacific ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-whitelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 install: ceph: flavor: default sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-yuri4-testing-2022-01-24-1706-pacific sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c owner: scheduled_yuriw@teuthology priority: 51 repo: https://github.com/ceph/ceph-ci.git roles: - - host.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - - host.b - osd.4 - osd.5 - osd.6 - osd.7 sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c sleep_before_teardown: 0 suite: rados suite_branch: wip-yuri4-testing-2022-01-24-1706-pacific suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_5bfc361ee5ddb060baaa8b6c472feff0ae2b176c/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c targets: smithi120.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAeizFQjrBw/2jx3r4x2VSGaJ1V1LMABgf9Tyvt8rkcs8uW5OJ1HDpXB/tiqRg7kCC/hVVtuRUhIpem5xF7/YZYYnas2raikMhYi0FKcDfsQiKbTohxo/JDPb++GSG7N6FxLcqLX5c3gIo9PkLz0zV64MunlkI+rgAspIjcxznR6vaExGC/PuBZZeRUaO4eMNnDlmImBaraP7jHkXQ8d1+LVQBZpcaebasQdS+9AWgdUnqenFiOif6GDAm3qAiKrwzrpDp9kziQDgdmEytZs8OJGT2FOC6m2TtrusTTXVKgpW/fXVR7YkRul1OPDmpDG38maEO3MQJp27Y4OT3wkOxuRtrhzFE5i+9RNnJMPfjryDfxdSnW0BV17Jt7oN4zpQpvt8L9mbhf5xVZ3Qz1WNAffKCwHtik6WpL9kmJfK/rJPQguInNo2B+vz5O/zz405be79bWQmIe9OQzB2QPZjbPsQ0ZPkYOlAfVIOqNTyOGNvXVe4bke2WFG6oZXt79e0= smithi145.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDV9rb4M4wtE1ckkee/zftNxHPueKRHfsBvCYIawzVlEDNqovmME2WrllmHolostxK/3fH1rG5TCoaXYlzBSzUVEEHtuQUWXWZar1s/g3LrJOTQAA5S66M0bDKfmiaAZvuWp4WHDVNeiKgzyApPgoGltIj5ayvgfkuzP3dRH9LT26QhZUhGLFYFhowL3bZOvivB6AX83V/SGA29VGXo5YFLg4n2EPEKK+LZ4TnPRO0LlmtQC31oHcf753sqK7T/Ago2G9mreokF69RcIJAjpvBIi9XOCyEr6mR1n4EjbADZ5OG3SewcdlbGu7vbSaIlF0/dLMHWhTPDDhiGh5sXXA2LNVI0t7XJCYQE7Y3DFHOMPvKOz1WvRI6TFKge7nC5S+ySVd0Jt7VAt3qrQhftIFY9YMnTuH9M5XJ5sodM+hL8I9gfU5bmphoMedf8tNoNIkjH5cP35UhpYnQW2PhYEeyAbgdIADF6cTVnsgWVD+IPmI7L6SJHhSt0ZVOtu4nKBeM= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - cephadm: avoid_pacific_features: true cephadm_branch: v16.2.4 cephadm_git_url: https://github.com/ceph/ceph image: docker.io/ceph/ceph:v16.2.4 roleless: true - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - vip.exec: all-hosts: - systemctl stop nfs-server - cephadm.shell: host.a: - ceph fs volume create foofs - cephadm.wait_for_service: service: mds.foofs - cephadm.shell: host.a: - ceph nfs cluster create foo --placement=2 || ceph nfs cluster create cephfs foo --placement=2 - ceph nfs export create cephfs --fsname foofs --clusterid foo --binding /fake || ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake - while ! ceph orch ls | grep nfs | grep 2/2 ; do sleep 1 ; done - vip.exec: host.a: - mkdir /mnt/foo - while ! mount -t nfs $(hostname):/fake /mnt/foo -o sync ; do sleep 5 ; done - echo test > /mnt/foo/testfile - sync - parallel: - upgrade-tasks - workload-tasks - vip.exec: host.a: - umount /mnt/foo - cephadm.shell: host.a: - ceph nfs cluster ls | grep foo - ceph nfs export ls foo --detailed - rados -p .nfs --all ls - - ceph config get mgr mgr/cephadm/migration_current | grep 4 teuthology_branch: master teuthology_sha1: 7c0cb8672986d9dbe53078a123af65593653ef7a timestamp: 2022-01-25_22:16:37 tube: smithi upgrade-tasks: sequential: - cephadm.shell: env: - sha1 host.a: - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph config set global log_to_journald false --force - ceph mgr module enable nfs --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - cephadm.shell: env: - sha1 host.a: - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - echo "wait for servicemap items w/ changing names to refresh" - sleep 60 - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - cephadm.wait_for_service: service: nfs.foo user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.20261 workload-tasks: sequential: - exec: host.a: - cd /mnt/foo && dbench 5 -t 600 || true - umount /mnt/foo - while ! mount -t nfs $(hostname):/fake /mnt/foo ; do sleep 5 ; done - cd /mnt/foo && dbench 5 -t 5 2022-01-25T22:29:51.855 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_5bfc361ee5ddb060baaa8b6c472feff0ae2b176c/qa; will attempt to use it 2022-01-25T22:29:51.856 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_5bfc361ee5ddb060baaa8b6c472feff0ae2b176c/qa/tasks 2022-01-25T22:29:51.856 INFO:teuthology.run_tasks:Running task internal.check_packages... 2022-01-25T22:29:51.858 INFO:teuthology.task.internal:Checking packages... 2022-01-25T22:29:51.877 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '5bfc361ee5ddb060baaa8b6c472feff0ae2b176c' 2022-01-25T22:29:51.878 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2022-01-25T22:29:51.878 INFO:teuthology.packaging:ref: None 2022-01-25T22:29:51.879 INFO:teuthology.packaging:tag: None 2022-01-25T22:29:51.879 INFO:teuthology.packaging:branch: wip-yuri4-testing-2022-01-24-1706-pacific 2022-01-25T22:29:51.879 INFO:teuthology.packaging:sha1: 5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:29:51.879 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-yuri4-testing-2022-01-24-1706-pacific 2022-01-25T22:29:52.083 INFO:teuthology.task.internal:Found packages for ceph version 16.2.7-240.g5bfc361e 2022-01-25T22:29:52.083 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2022-01-25T22:29:52.091 INFO:teuthology.task.internal:no buildpackages task found 2022-01-25T22:29:52.091 INFO:teuthology.run_tasks:Running task internal.save_config... 2022-01-25T22:29:52.162 INFO:teuthology.task.internal:Saving configuration 2022-01-25T22:29:52.178 INFO:teuthology.run_tasks:Running task internal.check_lock... 2022-01-25T22:29:52.288 INFO:teuthology.task.internal.check_lock:Checking locks... 2022-01-25T22:29:52.310 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi120.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi/6640215', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-01-25 22:25:00.691344', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLhbb4RFnNG08Ut1U8ed6loocYw9d/K024/SzsY1OV+qc7JyU7GEi8vEGaNXqVIWJmlEe7T3BmMlR3JGr2AsAbE='} 2022-01-25T22:29:52.330 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi145.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2022-01-25_22:16:37-rados-wip-yuri4-testing-2022-01-24-1706-pacific-distro-default-smithi/6640215', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2022-01-25 22:25:00.689647', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJb6p2/Pntr3f4DVJ1jWjHl83PteOGaNDeOQyKkntbDSDx5RHc3SXv+/PpFuWsXNGaPG9baFX8fY0GqbrC2o6OU='} 2022-01-25T22:29:52.330 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2022-01-25T22:29:52.361 INFO:teuthology.task.internal:roles: ubuntu@smithi120.front.sepia.ceph.com - ['host.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'] 2022-01-25T22:29:52.361 INFO:teuthology.task.internal:roles: ubuntu@smithi145.front.sepia.ceph.com - ['host.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7'] 2022-01-25T22:29:52.361 INFO:teuthology.run_tasks:Running task console_log... 2022-01-25T22:29:52.553 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7efd661cdbf8>, signals=[15]) 2022-01-25T22:29:52.555 INFO:teuthology.run_tasks:Running task internal.connect... 2022-01-25T22:29:52.566 INFO:teuthology.task.internal:Opening connections... 2022-01-25T22:29:52.567 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi120.front.sepia.ceph.com 2022-01-25T22:29:52.569 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi120.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:29:52.636 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi145.front.sepia.ceph.com 2022-01-25T22:29:52.637 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:29:52.707 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2022-01-25T22:29:52.718 DEBUG:teuthology.orchestra.run.smithi120:> uname -m 2022-01-25T22:29:52.737 INFO:teuthology.orchestra.run.smithi120.stdout:x86_64 2022-01-25T22:29:52.737 DEBUG:teuthology.orchestra.run.smithi120:> cat /etc/os-release 2022-01-25T22:29:52.796 INFO:teuthology.orchestra.run.smithi120.stdout:NAME="CentOS Stream" 2022-01-25T22:29:52.796 INFO:teuthology.orchestra.run.smithi120.stdout:VERSION="8" 2022-01-25T22:29:52.797 INFO:teuthology.orchestra.run.smithi120.stdout:ID="centos" 2022-01-25T22:29:52.797 INFO:teuthology.orchestra.run.smithi120.stdout:ID_LIKE="rhel fedora" 2022-01-25T22:29:52.797 INFO:teuthology.orchestra.run.smithi120.stdout:VERSION_ID="8" 2022-01-25T22:29:52.797 INFO:teuthology.orchestra.run.smithi120.stdout:PLATFORM_ID="platform:el8" 2022-01-25T22:29:52.798 INFO:teuthology.orchestra.run.smithi120.stdout:PRETTY_NAME="CentOS Stream 8" 2022-01-25T22:29:52.798 INFO:teuthology.orchestra.run.smithi120.stdout:ANSI_COLOR="0;31" 2022-01-25T22:29:52.798 INFO:teuthology.orchestra.run.smithi120.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2022-01-25T22:29:52.798 INFO:teuthology.orchestra.run.smithi120.stdout:HOME_URL="https://centos.org/" 2022-01-25T22:29:52.799 INFO:teuthology.orchestra.run.smithi120.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2022-01-25T22:29:52.799 INFO:teuthology.orchestra.run.smithi120.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2022-01-25T22:29:52.799 INFO:teuthology.orchestra.run.smithi120.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2022-01-25T22:29:52.800 INFO:teuthology.lock.ops:Updating smithi120.front.sepia.ceph.com on lock server 2022-01-25T22:29:52.820 DEBUG:teuthology.orchestra.run.smithi145:> uname -m 2022-01-25T22:29:52.839 INFO:teuthology.orchestra.run.smithi145.stdout:x86_64 2022-01-25T22:29:52.840 DEBUG:teuthology.orchestra.run.smithi145:> cat /etc/os-release 2022-01-25T22:29:52.897 INFO:teuthology.orchestra.run.smithi145.stdout:NAME="CentOS Stream" 2022-01-25T22:29:52.897 INFO:teuthology.orchestra.run.smithi145.stdout:VERSION="8" 2022-01-25T22:29:52.897 INFO:teuthology.orchestra.run.smithi145.stdout:ID="centos" 2022-01-25T22:29:52.898 INFO:teuthology.orchestra.run.smithi145.stdout:ID_LIKE="rhel fedora" 2022-01-25T22:29:52.898 INFO:teuthology.orchestra.run.smithi145.stdout:VERSION_ID="8" 2022-01-25T22:29:52.898 INFO:teuthology.orchestra.run.smithi145.stdout:PLATFORM_ID="platform:el8" 2022-01-25T22:29:52.898 INFO:teuthology.orchestra.run.smithi145.stdout:PRETTY_NAME="CentOS Stream 8" 2022-01-25T22:29:52.898 INFO:teuthology.orchestra.run.smithi145.stdout:ANSI_COLOR="0;31" 2022-01-25T22:29:52.899 INFO:teuthology.orchestra.run.smithi145.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2022-01-25T22:29:52.899 INFO:teuthology.orchestra.run.smithi145.stdout:HOME_URL="https://centos.org/" 2022-01-25T22:29:52.899 INFO:teuthology.orchestra.run.smithi145.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2022-01-25T22:29:52.899 INFO:teuthology.orchestra.run.smithi145.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2022-01-25T22:29:52.899 INFO:teuthology.orchestra.run.smithi145.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2022-01-25T22:29:52.900 INFO:teuthology.lock.ops:Updating smithi145.front.sepia.ceph.com on lock server 2022-01-25T22:29:52.917 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2022-01-25T22:29:52.930 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2022-01-25T22:29:52.981 INFO:teuthology.task.internal:Checking for old test directory... 2022-01-25T22:29:52.981 DEBUG:teuthology.orchestra.run.smithi120:> test '!' -e /home/ubuntu/cephtest 2022-01-25T22:29:52.984 DEBUG:teuthology.orchestra.run.smithi145:> test '!' -e /home/ubuntu/cephtest 2022-01-25T22:29:53.001 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2022-01-25T22:29:53.015 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2022-01-25T22:29:53.016 DEBUG:teuthology.orchestra.run.smithi120:> test -z $(ls -A /var/lib/ceph) 2022-01-25T22:29:53.042 DEBUG:teuthology.orchestra.run.smithi145:> test -z $(ls -A /var/lib/ceph) 2022-01-25T22:29:53.073 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2022-01-25T22:29:53.132 INFO:teuthology.run_tasks:Running task kernel... 2022-01-25T22:29:53.150 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2022-01-25T22:29:53.151 INFO:teuthology.task.kernel:config {'host.a': {'kdb': True, 'sha1': 'distro'}, 'host.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2022-01-25T22:29:53.151 DEBUG:teuthology.orchestra.run.smithi120:> uname -r 2022-01-25T22:29:53.152 DEBUG:teuthology.orchestra.run.smithi145:> uname -r 2022-01-25T22:29:53.170 INFO:teuthology.orchestra.run.smithi120.stdout:4.18.0-348.2.1.el8_5.x86_64 2022-01-25T22:29:53.170 INFO:teuthology.task.kernel:Running kernel on smithi120: 4.18.0-348.2.1.el8_5.x86_64 2022-01-25T22:29:53.170 DEBUG:teuthology.orchestra.run.smithi120:> sudo yum install -y kernel 2022-01-25T22:29:53.172 INFO:teuthology.orchestra.run.smithi145.stdout:4.18.0-348.2.1.el8_5.x86_64 2022-01-25T22:29:53.172 INFO:teuthology.task.kernel:Running kernel on smithi145: 4.18.0-348.2.1.el8_5.x86_64 2022-01-25T22:29:53.172 DEBUG:teuthology.orchestra.run.smithi145:> sudo yum install -y kernel 2022-01-25T22:29:54.207 INFO:teuthology.orchestra.run.smithi120.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:29:54.208 INFO:teuthology.orchestra.run.smithi120.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:29:54.247 INFO:teuthology.orchestra.run.smithi145.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:29:54.248 INFO:teuthology.orchestra.run.smithi145.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:29:56.176 INFO:teuthology.orchestra.run.smithi120.stdout:CentOS-8 - AppStream 27 MB/s | 19 MB 00:00 2022-01-25T22:29:56.181 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS-8 - AppStream 27 MB/s | 19 MB 00:00 2022-01-25T22:30:00.144 INFO:teuthology.orchestra.run.smithi120.stdout:CentOS-8 - Base 27 MB/s | 18 MB 00:00 2022-01-25T22:30:00.573 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS-8 - Base 20 MB/s | 18 MB 00:00 2022-01-25T22:30:02.918 INFO:teuthology.orchestra.run.smithi120.stdout:CentOS-8 - Extras 88 kB/s | 16 kB 00:00 2022-01-25T22:30:03.578 INFO:teuthology.orchestra.run.smithi120.stdout:CentOS-8 - PowerTools 7.2 MB/s | 3.9 MB 00:00 2022-01-25T22:30:03.589 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS-8 - Extras 59 kB/s | 16 kB 00:00 2022-01-25T22:30:04.058 INFO:teuthology.orchestra.run.smithi145.stdout:CentOS-8 - PowerTools 11 MB/s | 3.9 MB 00:00 2022-01-25T22:30:06.836 INFO:teuthology.orchestra.run.smithi120.stdout:Copr repo for python3-asyncssh owned by ceph 1.4 kB/s | 3.5 kB 00:02 2022-01-25T22:30:06.840 INFO:teuthology.orchestra.run.smithi145.stdout:Copr repo for python3-asyncssh owned by ceph 1.7 kB/s | 3.5 kB 00:02 2022-01-25T22:30:08.330 INFO:teuthology.orchestra.run.smithi120.stdout:Apache Arrow 135 kB/s | 184 kB 00:01 2022-01-25T22:30:08.408 INFO:teuthology.orchestra.run.smithi145.stdout:Apache Arrow 128 kB/s | 184 kB 00:01 2022-01-25T22:30:09.632 INFO:teuthology.orchestra.run.smithi145.stdout:Extra Packages for Enterprise Linux 10 MB/s | 11 MB 00:01 2022-01-25T22:30:09.645 INFO:teuthology.orchestra.run.smithi120.stdout:Extra Packages for Enterprise Linux 9.5 MB/s | 11 MB 00:01 2022-01-25T22:30:12.304 INFO:teuthology.orchestra.run.smithi120.stdout:lab-extras 539 kB/s | 24 kB 00:00 2022-01-25T22:30:12.308 INFO:teuthology.orchestra.run.smithi145.stdout:lab-extras 404 kB/s | 24 kB 00:00 2022-01-25T22:30:14.727 INFO:teuthology.orchestra.run.smithi120.stdout:Package kernel-4.18.0-348.2.1.el8_5.x86_64 is already installed. 2022-01-25T22:30:14.728 INFO:teuthology.orchestra.run.smithi120.stdout:Package kernel-4.18.0-240.el8.x86_64 is already installed. 2022-01-25T22:30:14.779 INFO:teuthology.orchestra.run.smithi145.stdout:Package kernel-4.18.0-348.2.1.el8_5.x86_64 is already installed. 2022-01-25T22:30:14.780 INFO:teuthology.orchestra.run.smithi145.stdout:Package kernel-4.18.0-240.el8.x86_64 is already installed. 2022-01-25T22:30:14.838 INFO:teuthology.orchestra.run.smithi120.stdout:Dependencies resolved. 2022-01-25T22:30:14.838 INFO:teuthology.orchestra.run.smithi120.stdout:================================================================================ 2022-01-25T22:30:14.839 INFO:teuthology.orchestra.run.smithi120.stdout: Package Architecture Version Repository Size 2022-01-25T22:30:14.839 INFO:teuthology.orchestra.run.smithi120.stdout:================================================================================ 2022-01-25T22:30:14.839 INFO:teuthology.orchestra.run.smithi120.stdout:Installing: 2022-01-25T22:30:14.839 INFO:teuthology.orchestra.run.smithi120.stdout: kernel x86_64 4.18.0-358.el8 CentOS-Base 7.5 M 2022-01-25T22:30:14.840 INFO:teuthology.orchestra.run.smithi120.stdout:Installing dependencies: 2022-01-25T22:30:14.840 INFO:teuthology.orchestra.run.smithi120.stdout: kernel-core x86_64 4.18.0-358.el8 CentOS-Base 38 M 2022-01-25T22:30:14.840 INFO:teuthology.orchestra.run.smithi120.stdout: kernel-modules x86_64 4.18.0-358.el8 CentOS-Base 31 M 2022-01-25T22:30:14.840 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:30:14.841 INFO:teuthology.orchestra.run.smithi120.stdout:Transaction Summary 2022-01-25T22:30:14.841 INFO:teuthology.orchestra.run.smithi120.stdout:================================================================================ 2022-01-25T22:30:14.841 INFO:teuthology.orchestra.run.smithi120.stdout:Install 3 Packages 2022-01-25T22:30:14.841 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:30:14.842 INFO:teuthology.orchestra.run.smithi120.stdout:Total download size: 77 M 2022-01-25T22:30:14.842 INFO:teuthology.orchestra.run.smithi120.stdout:Installed size: 91 M 2022-01-25T22:30:14.843 INFO:teuthology.orchestra.run.smithi120.stdout:Downloading Packages: 2022-01-25T22:30:14.878 INFO:teuthology.orchestra.run.smithi145.stdout:Dependencies resolved. 2022-01-25T22:30:14.879 INFO:teuthology.orchestra.run.smithi145.stdout:================================================================================ 2022-01-25T22:30:14.879 INFO:teuthology.orchestra.run.smithi145.stdout: Package Architecture Version Repository Size 2022-01-25T22:30:14.880 INFO:teuthology.orchestra.run.smithi145.stdout:================================================================================ 2022-01-25T22:30:14.880 INFO:teuthology.orchestra.run.smithi145.stdout:Installing: 2022-01-25T22:30:14.880 INFO:teuthology.orchestra.run.smithi145.stdout: kernel x86_64 4.18.0-358.el8 CentOS-Base 7.5 M 2022-01-25T22:30:14.880 INFO:teuthology.orchestra.run.smithi145.stdout:Installing dependencies: 2022-01-25T22:30:14.881 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-core x86_64 4.18.0-358.el8 CentOS-Base 38 M 2022-01-25T22:30:14.881 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-modules x86_64 4.18.0-358.el8 CentOS-Base 31 M 2022-01-25T22:30:14.881 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:30:14.881 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction Summary 2022-01-25T22:30:14.882 INFO:teuthology.orchestra.run.smithi145.stdout:================================================================================ 2022-01-25T22:30:14.882 INFO:teuthology.orchestra.run.smithi145.stdout:Install 3 Packages 2022-01-25T22:30:14.882 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:30:14.883 INFO:teuthology.orchestra.run.smithi145.stdout:Total download size: 77 M 2022-01-25T22:30:14.883 INFO:teuthology.orchestra.run.smithi145.stdout:Installed size: 91 M 2022-01-25T22:30:14.883 INFO:teuthology.orchestra.run.smithi145.stdout:Downloading Packages: 2022-01-25T22:30:15.951 INFO:teuthology.orchestra.run.smithi145.stdout:(1/3): kernel-4.18.0-358.el8.x86_64.rpm 7.0 MB/s | 7.5 MB 00:01 2022-01-25T22:30:16.972 INFO:teuthology.orchestra.run.smithi120.stdout:(1/3): kernel-4.18.0-358.el8.x86_64.rpm 3.5 MB/s | 7.5 MB 00:02 2022-01-25T22:30:17.434 INFO:teuthology.orchestra.run.smithi145.stdout:(2/3): kernel-modules-4.18.0-358.el8.x86_64.rpm 12 MB/s | 31 MB 00:02 2022-01-25T22:30:18.043 INFO:teuthology.orchestra.run.smithi145.stdout:(3/3): kernel-core-4.18.0-358.el8.x86_64.rpm 12 MB/s | 38 MB 00:03 2022-01-25T22:30:18.046 INFO:teuthology.orchestra.run.smithi145.stdout:-------------------------------------------------------------------------------- 2022-01-25T22:30:18.046 INFO:teuthology.orchestra.run.smithi145.stdout:Total 24 MB/s | 77 MB 00:03 2022-01-25T22:30:18.397 INFO:teuthology.orchestra.run.smithi120.stdout:(2/3): kernel-core-4.18.0-358.el8.x86_64.rpm 11 MB/s | 38 MB 00:03 2022-01-25T22:30:18.624 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction check 2022-01-25T22:30:18.714 INFO:teuthology.orchestra.run.smithi120.stdout:(3/3): kernel-modules-4.18.0-358.el8.x86_64.rpm 7.9 MB/s | 31 MB 00:03 2022-01-25T22:30:18.717 INFO:teuthology.orchestra.run.smithi120.stdout:-------------------------------------------------------------------------------- 2022-01-25T22:30:18.718 INFO:teuthology.orchestra.run.smithi120.stdout:Total 20 MB/s | 77 MB 00:03 2022-01-25T22:30:19.028 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction check succeeded. 2022-01-25T22:30:19.029 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction test 2022-01-25T22:30:19.293 INFO:teuthology.orchestra.run.smithi120.stdout:Running transaction check 2022-01-25T22:30:19.652 INFO:teuthology.orchestra.run.smithi120.stdout:Transaction check succeeded. 2022-01-25T22:30:19.653 INFO:teuthology.orchestra.run.smithi120.stdout:Running transaction test 2022-01-25T22:30:20.335 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction test succeeded. 2022-01-25T22:30:20.351 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction 2022-01-25T22:30:20.970 INFO:teuthology.orchestra.run.smithi120.stdout:Transaction test succeeded. 2022-01-25T22:30:20.983 INFO:teuthology.orchestra.run.smithi120.stdout:Running transaction 2022-01-25T22:30:22.803 INFO:teuthology.orchestra.run.smithi145.stdout: Preparing : 1/1 2022-01-25T22:30:23.254 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : kernel-core-4.18.0-358.el8.x86_64 1/3 2022-01-25T22:30:23.456 INFO:teuthology.orchestra.run.smithi120.stdout: Preparing : 1/1 2022-01-25T22:30:23.964 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : kernel-core-4.18.0-358.el8.x86_64 1/3 2022-01-25T22:30:26.935 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-core-4.18.0-358.el8.x86_64 1/3 2022-01-25T22:30:27.287 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : kernel-modules-4.18.0-358.el8.x86_64 2/3 2022-01-25T22:30:27.684 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: kernel-core-4.18.0-358.el8.x86_64 1/3 2022-01-25T22:30:28.030 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : kernel-modules-4.18.0-358.el8.x86_64 2/3 2022-01-25T22:30:30.397 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-modules-4.18.0-358.el8.x86_64 2/3 2022-01-25T22:30:30.633 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : kernel-4.18.0-358.el8.x86_64 3/3 2022-01-25T22:30:31.135 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: kernel-modules-4.18.0-358.el8.x86_64 2/3 2022-01-25T22:30:31.894 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : kernel-4.18.0-358.el8.x86_64 3/3 2022-01-25T22:30:52.031 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-core-4.18.0-358.el8.x86_64 3/3 2022-01-25T22:30:52.509 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: kernel-4.18.0-358.el8.x86_64 3/3 2022-01-25T22:30:52.509 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : kernel-4.18.0-358.el8.x86_64 1/3 2022-01-25T22:30:52.510 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : kernel-core-4.18.0-358.el8.x86_64 2/3 2022-01-25T22:30:52.980 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : kernel-modules-4.18.0-358.el8.x86_64 3/3 2022-01-25T22:30:52.980 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:30:52.980 INFO:teuthology.orchestra.run.smithi145.stdout:Installed: 2022-01-25T22:30:52.981 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-4.18.0-358.el8.x86_64 kernel-core-4.18.0-358.el8.x86_64 2022-01-25T22:30:52.981 INFO:teuthology.orchestra.run.smithi145.stdout: kernel-modules-4.18.0-358.el8.x86_64 2022-01-25T22:30:52.981 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:30:52.981 INFO:teuthology.orchestra.run.smithi145.stdout:Complete! 2022-01-25T22:30:53.097 DEBUG:teuthology.orchestra.run.smithi145:> rpm -q kernel --last | head -n 1 2022-01-25T22:30:53.216 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: kernel-core-4.18.0-358.el8.x86_64 3/3 2022-01-25T22:30:53.253 INFO:teuthology.orchestra.run.smithi145.stdout:kernel-4.18.0-358.el8.x86_64 Tue 25 Jan 2022 10:30:30 PM UTC 2022-01-25T22:30:53.255 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-358.el8.x86_64 2022-01-25T22:30:53.255 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-348.2.1.el8_5.x86_64 Expected: 4.18.0-358.el8.x86_64 2022-01-25T22:30:53.255 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2022-01-25T22:30:53.255 DEBUG:teuthology.task.kernel:src is distro, skipping download 2022-01-25T22:30:53.256 INFO:teuthology.task.kernel:Installing distro kernel on host.b... 2022-01-25T22:30:53.256 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi145.front.sepia.ceph.com, path=None, version=distro) 2022-01-25T22:30:53.256 DEBUG:teuthology.orchestra.run.smithi145:> rpm -q kernel --last | head -n 1 2022-01-25T22:30:53.409 INFO:teuthology.orchestra.run.smithi145.stdout:kernel-4.18.0-358.el8.x86_64 Tue 25 Jan 2022 10:30:30 PM UTC 2022-01-25T22:30:53.411 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-358.el8.x86_64 2022-01-25T22:30:53.411 DEBUG:teuthology.orchestra.run.smithi145:> sudo rpm -qi grub2-tools 2022-01-25T22:30:53.444 INFO:teuthology.orchestra.run.smithi145.stdout:Name : grub2-tools 2022-01-25T22:30:53.444 INFO:teuthology.orchestra.run.smithi145.stdout:Epoch : 1 2022-01-25T22:30:53.444 INFO:teuthology.orchestra.run.smithi145.stdout:Version : 2.02 2022-01-25T22:30:53.445 INFO:teuthology.orchestra.run.smithi145.stdout:Release : 106.el8 2022-01-25T22:30:53.445 INFO:teuthology.orchestra.run.smithi145.stdout:Architecture: x86_64 2022-01-25T22:30:53.445 INFO:teuthology.orchestra.run.smithi145.stdout:Install Date: Thu 02 Dec 2021 10:09:41 PM UTC 2022-01-25T22:30:53.445 INFO:teuthology.orchestra.run.smithi145.stdout:Group : System Environment/Base 2022-01-25T22:30:53.446 INFO:teuthology.orchestra.run.smithi145.stdout:Size : 9265339 2022-01-25T22:30:53.446 INFO:teuthology.orchestra.run.smithi145.stdout:License : GPLv3+ 2022-01-25T22:30:53.446 INFO:teuthology.orchestra.run.smithi145.stdout:Signature : RSA/SHA256, Mon 08 Nov 2021 06:49:52 AM UTC, Key ID 05b555b38483c65d 2022-01-25T22:30:53.446 INFO:teuthology.orchestra.run.smithi145.stdout:Source RPM : grub2-2.02-106.el8.src.rpm 2022-01-25T22:30:53.447 INFO:teuthology.orchestra.run.smithi145.stdout:Build Date : Mon 08 Nov 2021 06:39:57 AM UTC 2022-01-25T22:30:53.447 INFO:teuthology.orchestra.run.smithi145.stdout:Build Host : kbuilder.bsys.centos.org 2022-01-25T22:30:53.447 INFO:teuthology.orchestra.run.smithi145.stdout:Relocations : (not relocatable) 2022-01-25T22:30:53.447 INFO:teuthology.orchestra.run.smithi145.stdout:Packager : CentOS BuildSystem 2022-01-25T22:30:53.447 INFO:teuthology.orchestra.run.smithi145.stdout:Vendor : CentOS 2022-01-25T22:30:53.448 INFO:teuthology.orchestra.run.smithi145.stdout:URL : http://www.gnu.org/software/grub/ 2022-01-25T22:30:53.448 INFO:teuthology.orchestra.run.smithi145.stdout:Summary : Support tools for GRUB. 2022-01-25T22:30:53.448 INFO:teuthology.orchestra.run.smithi145.stdout:Description : 2022-01-25T22:30:53.448 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:30:53.449 INFO:teuthology.orchestra.run.smithi145.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2022-01-25T22:30:53.449 INFO:teuthology.orchestra.run.smithi145.stdout:customizable bootloader with modular architecture. It supports a rich 2022-01-25T22:30:53.449 INFO:teuthology.orchestra.run.smithi145.stdout:variety of kernel formats, file systems, computer architectures and 2022-01-25T22:30:53.449 INFO:teuthology.orchestra.run.smithi145.stdout:hardware devices. 2022-01-25T22:30:53.449 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:30:53.450 INFO:teuthology.orchestra.run.smithi145.stdout:This subpackage provides tools for support of all platforms. 2022-01-25T22:30:53.451 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2022-01-25T22:30:53.451 INFO:teuthology.task.kernel:Updating grub on smithi145 to boot 4.18.0-358.el8.x86_64 2022-01-25T22:30:53.451 DEBUG:teuthology.orchestra.run.smithi145:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2022-01-25T22:30:53.561 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: kernel-4.18.0-358.el8.x86_64 3/3 2022-01-25T22:30:53.561 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : kernel-4.18.0-358.el8.x86_64 1/3 2022-01-25T22:30:53.561 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : kernel-core-4.18.0-358.el8.x86_64 2/3 2022-01-25T22:30:54.060 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : kernel-modules-4.18.0-358.el8.x86_64 3/3 2022-01-25T22:30:54.061 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:30:54.061 INFO:teuthology.orchestra.run.smithi120.stdout:Installed: 2022-01-25T22:30:54.061 INFO:teuthology.orchestra.run.smithi120.stdout: kernel-4.18.0-358.el8.x86_64 kernel-core-4.18.0-358.el8.x86_64 2022-01-25T22:30:54.061 INFO:teuthology.orchestra.run.smithi120.stdout: kernel-modules-4.18.0-358.el8.x86_64 2022-01-25T22:30:54.062 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:30:54.062 INFO:teuthology.orchestra.run.smithi120.stdout:Complete! 2022-01-25T22:30:54.166 DEBUG:teuthology.orchestra.run.smithi120:> rpm -q kernel --last | head -n 1 2022-01-25T22:30:54.323 INFO:teuthology.orchestra.run.smithi120.stdout:kernel-4.18.0-358.el8.x86_64 Tue 25 Jan 2022 10:30:31 PM UTC 2022-01-25T22:30:54.325 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-358.el8.x86_64 2022-01-25T22:30:54.325 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 4.18.0-348.2.1.el8_5.x86_64 Expected: 4.18.0-358.el8.x86_64 2022-01-25T22:30:54.325 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2022-01-25T22:30:54.325 DEBUG:teuthology.task.kernel:src is distro, skipping download 2022-01-25T22:30:54.326 INFO:teuthology.task.kernel:Installing distro kernel on host.a... 2022-01-25T22:30:54.326 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi120.front.sepia.ceph.com, path=None, version=distro) 2022-01-25T22:30:54.326 DEBUG:teuthology.orchestra.run.smithi120:> rpm -q kernel --last | head -n 1 2022-01-25T22:30:54.478 INFO:teuthology.orchestra.run.smithi120.stdout:kernel-4.18.0-358.el8.x86_64 Tue 25 Jan 2022 10:30:31 PM UTC 2022-01-25T22:30:54.480 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-358.el8.x86_64 2022-01-25T22:30:54.480 DEBUG:teuthology.orchestra.run.smithi120:> sudo rpm -qi grub2-tools 2022-01-25T22:30:54.513 INFO:teuthology.orchestra.run.smithi120.stdout:Name : grub2-tools 2022-01-25T22:30:54.513 INFO:teuthology.orchestra.run.smithi120.stdout:Epoch : 1 2022-01-25T22:30:54.513 INFO:teuthology.orchestra.run.smithi120.stdout:Version : 2.02 2022-01-25T22:30:54.514 INFO:teuthology.orchestra.run.smithi120.stdout:Release : 106.el8 2022-01-25T22:30:54.514 INFO:teuthology.orchestra.run.smithi120.stdout:Architecture: x86_64 2022-01-25T22:30:54.514 INFO:teuthology.orchestra.run.smithi120.stdout:Install Date: Thu 02 Dec 2021 10:09:41 PM UTC 2022-01-25T22:30:54.514 INFO:teuthology.orchestra.run.smithi120.stdout:Group : System Environment/Base 2022-01-25T22:30:54.515 INFO:teuthology.orchestra.run.smithi120.stdout:Size : 9265339 2022-01-25T22:30:54.515 INFO:teuthology.orchestra.run.smithi120.stdout:License : GPLv3+ 2022-01-25T22:30:54.515 INFO:teuthology.orchestra.run.smithi120.stdout:Signature : RSA/SHA256, Mon 08 Nov 2021 06:49:52 AM UTC, Key ID 05b555b38483c65d 2022-01-25T22:30:54.515 INFO:teuthology.orchestra.run.smithi120.stdout:Source RPM : grub2-2.02-106.el8.src.rpm 2022-01-25T22:30:54.515 INFO:teuthology.orchestra.run.smithi120.stdout:Build Date : Mon 08 Nov 2021 06:39:57 AM UTC 2022-01-25T22:30:54.516 INFO:teuthology.orchestra.run.smithi120.stdout:Build Host : kbuilder.bsys.centos.org 2022-01-25T22:30:54.516 INFO:teuthology.orchestra.run.smithi120.stdout:Relocations : (not relocatable) 2022-01-25T22:30:54.516 INFO:teuthology.orchestra.run.smithi120.stdout:Packager : CentOS BuildSystem 2022-01-25T22:30:54.516 INFO:teuthology.orchestra.run.smithi120.stdout:Vendor : CentOS 2022-01-25T22:30:54.517 INFO:teuthology.orchestra.run.smithi120.stdout:URL : http://www.gnu.org/software/grub/ 2022-01-25T22:30:54.517 INFO:teuthology.orchestra.run.smithi120.stdout:Summary : Support tools for GRUB. 2022-01-25T22:30:54.517 INFO:teuthology.orchestra.run.smithi120.stdout:Description : 2022-01-25T22:30:54.517 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:30:54.517 INFO:teuthology.orchestra.run.smithi120.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2022-01-25T22:30:54.518 INFO:teuthology.orchestra.run.smithi120.stdout:customizable bootloader with modular architecture. It supports a rich 2022-01-25T22:30:54.518 INFO:teuthology.orchestra.run.smithi120.stdout:variety of kernel formats, file systems, computer architectures and 2022-01-25T22:30:54.518 INFO:teuthology.orchestra.run.smithi120.stdout:hardware devices. 2022-01-25T22:30:54.518 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:30:54.519 INFO:teuthology.orchestra.run.smithi120.stdout:This subpackage provides tools for support of all platforms. 2022-01-25T22:30:54.519 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2022-01-25T22:30:54.520 INFO:teuthology.task.kernel:Updating grub on smithi120 to boot 4.18.0-358.el8.x86_64 2022-01-25T22:30:54.520 DEBUG:teuthology.orchestra.run.smithi120:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2022-01-25T22:30:55.036 INFO:teuthology.orchestra.run.smithi145.stderr:Generating grub configuration file ... 2022-01-25T22:30:56.224 INFO:teuthology.orchestra.run.smithi120.stderr:Generating grub configuration file ... 2022-01-25T22:30:57.214 INFO:teuthology.orchestra.run.smithi145.stderr:done 2022-01-25T22:30:57.216 DEBUG:teuthology.orchestra.run.smithi145:> mktemp 2022-01-25T22:30:57.244 INFO:teuthology.orchestra.run.smithi145.stdout:/tmp/tmp.4YPpVXgatc 2022-01-25T22:30:57.245 DEBUG:teuthology.orchestra.run.smithi145:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.4YPpVXgatc 2022-01-25T22:30:57.317 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 0666 /tmp/tmp.4YPpVXgatc 2022-01-25T22:30:57.462 DEBUG:teuthology.orchestra.remote:smithi145:/tmp/tmp.4YPpVXgatc is 6KB 2022-01-25T22:30:57.511 DEBUG:teuthology.orchestra.run.smithi145:> rm -fr /tmp/tmp.4YPpVXgatc 2022-01-25T22:30:57.527 DEBUG:teuthology.orchestra.run.smithi145:> sudo /bin/ls /boot/loader/entries || true 2022-01-25T22:30:57.590 INFO:teuthology.orchestra.run.smithi145.stdout:54c8b3f95a884696922d0d687e6bf68d-0-rescue.conf 2022-01-25T22:30:57.590 INFO:teuthology.orchestra.run.smithi145.stdout:54c8b3f95a884696922d0d687e6bf68d-4.18.0-240.el8.x86_64.conf 2022-01-25T22:30:57.591 INFO:teuthology.orchestra.run.smithi145.stdout:54c8b3f95a884696922d0d687e6bf68d-4.18.0-348.2.1.el8_5.x86_64.conf 2022-01-25T22:30:57.591 INFO:teuthology.orchestra.run.smithi145.stdout:54c8b3f95a884696922d0d687e6bf68d-4.18.0-358.el8.x86_64.conf 2022-01-25T22:30:57.593 DEBUG:teuthology.orchestra.run.smithi145:> sudo grub2-set-default 54c8b3f95a884696922d0d687e6bf68d-4.18.0-358.el8.x86_64 2022-01-25T22:30:57.784 DEBUG:teuthology.orchestra.run.smithi145:> sudo shutdown -r now 2022-01-25T22:30:58.485 INFO:teuthology.orchestra.run.smithi120.stderr:done 2022-01-25T22:30:58.486 DEBUG:teuthology.orchestra.run.smithi120:> mktemp 2022-01-25T22:30:58.507 INFO:teuthology.orchestra.run.smithi120.stdout:/tmp/tmp.iPIWnNdnEv 2022-01-25T22:30:58.507 DEBUG:teuthology.orchestra.run.smithi120:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.iPIWnNdnEv 2022-01-25T22:30:58.579 DEBUG:teuthology.orchestra.run.smithi120:> sudo chmod 0666 /tmp/tmp.iPIWnNdnEv 2022-01-25T22:30:58.731 DEBUG:teuthology.orchestra.remote:smithi120:/tmp/tmp.iPIWnNdnEv is 6KB 2022-01-25T22:30:58.780 DEBUG:teuthology.orchestra.run.smithi120:> rm -fr /tmp/tmp.iPIWnNdnEv 2022-01-25T22:30:58.795 DEBUG:teuthology.orchestra.run.smithi120:> sudo /bin/ls /boot/loader/entries || true 2022-01-25T22:30:58.865 INFO:teuthology.orchestra.run.smithi120.stdout:54c8b3f95a884696922d0d687e6bf68d-0-rescue.conf 2022-01-25T22:30:58.865 INFO:teuthology.orchestra.run.smithi120.stdout:54c8b3f95a884696922d0d687e6bf68d-4.18.0-240.el8.x86_64.conf 2022-01-25T22:30:58.865 INFO:teuthology.orchestra.run.smithi120.stdout:54c8b3f95a884696922d0d687e6bf68d-4.18.0-348.2.1.el8_5.x86_64.conf 2022-01-25T22:30:58.866 INFO:teuthology.orchestra.run.smithi120.stdout:54c8b3f95a884696922d0d687e6bf68d-4.18.0-358.el8.x86_64.conf 2022-01-25T22:30:58.867 DEBUG:teuthology.orchestra.run.smithi120:> sudo grub2-set-default 54c8b3f95a884696922d0d687e6bf68d-4.18.0-358.el8.x86_64 2022-01-25T22:30:59.031 DEBUG:teuthology.orchestra.run.smithi120:> sudo shutdown -r now 2022-01-25T22:31:27.800 INFO:teuthology.task.kernel:Checking client host.b for new kernel version... 2022-01-25T22:31:27.801 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2022-01-25T22:31:27.801 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:31:29.034 INFO:teuthology.task.kernel:Checking client host.a for new kernel version... 2022-01-25T22:31:29.035 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi120.front.sepia.ceph.com' 2022-01-25T22:31:29.036 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi120.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:32:27.862 DEBUG:teuthology.orchestra.remote:timed out 2022-01-25T22:32:29.038 DEBUG:teuthology.orchestra.remote:timed out 2022-01-25T22:32:57.883 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2022-01-25T22:32:57.885 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:32:58.300 DEBUG:teuthology.orchestra.run.smithi145:> true 2022-01-25T22:32:58.569 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi145.front.sepia.ceph.com' 2022-01-25T22:32:58.569 INFO:teuthology.task.kernel:Checking kernel version of host.b, want "4.18.0-358.el8.x86_64"... 2022-01-25T22:32:58.570 DEBUG:teuthology.orchestra.run.smithi145:> uname -r 2022-01-25T22:32:58.586 INFO:teuthology.orchestra.run.smithi145.stdout:4.18.0-358.el8.x86_64 2022-01-25T22:32:58.586 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-358.el8.x86_64 vs 4.18.0-358.el8.x86_64 2022-01-25T22:32:58.587 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2022-01-25T22:32:58.587 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2022-01-25T22:32:59.039 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi120.front.sepia.ceph.com' 2022-01-25T22:32:59.040 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi120.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:32:59.331 DEBUG:teuthology.orchestra.run.smithi120:> true 2022-01-25T22:32:59.588 INFO:teuthology.task.kernel:Enabling kdb on host.b... 2022-01-25T22:32:59.589 DEBUG:teuthology.orchestra.run.smithi145:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-01-25T22:32:59.595 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi120.front.sepia.ceph.com' 2022-01-25T22:32:59.596 INFO:teuthology.task.kernel:Checking kernel version of host.a, want "4.18.0-358.el8.x86_64"... 2022-01-25T22:32:59.596 DEBUG:teuthology.orchestra.run.smithi120:> uname -r 2022-01-25T22:32:59.614 INFO:teuthology.orchestra.run.smithi120.stdout:4.18.0-358.el8.x86_64 2022-01-25T22:32:59.682 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-358.el8.x86_64 vs 4.18.0-358.el8.x86_64 2022-01-25T22:32:59.682 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2022-01-25T22:32:59.682 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2022-01-25T22:32:59.683 INFO:teuthology.orchestra.run.smithi145.stdout:ttyS1 2022-01-25T22:32:59.694 DEBUG:teuthology.parallel:result is None 2022-01-25T22:33:00.683 INFO:teuthology.task.kernel:Enabling kdb on host.a... 2022-01-25T22:33:00.684 DEBUG:teuthology.orchestra.run.smithi120:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2022-01-25T22:33:00.778 INFO:teuthology.orchestra.run.smithi120.stdout:ttyS1 2022-01-25T22:33:00.791 DEBUG:teuthology.parallel:result is None 2022-01-25T22:33:00.792 INFO:teuthology.run_tasks:Running task internal.base... 2022-01-25T22:33:00.800 INFO:teuthology.task.internal:Creating test directory... 2022-01-25T22:33:00.801 DEBUG:teuthology.orchestra.run.smithi120:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-01-25T22:33:00.803 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2022-01-25T22:33:00.823 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2022-01-25T22:33:00.896 INFO:teuthology.run_tasks:Running task internal.archive... 2022-01-25T22:33:00.931 INFO:teuthology.task.internal:Creating archive directory... 2022-01-25T22:33:00.932 DEBUG:teuthology.orchestra.run.smithi120:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-01-25T22:33:00.935 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2022-01-25T22:33:00.970 INFO:teuthology.run_tasks:Running task internal.coredump... 2022-01-25T22:33:00.980 INFO:teuthology.task.internal:Enabling coredump saving... 2022-01-25T22:33:00.981 DEBUG:teuthology.orchestra.run.smithi120:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-01-25T22:33:01.007 DEBUG:teuthology.orchestra.run.smithi145:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2022-01-25T22:33:01.043 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-25T22:33:01.051 INFO:teuthology.orchestra.run.smithi120.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-25T22:33:01.055 INFO:teuthology.orchestra.run.smithi145.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-25T22:33:01.062 INFO:teuthology.orchestra.run.smithi120.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2022-01-25T22:33:01.064 INFO:teuthology.run_tasks:Running task internal.sudo... 2022-01-25T22:33:01.075 INFO:teuthology.task.internal:Configuring sudo... 2022-01-25T22:33:01.075 DEBUG:teuthology.orchestra.run.smithi120:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-01-25T22:33:01.078 DEBUG:teuthology.orchestra.run.smithi145:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2022-01-25T22:33:01.125 INFO:teuthology.run_tasks:Running task internal.syslog... 2022-01-25T22:33:01.136 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2022-01-25T22:33:01.136 DEBUG:teuthology.orchestra.run.smithi120:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-01-25T22:33:01.145 DEBUG:teuthology.orchestra.run.smithi145:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2022-01-25T22:33:01.181 DEBUG:teuthology.orchestra.run.smithi120:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-25T22:33:01.240 DEBUG:teuthology.orchestra.run.smithi120:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-25T22:33:01.288 DEBUG:teuthology.orchestra.run.smithi120:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-25T22:33:01.366 DEBUG:teuthology.orchestra.run.smithi120:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-25T22:33:01.409 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2022-01-25T22:33:01.410 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-01-25T22:33:01.474 DEBUG:teuthology.orchestra.run.smithi145:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-25T22:33:01.517 DEBUG:teuthology.orchestra.run.smithi145:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2022-01-25T22:33:01.576 DEBUG:teuthology.orchestra.run.smithi145:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-25T22:33:01.656 DEBUG:teuthology.orchestra.run.smithi145:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2022-01-25T22:33:01.701 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-01-25T22:33:01.701 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2022-01-25T22:33:01.767 DEBUG:teuthology.orchestra.run.smithi120:> sudo service rsyslog restart 2022-01-25T22:33:01.770 DEBUG:teuthology.orchestra.run.smithi145:> sudo service rsyslog restart 2022-01-25T22:33:01.821 INFO:teuthology.orchestra.run.smithi120.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-01-25T22:33:01.871 INFO:teuthology.orchestra.run.smithi145.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2022-01-25T22:33:02.338 INFO:teuthology.run_tasks:Running task internal.timer... 2022-01-25T22:33:02.350 INFO:teuthology.task.internal:Starting timer... 2022-01-25T22:33:02.351 INFO:teuthology.run_tasks:Running task pcp... 2022-01-25T22:33:02.376 INFO:teuthology.run_tasks:Running task selinux... 2022-01-25T22:33:02.441 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2022-01-25T22:33:02.442 DEBUG:teuthology.orchestra.run.smithi120:> sudo service auditd rotate 2022-01-25T22:33:02.551 INFO:teuthology.orchestra.run.smithi120.stdout:Rotating logs: [ OK ] 2022-01-25T22:33:02.553 DEBUG:teuthology.orchestra.run.smithi145:> sudo service auditd rotate 2022-01-25T22:33:02.616 INFO:teuthology.orchestra.run.smithi145.stdout:Rotating logs: [ OK ] 2022-01-25T22:33:02.617 DEBUG:teuthology.task.selinux:Getting current SELinux state 2022-01-25T22:33:02.618 DEBUG:teuthology.orchestra.run.smithi120:> /usr/sbin/getenforce 2022-01-25T22:33:02.644 INFO:teuthology.orchestra.run.smithi120.stdout:Permissive 2022-01-25T22:33:02.644 DEBUG:teuthology.orchestra.run.smithi145:> /usr/sbin/getenforce 2022-01-25T22:33:02.671 INFO:teuthology.orchestra.run.smithi145.stdout:Permissive 2022-01-25T22:33:02.672 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi120.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi145.front.sepia.ceph.com': 'permissive'} 2022-01-25T22:33:02.672 DEBUG:teuthology.orchestra.run.smithi120:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|scontext=system_u:system_r:logrotate_t:s0\)' 2022-01-25T22:33:02.710 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-01-25T22:33:02.710 DEBUG:teuthology.orchestra.run.smithi145:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|scontext=system_u:system_r:logrotate_t:s0\)' 2022-01-25T22:33:02.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2022-01-25T22:33:02.737 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2022-01-25T22:33:02.738 DEBUG:teuthology.orchestra.run.smithi120:> sudo /usr/sbin/setenforce permissive 2022-01-25T22:33:02.795 DEBUG:teuthology.orchestra.run.smithi145:> sudo /usr/sbin/setenforce permissive 2022-01-25T22:33:02.844 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2022-01-25T22:33:02.856 DEBUG:teuthology.repo_utils:Setting repo remote to git://git.ceph.com/git/ceph-cm-ansible.git 2022-01-25T22:33:02.862 INFO:teuthology.repo_utils:Fetching master from origin 2022-01-25T22:33:02.895 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_git_ceph-cm-ansible_master to origin/master 2022-01-25T22:37:58.963 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi120.front.sepia.ceph.com' 2022-01-25T22:37:58.966 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi120.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:37:59.082 DEBUG:teuthology.orchestra.run.smithi120:> true 2022-01-25T22:37:59.160 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi145.front.sepia.ceph.com' 2022-01-25T22:37:59.160 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi145.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2022-01-25T22:37:59.230 DEBUG:teuthology.orchestra.run.smithi145:> true 2022-01-25T22:37:59.303 INFO:teuthology.run_tasks:Running task clock... 2022-01-25T22:37:59.319 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2022-01-25T22:37:59.320 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-01-25T22:37:59.322 DEBUG:teuthology.orchestra.run.smithi120:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-01-25T22:37:59.325 INFO:teuthology.orchestra.run:Running command with timeout 360 2022-01-25T22:37:59.326 DEBUG:teuthology.orchestra.run.smithi145:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2022-01-25T22:37:59.356 INFO:teuthology.orchestra.run.smithi120.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-01-25T22:37:59.371 INFO:teuthology.orchestra.run.smithi120.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-01-25T22:37:59.373 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2022-01-25T22:37:59.387 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2022-01-25T22:37:59.436 INFO:teuthology.orchestra.run.smithi120.stderr:sudo: ntpd: command not found 2022-01-25T22:37:59.448 INFO:teuthology.orchestra.run.smithi120.stdout:506 Cannot talk to daemon 2022-01-25T22:37:59.462 INFO:teuthology.orchestra.run.smithi120.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-01-25T22:37:59.463 INFO:teuthology.orchestra.run.smithi145.stderr:sudo: ntpd: command not found 2022-01-25T22:37:59.476 INFO:teuthology.orchestra.run.smithi145.stdout:506 Cannot talk to daemon 2022-01-25T22:37:59.476 INFO:teuthology.orchestra.run.smithi120.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-01-25T22:37:59.490 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to start ntp.service: Unit ntp.service not found. 2022-01-25T22:37:59.503 INFO:teuthology.orchestra.run.smithi145.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2022-01-25T22:37:59.547 INFO:teuthology.orchestra.run.smithi120.stderr:bash: ntpq: command not found 2022-01-25T22:37:59.551 INFO:teuthology.orchestra.run.smithi120.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-01-25T22:37:59.551 INFO:teuthology.orchestra.run.smithi120.stdout:=============================================================================== 2022-01-25T22:37:59.551 INFO:teuthology.orchestra.run.smithi120.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:37:59.551 INFO:teuthology.orchestra.run.smithi120.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:37:59.552 INFO:teuthology.orchestra.run.smithi120.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:37:59.552 INFO:teuthology.orchestra.run.smithi120.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:37:59.566 INFO:teuthology.orchestra.run.smithi145.stderr:bash: ntpq: command not found 2022-01-25T22:37:59.570 INFO:teuthology.orchestra.run.smithi145.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2022-01-25T22:37:59.571 INFO:teuthology.orchestra.run.smithi145.stdout:=============================================================================== 2022-01-25T22:37:59.571 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:37:59.572 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:37:59.572 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:37:59.573 INFO:teuthology.orchestra.run.smithi145.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2022-01-25T22:37:59.573 INFO:teuthology.run_tasks:Running task pexec... 2022-01-25T22:37:59.592 INFO:teuthology.task.pexec:Executing custom commands... 2022-01-25T22:37:59.593 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi120.front.sepia.ceph.com 2022-01-25T22:37:59.594 DEBUG:teuthology.orchestra.run.smithi120:> TESTDIR=/home/ubuntu/cephtest bash -s 2022-01-25T22:37:59.595 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi145.front.sepia.ceph.com 2022-01-25T22:37:59.595 DEBUG:teuthology.orchestra.run.smithi145:> TESTDIR=/home/ubuntu/cephtest bash -s 2022-01-25T22:37:59.813 INFO:teuthology.orchestra.run.smithi120.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:37:59.813 INFO:teuthology.orchestra.run.smithi120.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:37:59.828 INFO:teuthology.orchestra.run.smithi145.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:37:59.828 INFO:teuthology.orchestra.run.smithi145.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:38:00.177 INFO:teuthology.orchestra.run.smithi120.stdout:Last metadata expiration check: 0:01:20 ago on Tue 25 Jan 2022 10:36:40 PM UTC. 2022-01-25T22:38:00.201 INFO:teuthology.orchestra.run.smithi145.stdout:Last metadata expiration check: 0:01:10 ago on Tue 25 Jan 2022 10:36:50 PM UTC. 2022-01-25T22:38:01.097 INFO:teuthology.orchestra.run.smithi145.stdout:Dependencies resolved. 2022-01-25T22:38:01.097 INFO:teuthology.orchestra.run.smithi145.stdout:================================================================================ 2022-01-25T22:38:01.098 INFO:teuthology.orchestra.run.smithi145.stdout: Package Architecture Version Repository Size 2022-01-25T22:38:01.098 INFO:teuthology.orchestra.run.smithi145.stdout:================================================================================ 2022-01-25T22:38:01.098 INFO:teuthology.orchestra.run.smithi145.stdout:Resetting modules: 2022-01-25T22:38:01.098 INFO:teuthology.orchestra.run.smithi145.stdout: container-tools 2022-01-25T22:38:01.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:38:01.099 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction Summary 2022-01-25T22:38:01.099 INFO:teuthology.orchestra.run.smithi145.stdout:================================================================================ 2022-01-25T22:38:01.099 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:38:01.124 INFO:teuthology.orchestra.run.smithi120.stdout:Dependencies resolved. 2022-01-25T22:38:01.125 INFO:teuthology.orchestra.run.smithi120.stdout:================================================================================ 2022-01-25T22:38:01.125 INFO:teuthology.orchestra.run.smithi120.stdout: Package Architecture Version Repository Size 2022-01-25T22:38:01.125 INFO:teuthology.orchestra.run.smithi120.stdout:================================================================================ 2022-01-25T22:38:01.126 INFO:teuthology.orchestra.run.smithi120.stdout:Resetting modules: 2022-01-25T22:38:01.127 INFO:teuthology.orchestra.run.smithi120.stdout: container-tools 2022-01-25T22:38:01.127 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:38:01.127 INFO:teuthology.orchestra.run.smithi120.stdout:Transaction Summary 2022-01-25T22:38:01.127 INFO:teuthology.orchestra.run.smithi120.stdout:================================================================================ 2022-01-25T22:38:01.128 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:38:01.329 INFO:teuthology.orchestra.run.smithi145.stdout:Complete! 2022-01-25T22:38:01.339 INFO:teuthology.orchestra.run.smithi120.stdout:Complete! 2022-01-25T22:38:01.580 INFO:teuthology.orchestra.run.smithi120.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:38:01.580 INFO:teuthology.orchestra.run.smithi120.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:38:01.586 INFO:teuthology.orchestra.run.smithi145.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:38:01.586 INFO:teuthology.orchestra.run.smithi145.stderr:Invalid configuration value: failovermethod=priority in /etc/yum.repos.d/epel-testing.repo; Configuration: OptionBinding with id "failovermethod" does not exist 2022-01-25T22:38:01.948 INFO:teuthology.orchestra.run.smithi120.stdout:Last metadata expiration check: 0:01:21 ago on Tue 25 Jan 2022 10:36:40 PM UTC. 2022-01-25T22:38:01.956 INFO:teuthology.orchestra.run.smithi145.stdout:Last metadata expiration check: 0:01:11 ago on Tue 25 Jan 2022 10:36:50 PM UTC. 2022-01-25T22:38:02.854 INFO:teuthology.orchestra.run.smithi120.stdout:Dependencies resolved. 2022-01-25T22:38:02.856 INFO:teuthology.orchestra.run.smithi120.stdout:======================================================================================== 2022-01-25T22:38:02.856 INFO:teuthology.orchestra.run.smithi120.stdout: Package Arch Version Repository Size 2022-01-25T22:38:02.856 INFO:teuthology.orchestra.run.smithi120.stdout:======================================================================================== 2022-01-25T22:38:02.856 INFO:teuthology.orchestra.run.smithi120.stdout:Installing group/module packages: 2022-01-25T22:38:02.857 INFO:teuthology.orchestra.run.smithi120.stdout: buildah x86_64 1:1.23.1-2.module_el8.6.0+954+963caf36 CentOS-AppStream 7.9 M 2022-01-25T22:38:02.857 INFO:teuthology.orchestra.run.smithi120.stdout: cockpit-podman noarch 35-1.module_el8.6.0+944+d413f95e CentOS-AppStream 457 k 2022-01-25T22:38:02.857 INFO:teuthology.orchestra.run.smithi120.stdout: crun x86_64 1.2-1.module_el8.6.0+954+963caf36 CentOS-AppStream 193 k 2022-01-25T22:38:02.857 INFO:teuthology.orchestra.run.smithi120.stdout: python3-podman noarch 3.2.1-4.module_el8.6.0+954+963caf36 CentOS-AppStream 148 k 2022-01-25T22:38:02.858 INFO:teuthology.orchestra.run.smithi120.stdout: skopeo x86_64 2:1.5.0-2.module_el8.6.0+954+963caf36 CentOS-AppStream 6.7 M 2022-01-25T22:38:02.858 INFO:teuthology.orchestra.run.smithi120.stdout: toolbox x86_64 0.0.99.3-1.module_el8.5.0+877+1c30e0c9 CentOS-AppStream 2.3 M 2022-01-25T22:38:02.858 INFO:teuthology.orchestra.run.smithi120.stdout: udica noarch 0.2.6-2.module_el8.6.0+944+d413f95e CentOS-AppStream 48 k 2022-01-25T22:38:02.858 INFO:teuthology.orchestra.run.smithi120.stdout:Installing dependencies: 2022-01-25T22:38:02.858 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 CentOS-AppStream 25 k 2022-01-25T22:38:02.859 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyxdg noarch 0.25-16.el8 CentOS-AppStream 94 k 2022-01-25T22:38:02.859 INFO:teuthology.orchestra.run.smithi120.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2022-01-25T22:38:02.859 INFO:teuthology.orchestra.run.smithi120.stdout:Installing module profiles: 2022-01-25T22:38:02.859 INFO:teuthology.orchestra.run.smithi120.stdout: container-tools/common 2022-01-25T22:38:02.859 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:38:02.860 INFO:teuthology.orchestra.run.smithi120.stdout:Enabling module streams: 2022-01-25T22:38:02.860 INFO:teuthology.orchestra.run.smithi120.stdout: container-tools rhel8 2022-01-25T22:38:02.860 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:38:02.860 INFO:teuthology.orchestra.run.smithi120.stdout:Transaction Summary 2022-01-25T22:38:02.861 INFO:teuthology.orchestra.run.smithi120.stdout:======================================================================================== 2022-01-25T22:38:02.861 INFO:teuthology.orchestra.run.smithi120.stdout:Install 10 Packages 2022-01-25T22:38:02.861 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:38:02.862 INFO:teuthology.orchestra.run.smithi120.stdout:Total download size: 18 M 2022-01-25T22:38:02.862 INFO:teuthology.orchestra.run.smithi120.stdout:Installed size: 64 M 2022-01-25T22:38:02.862 INFO:teuthology.orchestra.run.smithi120.stdout:Downloading Packages: 2022-01-25T22:38:02.912 INFO:teuthology.orchestra.run.smithi145.stdout:Dependencies resolved. 2022-01-25T22:38:02.914 INFO:teuthology.orchestra.run.smithi145.stdout:======================================================================================== 2022-01-25T22:38:02.914 INFO:teuthology.orchestra.run.smithi145.stdout: Package Arch Version Repository Size 2022-01-25T22:38:02.914 INFO:teuthology.orchestra.run.smithi145.stdout:======================================================================================== 2022-01-25T22:38:02.914 INFO:teuthology.orchestra.run.smithi145.stdout:Installing group/module packages: 2022-01-25T22:38:02.915 INFO:teuthology.orchestra.run.smithi145.stdout: buildah x86_64 1:1.23.1-2.module_el8.6.0+954+963caf36 CentOS-AppStream 7.9 M 2022-01-25T22:38:02.915 INFO:teuthology.orchestra.run.smithi145.stdout: cockpit-podman noarch 35-1.module_el8.6.0+944+d413f95e CentOS-AppStream 457 k 2022-01-25T22:38:02.915 INFO:teuthology.orchestra.run.smithi145.stdout: crun x86_64 1.2-1.module_el8.6.0+954+963caf36 CentOS-AppStream 193 k 2022-01-25T22:38:02.915 INFO:teuthology.orchestra.run.smithi145.stdout: python3-podman noarch 3.2.1-4.module_el8.6.0+954+963caf36 CentOS-AppStream 148 k 2022-01-25T22:38:02.916 INFO:teuthology.orchestra.run.smithi145.stdout: skopeo x86_64 2:1.5.0-2.module_el8.6.0+954+963caf36 CentOS-AppStream 6.7 M 2022-01-25T22:38:02.916 INFO:teuthology.orchestra.run.smithi145.stdout: toolbox x86_64 0.0.99.3-1.module_el8.5.0+877+1c30e0c9 CentOS-AppStream 2.3 M 2022-01-25T22:38:02.916 INFO:teuthology.orchestra.run.smithi145.stdout: udica noarch 0.2.6-2.module_el8.6.0+944+d413f95e CentOS-AppStream 48 k 2022-01-25T22:38:02.916 INFO:teuthology.orchestra.run.smithi145.stdout:Installing dependencies: 2022-01-25T22:38:02.917 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 CentOS-AppStream 25 k 2022-01-25T22:38:02.917 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyxdg noarch 0.25-16.el8 CentOS-AppStream 94 k 2022-01-25T22:38:02.917 INFO:teuthology.orchestra.run.smithi145.stdout: yajl x86_64 2.1.0-10.el8 CentOS-AppStream 41 k 2022-01-25T22:38:02.917 INFO:teuthology.orchestra.run.smithi145.stdout:Installing module profiles: 2022-01-25T22:38:02.917 INFO:teuthology.orchestra.run.smithi145.stdout: container-tools/common 2022-01-25T22:38:02.918 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:38:02.918 INFO:teuthology.orchestra.run.smithi145.stdout:Enabling module streams: 2022-01-25T22:38:02.918 INFO:teuthology.orchestra.run.smithi145.stdout: container-tools rhel8 2022-01-25T22:38:02.918 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:38:02.919 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction Summary 2022-01-25T22:38:02.919 INFO:teuthology.orchestra.run.smithi145.stdout:======================================================================================== 2022-01-25T22:38:02.919 INFO:teuthology.orchestra.run.smithi145.stdout:Install 10 Packages 2022-01-25T22:38:02.919 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:38:02.920 INFO:teuthology.orchestra.run.smithi145.stdout:Total download size: 18 M 2022-01-25T22:38:02.920 INFO:teuthology.orchestra.run.smithi145.stdout:Installed size: 64 M 2022-01-25T22:38:02.921 INFO:teuthology.orchestra.run.smithi145.stdout:Downloading Packages: 2022-01-25T22:38:03.022 INFO:teuthology.orchestra.run.smithi120.stdout:(1/10): crun-1.2-1.module_el8.6.0+954+963caf36. 1.2 MB/s | 193 kB 00:00 2022-01-25T22:38:03.025 INFO:teuthology.orchestra.run.smithi145.stdout:(1/10): cockpit-podman-35-1.module_el8.6.0+944+ 4.1 MB/s | 457 kB 00:00 2022-01-25T22:38:03.056 INFO:teuthology.orchestra.run.smithi120.stdout:(2/10): cockpit-podman-35-1.module_el8.6.0+944+ 2.3 MB/s | 457 kB 00:00 2022-01-25T22:38:03.117 INFO:teuthology.orchestra.run.smithi145.stdout:(2/10): python3-podman-3.2.1-4.module_el8.6.0+9 1.6 MB/s | 148 kB 00:00 2022-01-25T22:38:03.151 INFO:teuthology.orchestra.run.smithi145.stdout:(3/10): python3-pytoml-0.1.14-5.git7dea353.el8. 744 kB/s | 25 kB 00:00 2022-01-25T22:38:03.173 INFO:teuthology.orchestra.run.smithi120.stdout:(3/10): buildah-1.23.1-2.module_el8.6.0+954+963 25 MB/s | 7.9 MB 00:00 2022-01-25T22:38:03.198 INFO:teuthology.orchestra.run.smithi120.stdout:(4/10): python3-pytoml-0.1.14-5.git7dea353.el8. 175 kB/s | 25 kB 00:00 2022-01-25T22:38:03.201 INFO:teuthology.orchestra.run.smithi145.stdout:(4/10): python3-pyxdg-0.25-16.el8.noarch.rpm 1.8 MB/s | 94 kB 00:00 2022-01-25T22:38:03.223 INFO:teuthology.orchestra.run.smithi120.stdout:(5/10): python3-podman-3.2.1-4.module_el8.6.0+9 740 kB/s | 148 kB 00:00 2022-01-25T22:38:03.240 INFO:teuthology.orchestra.run.smithi120.stdout:(6/10): python3-pyxdg-0.25-16.el8.noarch.rpm 1.4 MB/s | 94 kB 00:00 2022-01-25T22:38:03.293 INFO:teuthology.orchestra.run.smithi145.stdout:(5/10): buildah-1.23.1-2.module_el8.6.0+954+963 21 MB/s | 7.9 MB 00:00 2022-01-25T22:38:03.340 INFO:teuthology.orchestra.run.smithi120.stdout:(7/10): udica-0.2.6-2.module_el8.6.0+944+d413f9 486 kB/s | 48 kB 00:00 2022-01-25T22:38:03.402 INFO:teuthology.orchestra.run.smithi145.stdout:(6/10): toolbox-0.0.99.3-1.module_el8.5.0+877+1 21 MB/s | 2.3 MB 00:00 2022-01-25T22:38:03.427 INFO:teuthology.orchestra.run.smithi145.stdout:(7/10): udica-0.2.6-2.module_el8.6.0+944+d413f9 1.9 MB/s | 48 kB 00:00 2022-01-25T22:38:03.452 INFO:teuthology.orchestra.run.smithi145.stdout:(8/10): yajl-2.1.0-10.el8.x86_64.rpm 1.6 MB/s | 41 kB 00:00 2022-01-25T22:38:03.465 INFO:teuthology.orchestra.run.smithi120.stdout:(8/10): skopeo-1.5.0-2.module_el8.6.0+954+963ca 25 MB/s | 6.7 MB 00:00 2022-01-25T22:38:03.490 INFO:teuthology.orchestra.run.smithi120.stdout:(9/10): yajl-2.1.0-10.el8.x86_64.rpm 272 kB/s | 41 kB 00:00 2022-01-25T22:38:03.544 INFO:teuthology.orchestra.run.smithi145.stdout:(9/10): skopeo-1.5.0-2.module_el8.6.0+954+963ca 20 MB/s | 6.7 MB 00:00 2022-01-25T22:38:03.557 INFO:teuthology.orchestra.run.smithi120.stdout:(10/10): toolbox-0.0.99.3-1.module_el8.5.0+877+ 6.7 MB/s | 2.3 MB 00:00 2022-01-25T22:38:03.560 INFO:teuthology.orchestra.run.smithi120.stdout:-------------------------------------------------------------------------------- 2022-01-25T22:38:03.560 INFO:teuthology.orchestra.run.smithi120.stdout:Total 25 MB/s | 18 MB 00:00 2022-01-25T22:38:03.594 INFO:teuthology.orchestra.run.smithi145.stdout:(10/10): crun-1.2-1.module_el8.6.0+954+963caf36 286 kB/s | 193 kB 00:00 2022-01-25T22:38:03.596 INFO:teuthology.orchestra.run.smithi145.stdout:-------------------------------------------------------------------------------- 2022-01-25T22:38:03.597 INFO:teuthology.orchestra.run.smithi145.stdout:Total 26 MB/s | 18 MB 00:00 2022-01-25T22:38:03.756 INFO:teuthology.orchestra.run.smithi120.stdout:Running transaction check 2022-01-25T22:38:03.774 INFO:teuthology.orchestra.run.smithi120.stdout:Transaction check succeeded. 2022-01-25T22:38:03.774 INFO:teuthology.orchestra.run.smithi120.stdout:Running transaction test 2022-01-25T22:38:03.794 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction check 2022-01-25T22:38:03.812 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction check succeeded. 2022-01-25T22:38:03.812 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction test 2022-01-25T22:38:03.972 INFO:teuthology.orchestra.run.smithi120.stdout:Transaction test succeeded. 2022-01-25T22:38:03.975 INFO:teuthology.orchestra.run.smithi120.stdout:Running transaction 2022-01-25T22:38:04.002 INFO:teuthology.orchestra.run.smithi145.stdout:Transaction test succeeded. 2022-01-25T22:38:04.005 INFO:teuthology.orchestra.run.smithi145.stdout:Running transaction 2022-01-25T22:38:04.460 INFO:teuthology.orchestra.run.smithi120.stdout: Preparing : 1/1 2022-01-25T22:38:04.481 INFO:teuthology.orchestra.run.smithi145.stdout: Preparing : 1/1 2022-01-25T22:38:04.639 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : yajl-2.1.0-10.el8.x86_64 1/10 2022-01-25T22:38:04.698 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : yajl-2.1.0-10.el8.x86_64 1/10 2022-01-25T22:38:04.785 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 2/10 2022-01-25T22:38:04.886 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 2/10 2022-01-25T22:38:05.017 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2022-01-25T22:38:05.093 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2022-01-25T22:38:05.185 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : python3-podman-3.2.1-4.module_el8.6.0+954+963caf36 4/10 2022-01-25T22:38:05.305 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 5/10 2022-01-25T22:38:05.319 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : python3-podman-3.2.1-4.module_el8.6.0+954+963caf36 4/10 2022-01-25T22:38:05.465 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 5/10 2022-01-25T22:38:05.656 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 6/10 2022-01-25T22:38:05.815 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 6/10 2022-01-25T22:38:06.414 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86 7/10 2022-01-25T22:38:06.568 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86 7/10 2022-01-25T22:38:06.598 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_6 8/10 2022-01-25T22:38:06.767 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_6 8/10 2022-01-25T22:38:07.383 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : cockpit-podman-35-1.module_el8.6.0+944+d413f95e.no 9/10 2022-01-25T22:38:07.560 INFO:teuthology.orchestra.run.smithi120.stdout: Installing : buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 10/10 2022-01-25T22:38:07.584 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : cockpit-podman-35-1.module_el8.6.0+944+d413f95e.no 9/10 2022-01-25T22:38:07.790 INFO:teuthology.orchestra.run.smithi145.stdout: Installing : buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 10/10 2022-01-25T22:38:07.841 INFO:teuthology.orchestra.run.smithi120.stdout: Running scriptlet: buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 10/10 2022-01-25T22:38:07.841 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 1/10 2022-01-25T22:38:07.841 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : cockpit-podman-35-1.module_el8.6.0+944+d413f95e.no 2/10 2022-01-25T22:38:07.842 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 3/10 2022-01-25T22:38:07.842 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-podman-3.2.1-4.module_el8.6.0+954+963caf36 4/10 2022-01-25T22:38:07.842 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 5/10 2022-01-25T22:38:07.842 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 6/10 2022-01-25T22:38:07.843 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_6 7/10 2022-01-25T22:38:07.843 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86 8/10 2022-01-25T22:38:07.843 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 9/10 2022-01-25T22:38:08.071 INFO:teuthology.orchestra.run.smithi145.stdout: Running scriptlet: buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 10/10 2022-01-25T22:38:08.071 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86 1/10 2022-01-25T22:38:08.071 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : cockpit-podman-35-1.module_el8.6.0+944+d413f95e.no 2/10 2022-01-25T22:38:08.072 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 3/10 2022-01-25T22:38:08.072 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-podman-3.2.1-4.module_el8.6.0+954+963caf36 4/10 2022-01-25T22:38:08.072 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 5/10 2022-01-25T22:38:08.072 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 6/10 2022-01-25T22:38:08.073 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_6 7/10 2022-01-25T22:38:08.073 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86 8/10 2022-01-25T22:38:08.073 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 9/10 2022-01-25T22:38:08.361 INFO:teuthology.orchestra.run.smithi120.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 10/10 2022-01-25T22:38:08.361 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:38:08.362 INFO:teuthology.orchestra.run.smithi120.stdout:Installed: 2022-01-25T22:38:08.362 INFO:teuthology.orchestra.run.smithi120.stdout: buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86_64 2022-01-25T22:38:08.362 INFO:teuthology.orchestra.run.smithi120.stdout: cockpit-podman-35-1.module_el8.6.0+944+d413f95e.noarch 2022-01-25T22:38:08.362 INFO:teuthology.orchestra.run.smithi120.stdout: crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 2022-01-25T22:38:08.363 INFO:teuthology.orchestra.run.smithi120.stdout: python3-podman-3.2.1-4.module_el8.6.0+954+963caf36.noarch 2022-01-25T22:38:08.363 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2022-01-25T22:38:08.363 INFO:teuthology.orchestra.run.smithi120.stdout: python3-pyxdg-0.25-16.el8.noarch 2022-01-25T22:38:08.363 INFO:teuthology.orchestra.run.smithi120.stdout: skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_64 2022-01-25T22:38:08.363 INFO:teuthology.orchestra.run.smithi120.stdout: toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86_64 2022-01-25T22:38:08.364 INFO:teuthology.orchestra.run.smithi120.stdout: udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 2022-01-25T22:38:08.364 INFO:teuthology.orchestra.run.smithi120.stdout: yajl-2.1.0-10.el8.x86_64 2022-01-25T22:38:08.364 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:38:08.364 INFO:teuthology.orchestra.run.smithi120.stdout:Complete! 2022-01-25T22:38:08.548 DEBUG:teuthology.parallel:result is None 2022-01-25T22:38:08.590 INFO:teuthology.orchestra.run.smithi145.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 10/10 2022-01-25T22:38:08.590 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:38:08.590 INFO:teuthology.orchestra.run.smithi145.stdout:Installed: 2022-01-25T22:38:08.591 INFO:teuthology.orchestra.run.smithi145.stdout: buildah-1:1.23.1-2.module_el8.6.0+954+963caf36.x86_64 2022-01-25T22:38:08.591 INFO:teuthology.orchestra.run.smithi145.stdout: cockpit-podman-35-1.module_el8.6.0+944+d413f95e.noarch 2022-01-25T22:38:08.591 INFO:teuthology.orchestra.run.smithi145.stdout: crun-1.2-1.module_el8.6.0+954+963caf36.x86_64 2022-01-25T22:38:08.591 INFO:teuthology.orchestra.run.smithi145.stdout: python3-podman-3.2.1-4.module_el8.6.0+954+963caf36.noarch 2022-01-25T22:38:08.592 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2022-01-25T22:38:08.592 INFO:teuthology.orchestra.run.smithi145.stdout: python3-pyxdg-0.25-16.el8.noarch 2022-01-25T22:38:08.592 INFO:teuthology.orchestra.run.smithi145.stdout: skopeo-2:1.5.0-2.module_el8.6.0+954+963caf36.x86_64 2022-01-25T22:38:08.593 INFO:teuthology.orchestra.run.smithi145.stdout: toolbox-0.0.99.3-1.module_el8.5.0+877+1c30e0c9.x86_64 2022-01-25T22:38:08.593 INFO:teuthology.orchestra.run.smithi145.stdout: udica-0.2.6-2.module_el8.6.0+944+d413f95e.noarch 2022-01-25T22:38:08.593 INFO:teuthology.orchestra.run.smithi145.stdout: yajl-2.1.0-10.el8.x86_64 2022-01-25T22:38:08.593 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:38:08.594 INFO:teuthology.orchestra.run.smithi145.stdout:Complete! 2022-01-25T22:38:08.792 DEBUG:teuthology.parallel:result is None 2022-01-25T22:38:08.792 INFO:teuthology.run_tasks:Running task cephadm... 2022-01-25T22:38:08.870 INFO:tasks.cephadm:Config: {'avoid_pacific_features': True, 'cephadm_branch': 'v16.2.4', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'image': 'docker.io/ceph/ceph:v16.2.4', 'roleless': True, 'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-whitelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '5bfc361ee5ddb060baaa8b6c472feff0ae2b176c'} 2022-01-25T22:38:08.871 INFO:tasks.cephadm:Cluster image is docker.io/ceph/ceph:v16.2.4 2022-01-25T22:38:08.872 INFO:tasks.cephadm:Cluster fsid is 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:38:08.873 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2022-01-25T22:38:08.873 INFO:tasks.cephadm:No mon roles; fabricating mons 2022-01-25T22:38:08.873 INFO:tasks.cephadm:Monitor IPs: {'mon.smithi120': '172.21.15.120', 'mon.smithi145': '172.21.15.145'} 2022-01-25T22:38:08.874 INFO:tasks.cephadm:Normalizing hostnames... 2022-01-25T22:38:08.874 DEBUG:teuthology.orchestra.run.smithi120:> sudo hostname $(hostname -s) 2022-01-25T22:38:08.900 DEBUG:teuthology.orchestra.run.smithi145:> sudo hostname $(hostname -s) 2022-01-25T22:38:08.927 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref v16.2.4)... 2022-01-25T22:38:08.928 DEBUG:teuthology.orchestra.run.smithi120:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v16.2.4/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2022-01-25T22:38:09.068 INFO:teuthology.orchestra.run.smithi120.stdout:-rw-rw-r--. 1 ubuntu ubuntu 292005 Jan 25 22:38 /home/ubuntu/cephtest/cephadm 2022-01-25T22:38:09.068 DEBUG:teuthology.orchestra.run.smithi145:> curl --silent https://raw.githubusercontent.com/ceph/ceph/v16.2.4/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2022-01-25T22:38:09.178 INFO:teuthology.orchestra.run.smithi145.stdout:-rw-rw-r--. 1 ubuntu ubuntu 292005 Jan 25 22:38 /home/ubuntu/cephtest/cephadm 2022-01-25T22:38:09.178 DEBUG:teuthology.orchestra.run.smithi120:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2022-01-25T22:38:09.195 DEBUG:teuthology.orchestra.run.smithi145:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2022-01-25T22:38:09.222 DEBUG:teuthology.orchestra.run.smithi120:> sudo mkdir -p /etc/ceph 2022-01-25T22:38:09.261 DEBUG:teuthology.orchestra.run.smithi145:> sudo mkdir -p /etc/ceph 2022-01-25T22:38:09.290 DEBUG:teuthology.orchestra.run.smithi120:> sudo chmod 777 /etc/ceph 2022-01-25T22:38:09.327 DEBUG:teuthology.orchestra.run.smithi145:> sudo chmod 777 /etc/ceph 2022-01-25T22:38:09.354 INFO:tasks.cephadm:Writing seed config... 2022-01-25T22:38:09.356 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2022-01-25T22:38:09.356 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2022-01-25T22:38:09.356 INFO:tasks.cephadm: override: [mon] debug mon = 20 2022-01-25T22:38:09.357 INFO:tasks.cephadm: override: [mon] debug ms = 1 2022-01-25T22:38:09.357 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2022-01-25T22:38:09.357 INFO:tasks.cephadm: override: [osd] debug ms = 1 2022-01-25T22:38:09.358 INFO:tasks.cephadm: override: [osd] debug osd = 20 2022-01-25T22:38:09.358 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2022-01-25T22:38:09.359 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2022-01-25T22:38:09.359 DEBUG:teuthology.orchestra.run.smithi120:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2022-01-25T22:38:09.382 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 ruleset-failure-domain=osd crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 7850299a-7e2f-11ec-8c35-001a4aab830c [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2022-01-25T22:38:09.382 DEBUG:teuthology.orchestra.run.smithi120:mon.smithi120> sudo journalctl -f -n 0 -u ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mon.smithi120.service 2022-01-25T22:38:09.424 INFO:tasks.cephadm:Bootstrapping... 2022-01-25T22:38:09.424 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 -v bootstrap --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-ip 172.21.15.120 && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2022-01-25T22:38:09.448 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:-- Logs begin at Tue 2022-01-25 22:32:22 UTC. -- 2022-01-25T22:38:09.686 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-01-25T22:38:11.540 INFO:teuthology.orchestra.run.smithi120.stderr:/bin/podman: 3.4.1-dev 2022-01-25T22:38:11.624 INFO:teuthology.orchestra.run.smithi120.stderr:Verifying podman|docker is present... 2022-01-25T22:38:11.624 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-01-25T22:38:11.668 INFO:teuthology.orchestra.run.smithi120.stderr:/bin/podman: 3.4.1-dev 2022-01-25T22:38:11.767 INFO:teuthology.orchestra.run.smithi120.stderr:Verifying lvm2 is present... 2022-01-25T22:38:11.767 INFO:teuthology.orchestra.run.smithi120.stderr:Verifying time synchronization is in place... 2022-01-25T22:38:11.767 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl is-enabled chrony.service 2022-01-25T22:38:11.774 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2022-01-25T22:38:11.774 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl is-active chrony.service 2022-01-25T22:38:11.780 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: inactive 2022-01-25T22:38:11.780 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl is-enabled chronyd.service 2022-01-25T22:38:11.786 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: enabled 2022-01-25T22:38:11.787 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl is-active chronyd.service 2022-01-25T22:38:11.792 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: active 2022-01-25T22:38:11.792 INFO:teuthology.orchestra.run.smithi120.stderr:Unit chronyd.service is enabled and running 2022-01-25T22:38:11.793 INFO:teuthology.orchestra.run.smithi120.stderr:Repeating the final host check... 2022-01-25T22:38:11.793 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman version --format {{.Client.Version}} 2022-01-25T22:38:11.830 INFO:teuthology.orchestra.run.smithi120.stderr:/bin/podman: 3.4.1-dev 2022-01-25T22:38:11.938 INFO:teuthology.orchestra.run.smithi120.stderr:podman|docker (/bin/podman) is present 2022-01-25T22:38:11.938 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl is present 2022-01-25T22:38:11.939 INFO:teuthology.orchestra.run.smithi120.stderr:lvcreate is present 2022-01-25T22:38:11.939 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl is-enabled chrony.service 2022-01-25T22:38:11.943 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: Failed to get unit file state for chrony.service: No such file or directory 2022-01-25T22:38:11.944 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl is-active chrony.service 2022-01-25T22:38:11.949 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: inactive 2022-01-25T22:38:11.950 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl is-enabled chronyd.service 2022-01-25T22:38:11.955 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: enabled 2022-01-25T22:38:11.956 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl is-active chronyd.service 2022-01-25T22:38:11.960 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: active 2022-01-25T22:38:11.961 INFO:teuthology.orchestra.run.smithi120.stderr:Unit chronyd.service is enabled and running 2022-01-25T22:38:11.962 INFO:teuthology.orchestra.run.smithi120.stderr:Host looks OK 2022-01-25T22:38:11.962 INFO:teuthology.orchestra.run.smithi120.stderr:Cluster fsid: 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:38:11.962 INFO:teuthology.orchestra.run.smithi120.stderr:Acquiring lock 140483720175744 on /run/cephadm/7850299a-7e2f-11ec-8c35-001a4aab830c.lock 2022-01-25T22:38:11.962 INFO:teuthology.orchestra.run.smithi120.stderr:Lock 140483720175744 acquired on /run/cephadm/7850299a-7e2f-11ec-8c35-001a4aab830c.lock 2022-01-25T22:38:11.963 INFO:teuthology.orchestra.run.smithi120.stderr:Verifying IP 172.21.15.120 port 3300 ... 2022-01-25T22:38:11.964 INFO:teuthology.orchestra.run.smithi120.stderr:Verifying IP 172.21.15.120 port 6789 ... 2022-01-25T22:38:11.964 INFO:teuthology.orchestra.run.smithi120.stderr:Base mon IP is 172.21.15.120, final addrv is [v2:172.21.15.120:3300,v1:172.21.15.120:6789] 2022-01-25T22:38:11.964 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /sbin/ip route ls 2022-01-25T22:38:11.965 INFO:teuthology.orchestra.run.smithi120.stderr:/sbin/ip: default via 172.21.15.254 dev enp3s0f1 proto dhcp metric 100 2022-01-25T22:38:11.965 INFO:teuthology.orchestra.run.smithi120.stderr:/sbin/ip: 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.120 metric 100 2022-01-25T22:38:11.966 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /sbin/ip -6 route ls 2022-01-25T22:38:11.967 INFO:teuthology.orchestra.run.smithi120.stderr:/sbin/ip: ::1 dev lo proto kernel metric 256 pref medium 2022-01-25T22:38:11.968 INFO:teuthology.orchestra.run.smithi120.stderr:/sbin/ip: fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2022-01-25T22:38:11.968 INFO:teuthology.orchestra.run.smithi120.stderr:/sbin/ip: default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1799sec hoplimit 64 pref medium 2022-01-25T22:38:11.968 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /sbin/ip -6 addr ls 2022-01-25T22:38:11.970 INFO:teuthology.orchestra.run.smithi120.stderr:/sbin/ip: 1: lo: mtu 65536 state UNKNOWN qlen 1000 2022-01-25T22:38:11.970 INFO:teuthology.orchestra.run.smithi120.stderr:/sbin/ip: inet6 ::1/128 scope host 2022-01-25T22:38:11.971 INFO:teuthology.orchestra.run.smithi120.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2022-01-25T22:38:11.971 INFO:teuthology.orchestra.run.smithi120.stderr:/sbin/ip: 5: enp3s0f1: mtu 1500 state UP qlen 1000 2022-01-25T22:38:11.971 INFO:teuthology.orchestra.run.smithi120.stderr:/sbin/ip: inet6 fe80::ec4:7aff:fe8f:478f/64 scope link 2022-01-25T22:38:11.971 INFO:teuthology.orchestra.run.smithi120.stderr:/sbin/ip: valid_lft forever preferred_lft forever 2022-01-25T22:38:11.972 INFO:teuthology.orchestra.run.smithi120.stderr:Mon IP 172.21.15.120 is in CIDR network 172.21.0.0/20 2022-01-25T22:38:11.972 INFO:teuthology.orchestra.run.smithi120.stderr:- internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2022-01-25T22:38:11.973 INFO:teuthology.orchestra.run.smithi120.stderr:Pulling container image docker.io/ceph/ceph:v16.2.4... 2022-01-25T22:38:11.973 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman pull docker.io/ceph/ceph:v16.2.4 2022-01-25T22:38:12.063 INFO:teuthology.orchestra.run.smithi120.stderr:/bin/podman: Trying to pull docker.io/ceph/ceph:v16.2.4... 2022-01-25T22:38:12.483 INFO:teuthology.orchestra.run.smithi120.stderr:/bin/podman: Getting image source signatures 2022-01-25T22:38:12.484 INFO:teuthology.orchestra.run.smithi120.stderr:/bin/podman: Copying blob sha256:7a0437f04f83f084b7ed68ad9c4a4947e12fc4e1b006b38129bac89114ec3621 2022-01-25T22:38:12.484 INFO:teuthology.orchestra.run.smithi120.stderr:/bin/podman: Copying blob sha256:551101690791055467b1840be133b2e6b029d263771bc6c46a96bb7acdacac39 2022-01-25T22:38:12.585 INFO:teuthology.orchestra.run.smithi120.stderr:/bin/podman: Copying blob sha256:551101690791055467b1840be133b2e6b029d263771bc6c46a96bb7acdacac39 2022-01-25T22:38:12.651 INFO:teuthology.orchestra.run.smithi120.stderr:/bin/podman: Copying blob sha256:7a0437f04f83f084b7ed68ad9c4a4947e12fc4e1b006b38129bac89114ec3621 2022-01-25T22:38:24.825 INFO:teuthology.orchestra.run.smithi120.stderr:/bin/podman: Copying config sha256:8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 2022-01-25T22:38:24.875 INFO:teuthology.orchestra.run.smithi120.stderr:/bin/podman: Writing manifest to image destination 2022-01-25T22:38:24.875 INFO:teuthology.orchestra.run.smithi120.stderr:/bin/podman: Storing signatures 2022-01-25T22:38:25.208 INFO:teuthology.orchestra.run.smithi120.stderr:/bin/podman: 8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29 2022-01-25T22:38:25.243 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --version 2022-01-25T22:38:25.916 INFO:teuthology.orchestra.run.smithi120.stderr:ceph: ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable) 2022-01-25T22:38:26.288 INFO:teuthology.orchestra.run.smithi120.stderr:Ceph version: ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable) 2022-01-25T22:38:26.288 INFO:teuthology.orchestra.run.smithi120.stderr:Extracting ceph user uid/gid from container image... 2022-01-25T22:38:26.289 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint stat --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 -c %u %g /var/lib/ceph 2022-01-25T22:38:26.902 INFO:teuthology.orchestra.run.smithi120.stderr:stat: 167 167 2022-01-25T22:38:27.434 INFO:teuthology.orchestra.run.smithi120.stderr:Creating initial keys... 2022-01-25T22:38:27.435 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-01-25T22:38:27.828 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-authtool: AQDje/BhOws2MBAA5rNtYJO4H/3Nveii2yQSsQ== 2022-01-25T22:38:28.281 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-01-25T22:38:28.686 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-authtool: AQDke/BhxwczKBAATtNgzJDzUHzqzqriB6a5MQ== 2022-01-25T22:38:29.018 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-authtool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 docker.io/ceph/ceph:v16.2.4 --gen-print-key 2022-01-25T22:38:29.429 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-authtool: AQDle/BhczZZGBAAyYMhYerO4OIODV7UXtbMOg== 2022-01-25T22:38:29.864 INFO:teuthology.orchestra.run.smithi120.stderr:Creating initial monmap... 2022-01-25T22:38:29.864 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/monmaptool --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /tmp/ceph-tmp_1cdhchc:/tmp/monmap:z docker.io/ceph/ceph:v16.2.4 --create --clobber --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c --addv smithi120 [v2:172.21.15.120:3300,v1:172.21.15.120:6789] /tmp/monmap 2022-01-25T22:38:30.294 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: monmap file /tmp/monmap 2022-01-25T22:38:30.295 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: set fsid to 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:38:30.295 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/monmaptool: /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2022-01-25T22:38:30.604 INFO:teuthology.orchestra.run.smithi120.stderr:monmaptool for smithi120 [v2:172.21.15.120:3300,v1:172.21.15.120:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2022-01-25T22:38:30.604 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/monmaptool: set fsid to 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:38:30.604 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2022-01-25T22:38:30.605 INFO:teuthology.orchestra.run.smithi120.stderr: 2022-01-25T22:38:30.605 INFO:teuthology.orchestra.run.smithi120.stderr:Creating mon... 2022-01-25T22:38:30.606 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph-mon --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120:/var/lib/ceph/mon/ceph-smithi120:z -v /tmp/ceph-tmppiv1jsbs:/tmp/keyring:z -v /tmp/ceph-tmp_1cdhchc:/tmp/monmap:z docker.io/ceph/ceph:v16.2.4 --mkfs -i smithi120 --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -c /dev/null --monmap /tmp/monmap --keyring /tmp/keyring --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true 2022-01-25T22:38:31.027 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.972+0000 7f751231c700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-25T22:38:31.028 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.973+0000 7f751231c700 1 imported monmap: 2022-01-25T22:38:31.028 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: epoch 0 2022-01-25T22:38:31.028 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: fsid 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:38:31.029 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: last_changed 2022-01-25T22:38:30.287404+0000 2022-01-25T22:38:31.029 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: created 2022-01-25T22:38:30.287404+0000 2022-01-25T22:38:31.029 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: min_mon_release 0 (unknown) 2022-01-25T22:38:31.029 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: election_strategy: 1 2022-01-25T22:38:31.030 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 0: [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] mon.smithi120 2022-01-25T22:38:31.030 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.031 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.973+0000 7f751231c700 0 /usr/bin/ceph-mon: set fsid to 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:38:31.031 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: RocksDB version: 6.8.1 2022-01-25T22:38:31.031 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.031 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-25T22:38:31.032 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Compile date May 13 2021 2022-01-25T22:38:31.032 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: DB SUMMARY 2022-01-25T22:38:31.032 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.032 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi120/store.db dir, Total Num: 0, files: 2022-01-25T22:38:31.033 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.033 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi120/store.db: 2022-01-25T22:38:31.033 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.033 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.error_if_exists: 0 2022-01-25T22:38:31.034 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.create_if_missing: 1 2022-01-25T22:38:31.034 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.paranoid_checks: 1 2022-01-25T22:38:31.034 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.env: 0x556b881051c0 2022-01-25T22:38:31.034 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.fs: Posix File System 2022-01-25T22:38:31.034 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.info_log: 0x556b892aaec0 2022-01-25T22:38:31.035 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-25T22:38:31.035 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.statistics: (nil) 2022-01-25T22:38:31.035 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.use_fsync: 0 2022-01-25T22:38:31.035 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.max_log_file_size: 0 2022-01-25T22:38:31.036 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-25T22:38:31.036 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-25T22:38:31.036 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-25T22:38:31.036 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-25T22:38:31.037 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.allow_fallocate: 1 2022-01-25T22:38:31.037 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-25T22:38:31.037 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-25T22:38:31.037 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.use_direct_reads: 0 2022-01-25T22:38:31.037 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-25T22:38:31.038 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-25T22:38:31.038 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.db_log_dir: 2022-01-25T22:38:31.038 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi120/store.db 2022-01-25T22:38:31.038 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-25T22:38:31.039 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.max_subcompactions: 1 2022-01-25T22:38:31.039 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.max_background_flushes: -1 2022-01-25T22:38:31.039 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-25T22:38:31.039 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-25T22:38:31.039 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-25T22:38:31.040 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-25T22:38:31.041 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-25T22:38:31.042 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-25T22:38:31.042 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-25T22:38:31.042 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.write_buffer_manager: 0x556b892b1530 2022-01-25T22:38:31.042 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-25T22:38:31.043 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-25T22:38:31.043 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-25T22:38:31.043 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-25T22:38:31.043 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-25T22:38:31.043 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-25T22:38:31.044 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-25T22:38:31.044 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-25T22:38:31.044 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-25T22:38:31.044 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.unordered_write: 0 2022-01-25T22:38:31.045 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-25T22:38:31.045 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-25T22:38:31.045 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-25T22:38:31.045 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-25T22:38:31.046 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.row_cache: None 2022-01-25T22:38:31.046 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.wal_filter: None 2022-01-25T22:38:31.046 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-25T22:38:31.047 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-25T22:38:31.047 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.preserve_deletes: 0 2022-01-25T22:38:31.047 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.two_write_queues: 0 2022-01-25T22:38:31.047 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-25T22:38:31.048 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.atomic_flush: 0 2022-01-25T22:38:31.048 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-25T22:38:31.048 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-25T22:38:31.048 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-25T22:38:31.048 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.log_readahead_size: 0 2022-01-25T22:38:31.049 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-25T22:38:31.049 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.max_background_jobs: 2 2022-01-25T22:38:31.049 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.max_background_compactions: -1 2022-01-25T22:38:31.049 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-25T22:38:31.050 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-25T22:38:31.050 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-25T22:38:31.050 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-25T22:38:31.050 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-25T22:38:31.050 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-25T22:38:31.051 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-25T22:38:31.051 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-25T22:38:31.051 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.max_open_files: -1 2022-01-25T22:38:31.051 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-25T22:38:31.052 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-25T22:38:31.052 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-25T22:38:31.052 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-25T22:38:31.052 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Compression algorithms supported: 2022-01-25T22:38:31.053 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-25T22:38:31.053 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: kZSTD supported: 0 2022-01-25T22:38:31.053 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: kXpressCompression supported: 0 2022-01-25T22:38:31.053 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-25T22:38:31.053 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: kLZ4Compression supported: 1 2022-01-25T22:38:31.054 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: kBZip2Compression supported: 0 2022-01-25T22:38:31.054 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: kZlibCompression supported: 1 2022-01-25T22:38:31.054 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: kSnappyCompression supported: 1 2022-01-25T22:38:31.054 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-25T22:38:31.055 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.974+0000 7f751231c700 4 rocksdb: [db_impl/db_impl_open.cc:273] Creating manifest 1 2022-01-25T22:38:31.055 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.055 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi120/store.db/MANIFEST-000001 2022-01-25T22:38:31.055 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.056 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-25T22:38:31.056 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.056 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-25T22:38:31.056 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.merge_operator: 2022-01-25T22:38:31.056 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compaction_filter: None 2022-01-25T22:38:31.057 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-25T22:38:31.057 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-25T22:38:31.057 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-25T22:38:31.057 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556b891c2120) 2022-01-25T22:38:31.058 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks: 1 2022-01-25T22:38:31.058 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-25T22:38:31.058 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-25T22:38:31.058 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: pin_top_level_index_and_filter: 1 2022-01-25T22:38:31.058 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: index_type: 0 2022-01-25T22:38:31.059 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: data_block_index_type: 0 2022-01-25T22:38:31.059 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: index_shortening: 1 2022-01-25T22:38:31.059 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: data_block_hash_table_util_ratio: 0.750000 2022-01-25T22:38:31.059 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: hash_index_allow_collision: 1 2022-01-25T22:38:31.060 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: checksum: 1 2022-01-25T22:38:31.060 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: no_block_cache: 0 2022-01-25T22:38:31.060 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: block_cache: 0x556b891f8d10 2022-01-25T22:38:31.060 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: block_cache_name: BinnedLRUCache 2022-01-25T22:38:31.060 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: block_cache_options: 2022-01-25T22:38:31.061 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: capacity : 536870912 2022-01-25T22:38:31.061 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: num_shard_bits : 4 2022-01-25T22:38:31.061 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: strict_capacity_limit : 0 2022-01-25T22:38:31.061 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: high_pri_pool_ratio: 0.000 2022-01-25T22:38:31.062 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: block_cache_compressed: (nil) 2022-01-25T22:38:31.062 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: persistent_cache: (nil) 2022-01-25T22:38:31.062 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: block_size: 4096 2022-01-25T22:38:31.062 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: block_size_deviation: 10 2022-01-25T22:38:31.062 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: block_restart_interval: 16 2022-01-25T22:38:31.063 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: index_block_restart_interval: 1 2022-01-25T22:38:31.063 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: metadata_block_size: 4096 2022-01-25T22:38:31.063 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: partition_filters: 0 2022-01-25T22:38:31.063 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: use_delta_encoding: 1 2022-01-25T22:38:31.064 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-25T22:38:31.064 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: whole_key_filtering: 1 2022-01-25T22:38:31.064 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: verify_compression: 0 2022-01-25T22:38:31.064 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: read_amp_bytes_per_bit: 0 2022-01-25T22:38:31.064 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: format_version: 2 2022-01-25T22:38:31.065 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: enable_index_compression: 1 2022-01-25T22:38:31.065 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: block_align: 0 2022-01-25T22:38:31.065 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.065 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-25T22:38:31.066 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-25T22:38:31.066 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compression: NoCompression 2022-01-25T22:38:31.066 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-25T22:38:31.066 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-25T22:38:31.066 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-25T22:38:31.067 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.num_levels: 7 2022-01-25T22:38:31.067 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-25T22:38:31.067 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-25T22:38:31.067 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-25T22:38:31.068 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-25T22:38:31.068 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-25T22:38:31.068 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-25T22:38:31.068 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-25T22:38:31.068 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:38:31.069 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-25T22:38:31.069 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-25T22:38:31.069 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-25T22:38:31.069 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-25T22:38:31.070 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-25T22:38:31.070 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:38:31.070 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-25T22:38:31.070 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-25T22:38:31.070 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-25T22:38:31.071 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-25T22:38:31.071 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-25T22:38:31.071 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-25T22:38:31.071 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-25T22:38:31.072 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-25T22:38:31.072 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-25T22:38:31.072 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-25T22:38:31.073 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-25T22:38:31.073 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-25T22:38:31.073 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-25T22:38:31.073 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-25T22:38:31.073 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-25T22:38:31.074 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-25T22:38:31.074 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-25T22:38:31.074 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-25T22:38:31.074 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-25T22:38:31.075 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-25T22:38:31.075 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-25T22:38:31.075 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-25T22:38:31.075 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-25T22:38:31.075 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-25T22:38:31.076 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-25T22:38:31.076 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-25T22:38:31.076 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-25T22:38:31.077 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-25T22:38:31.077 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-25T22:38:31.077 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-25T22:38:31.077 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-25T22:38:31.078 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-25T22:38:31.078 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-25T22:38:31.078 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.table_properties_collectors: 2022-01-25T22:38:31.078 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.inplace_update_support: 0 2022-01-25T22:38:31.078 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-25T22:38:31.079 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-25T22:38:31.079 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-25T22:38:31.079 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-25T22:38:31.079 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.bloom_locality: 0 2022-01-25T22:38:31.080 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.max_successive_merges: 0 2022-01-25T22:38:31.080 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-25T22:38:31.080 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-25T22:38:31.080 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-25T22:38:31.081 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-25T22:38:31.081 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.ttl: 2592000 2022-01-25T22:38:31.081 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.975+0000 7f751231c700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-25T22:38:31.081 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.976+0000 7f751231c700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi120/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-25T22:38:31.081 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.082 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.976+0000 7f751231c700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2022-01-25T22:38:31.082 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.082 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.978+0000 7f751231c700 4 rocksdb: DB pointer 0x556b892bd800 2022-01-25T22:38:31.082 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.978+0000 7f74fb1b5700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-25T22:38:31.083 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.978+0000 7f74fb1b5700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-25T22:38:31.083 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: ** DB Stats ** 2022-01-25T22:38:31.083 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:38:31.083 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-25T22:38:31.083 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-25T22:38:31.084 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:38:31.084 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-25T22:38:31.084 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-25T22:38:31.084 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:38:31.085 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.085 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-01-25T22:38:31.085 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:38:31.085 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:38:31.086 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:38:31.086 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:38:31.086 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.086 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-01-25T22:38:31.086 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:38:31.087 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:38:31.087 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:38:31.087 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:38:31.087 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:38:31.088 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:38:31.088 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:38:31.088 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:38:31.089 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:38:31.089 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:38:31.089 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:38:31.090 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.090 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:38:31.090 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.090 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-01-25T22:38:31.091 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:38:31.091 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:38:31.091 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:38:31.091 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:38:31.091 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.092 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: ** Compaction Stats [default] ** 2022-01-25T22:38:31.092 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:38:31.092 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:38:31.092 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:38:31.093 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:38:31.093 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:38:31.093 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:38:31.093 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:38:31.093 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:38:31.094 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:38:31.094 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:38:31.094 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:38:31.094 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.095 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:38:31.095 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: 2022-01-25T22:38:31.095 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.980+0000 7f751231c700 4 rocksdb: [db_impl/db_impl.cc:397] Shutdown: canceling all background work 2022-01-25T22:38:31.095 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.980+0000 7f751231c700 4 rocksdb: [db_impl/db_impl.cc:573] Shutdown complete 2022-01-25T22:38:31.096 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph-mon: debug 2022-01-25T22:38:30.980+0000 7f751231c700 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-smithi120 for mon.smithi120 2022-01-25T22:38:31.252 INFO:teuthology.orchestra.run.smithi120.stderr:create mon.smithi120 on 2022-01-25T22:38:31.252 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: install -d -m0770 -o 167 -g 167 /var/run/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:38:31.258 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl disable ceph.target 2022-01-25T22:38:31.348 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl enable ceph.target 2022-01-25T22:38:31.354 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2022-01-25T22:38:31.430 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl start ceph.target 2022-01-25T22:38:31.438 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl enable ceph-7850299a-7e2f-11ec-8c35-001a4aab830c.target 2022-01-25T22:38:31.444 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: Created symlink /etc/systemd/system/multi-user.target.wants/ceph-7850299a-7e2f-11ec-8c35-001a4aab830c.target → /etc/systemd/system/ceph-7850299a-7e2f-11ec-8c35-001a4aab830c.target. 2022-01-25T22:38:31.444 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: Created symlink /etc/systemd/system/ceph.target.wants/ceph-7850299a-7e2f-11ec-8c35-001a4aab830c.target → /etc/systemd/system/ceph-7850299a-7e2f-11ec-8c35-001a4aab830c.target. 2022-01-25T22:38:31.518 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c.target 2022-01-25T22:38:31.525 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl daemon-reload 2022-01-25T22:38:31.608 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl stop ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mon.smithi120 2022-01-25T22:38:31.629 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl reset-failed ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mon.smithi120 2022-01-25T22:38:31.634 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: Failed to reset failed state of unit ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mon.smithi120.service: Unit ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mon.smithi120.service not loaded. 2022-01-25T22:38:31.635 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl enable ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mon.smithi120 2022-01-25T22:38:31.640 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: Created symlink /etc/systemd/system/ceph-7850299a-7e2f-11ec-8c35-001a4aab830c.target.wants/ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mon.smithi120.service → /etc/systemd/system/ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@.service. 2022-01-25T22:38:31.720 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mon.smithi120 2022-01-25T22:38:31.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:31 smithi120 systemd[1]: Starting Ceph mon.smithi120 for 7850299a-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:38:32.189 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:31 smithi120 podman[27918]: 2022-01-25T22:38:32.190 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:32 smithi120 bash[27841]: 3398feed095e1a238347c3febeeda175b849d1ca6ba6c603ee51f6e61187ac04 2022-01-25T22:38:32.249 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl is-enabled firewalld.service 2022-01-25T22:38:32.257 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: disabled 2022-01-25T22:38:32.257 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl is-active firewalld.service 2022-01-25T22:38:32.263 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: inactive 2022-01-25T22:38:32.264 INFO:teuthology.orchestra.run.smithi120.stderr:firewalld.service is not enabled 2022-01-25T22:38:32.264 INFO:teuthology.orchestra.run.smithi120.stderr:Not possible to enable service . firewalld.service is not available 2022-01-25T22:38:32.264 INFO:teuthology.orchestra.run.smithi120.stderr:Not possible to open ports <[]>. firewalld.service is not available 2022-01-25T22:38:32.265 INFO:teuthology.orchestra.run.smithi120.stderr:Waiting for mon to start... 2022-01-25T22:38:32.265 INFO:teuthology.orchestra.run.smithi120.stderr:Waiting for mon... 2022-01-25T22:38:32.266 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120:/var/lib/ceph/mon/ceph-smithi120:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status 2022-01-25T22:38:32.475 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:32 smithi120 conmon[27959]: cluster 2022-01-25T22:38:32.188163+0000 mon.smithi120 (mon.0) 0 : [INF] 2022-01-25T22:38:32.476 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:32 smithi120 conmon[27959]: mkfs 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:38:32.476 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:32 smithi120 conmon[27959]: cluster 2022-01-25T22:38 2022-01-25T22:38:32.476 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:32 smithi120 conmon[27959]: :32.181411+0000 mon.smithi120 (mon.0) 1 : cluster [INF] mon.smithi120 is new leader, mons smithi120 in quorum (ranks 0) 2022-01-25T22:38:32.477 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:32 smithi120 systemd[1]: Started Ceph mon.smithi120 for 7850299a-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:38:32.818 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: cluster: 2022-01-25T22:38:32.819 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: id: 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:38:32.819 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: health: HEALTH_OK 2022-01-25T22:38:32.819 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: 2022-01-25T22:38:32.820 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: services: 2022-01-25T22:38:32.820 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: mon: 1 daemons, quorum smithi120 (age 0.631629s) 2022-01-25T22:38:32.820 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: mgr: no daemons active 2022-01-25T22:38:32.820 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: osd: 0 osds: 0 up, 0 in 2022-01-25T22:38:32.820 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: 2022-01-25T22:38:32.821 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: data: 2022-01-25T22:38:32.821 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: pools: 0 pools, 0 pgs 2022-01-25T22:38:32.821 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: objects: 0 objects, 0 B 2022-01-25T22:38:32.821 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: usage: 0 B used, 0 B / 0 B avail 2022-01-25T22:38:32.822 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: pgs: 2022-01-25T22:38:32.822 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: 2022-01-25T22:38:33.204 INFO:teuthology.orchestra.run.smithi120.stderr:mon is available 2022-01-25T22:38:33.239 INFO:teuthology.orchestra.run.smithi120.stderr:Assimilating anything we can from ceph.conf... 2022-01-25T22:38:33.239 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z -v /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120:/var/lib/ceph/mon/ceph-smithi120:z docker.io/ceph/ceph:v16.2.4 config assimilate-conf -i /var/lib/ceph/mon/ceph-smithi120/config 2022-01-25T22:38:33.413 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:33 smithi120 conmon[27959]: cluster 2022-01-25T22:38:32.186409+0000 mon.smithi120 (mon.0) 2 : cluster [INF] mon.smithi120 is new leader, mons smithi120 in quorum (ranks 0) 2022-01-25T22:38:33.413 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:33 smithi120 conmon[27959]: cluster 2022-01-25T22:38:32.186954+0000 mon.smithi120 (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {smithi120=[v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0]} 2022-01-25T22:38:33.414 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:33 smithi120 conmon[27959]: cluster 2022-01-25T22:38:32.189235+0000 mon.smithi120 (mon.0) 4 : cluster [DBG] fsmap 2022-01-25T22:38:33.414 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:33 smithi120 conmon[27959]: cluster 2022-01-25T22:38:32.192583+0000 mon.smithi120 (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2022-01-25T22:38:33.415 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:33 smithi120 conmon[27959]: cluster 2022-01-25T22:38:32.192982+0000 mon.smithi120 (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2022-01-25T22:38:33.415 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:33 smithi120 conmon[27959]: audit 2022-01-25T22:38:32.818011+0000 mon.smithi120 (mon.0) 7 : audit [DBG] from='client.? 172.21.15.120:0/1008073272' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2022-01-25T22:38:33.709 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: 2022-01-25T22:38:33.710 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: [global] 2022-01-25T22:38:33.710 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: fsid = 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:38:33.710 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: mon_host = [v2:172.21.15.120:3300,v1:172.21.15.120:6789] 2022-01-25T22:38:33.711 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: mon_osd_allow_pg_remap = true 2022-01-25T22:38:33.711 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: mon_osd_allow_primary_affinity = true 2022-01-25T22:38:33.711 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: mon_warn_on_no_sortbitwise = false 2022-01-25T22:38:33.712 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: osd_crush_chooseleaf_type = 0 2022-01-25T22:38:33.712 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: 2022-01-25T22:38:33.712 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: [mgr] 2022-01-25T22:38:33.713 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: mgr/telemetry/nag = false 2022-01-25T22:38:33.713 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: 2022-01-25T22:38:33.713 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: [osd] 2022-01-25T22:38:33.713 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: osd_map_max_advance = 10 2022-01-25T22:38:33.713 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: osd_memory_target_autotune = true 2022-01-25T22:38:33.714 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: osd_sloppy_crc = true 2022-01-25T22:38:34.039 INFO:teuthology.orchestra.run.smithi120.stderr:Generating new minimal ceph.conf... 2022-01-25T22:38:34.039 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z -v /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120:/var/lib/ceph/mon/ceph-smithi120:z docker.io/ceph/ceph:v16.2.4 config generate-minimal-conf -o /var/lib/ceph/mon/ceph-smithi120/config 2022-01-25T22:38:34.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:34 smithi120 conmon[27959]: audit 2022-01-25T22:38:33.705971+0000 mon.smithi120 (mon.0) 8 : audit [INF] from='client.? 172.21.15.120:0/3830289590' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2022-01-25T22:38:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:34 smithi120 conmon[27959]: audit 2022-01-25T22:38:33.708558+0000 mon.smithi120 (mon.0) 9 : audit [INF] from='client.? 172.21.15.120:0/3830289590' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2022-01-25T22:38:34.873 INFO:teuthology.orchestra.run.smithi120.stderr:Restarting the monitor... 2022-01-25T22:38:34.874 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl restart ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mon.smithi120 2022-01-25T22:38:35.170 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:34 smithi120 systemd[1]: Stopping Ceph mon.smithi120 for 7850299a-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:38:35.170 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:34 smithi120 conmon[27959]: debug 2022-01-25T22:38:34.971+0000 7f263e432700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi120 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-01-25T22:38:35.171 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:34 smithi120 conmon[27959]: debug 2022-01-25T22:38:34.971+0000 7f263e432700 -1 mon.smithi120@0(leader) e1 *** Got Signal Terminated *** 2022-01-25T22:38:35.422 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 podman[28442]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c-mon.smithi120 2022-01-25T22:38:35.740 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mon.smithi120.service: Succeeded. 2022-01-25T22:38:35.740 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 systemd[1]: Stopped Ceph mon.smithi120 for 7850299a-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:38:35.740 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 systemd[1]: Starting Ceph mon.smithi120 for 7850299a-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:38:35.740 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 podman[28613]: 2022-01-25T22:38:35.844 INFO:teuthology.orchestra.run.smithi120.stderr:Setting mon public_network to 172.21.0.0/20 2022-01-25T22:38:35.845 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mon public_network 172.21.0.0/20 2022-01-25T22:38:36.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.827+0000 7f0494a72700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-25T22:38:36.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.827+0000 7f0494a72700 0 ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable), process ceph-mon, pid 7 2022-01-25T22:38:36.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.827+0000 7f0494a72700 0 pidfile_write: ignore empty --pid-file 2022-01-25T22:38:36.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.831+0000 7f0494a72700 0 load: jerasure load: lrc load: isa 2022-01-25T22:38:36.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: RocksDB version: 6.8.1 2022-01-25T22:38:36.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-25T22:38:36.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Compile date May 13 2021 2022-01-25T22:38:36.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: DB SUMMARY 2022-01-25T22:38:36.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: CURRENT file: CURRENT 2022-01-25T22:38:36.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: IDENTITY file: IDENTITY 2022-01-25T22:38:36.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 131 Bytes 2022-01-25T22:38:36.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi120/store.db dir, Total Num: 1, files: 000004.sst 2022-01-25T22:38:36.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.057 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi120/store.db: 000006.log size: 79898 ; 2022-01-25T22:38:36.057 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.057 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.error_if_exists: 0 2022-01-25T22:38:36.057 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.create_if_missing: 0 2022-01-25T22:38:36.058 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.paranoid_checks: 1 2022-01-25T22:38:36.058 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.env: 0x55e15f23a1c0 2022-01-25T22:38:36.058 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.fs: Posix File System 2022-01-25T22:38:36.058 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.info_log: 0x55e15fdb9960 2022-01-25T22:38:36.059 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-25T22:38:36.059 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.statistics: (nil) 2022-01-25T22:38:36.059 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.use_fsync: 0 2022-01-25T22:38:36.059 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_log_file_size: 0 2022-01-25T22:38:36.060 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-25T22:38:36.060 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-25T22:38:36.060 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-25T22:38:36.060 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-25T22:38:36.061 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.allow_fallocate: 1 2022-01-25T22:38:36.061 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-25T22:38:36.061 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-25T22:38:36.061 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.use_direct_reads: 0 2022-01-25T22:38:36.061 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-25T22:38:36.062 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-25T22:38:36.062 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.db_log_dir: 2022-01-25T22:38:36.062 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi120/store.db 2022-01-25T22:38:36.062 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-25T22:38:36.063 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_subcompactions: 1 2022-01-25T22:38:36.063 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_background_flushes: -1 2022-01-25T22:38:36.063 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-25T22:38:36.063 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-25T22:38:36.063 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:36.064 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-25T22:38:36.064 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-25T22:38:36.064 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-25T22:38:36.064 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-25T22:38:36.064 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.065 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-25T22:38:36.065 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.write_buffer_manager: 0x55e15fdbffb0 2022-01-25T22:38:36.065 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-25T22:38:36.065 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-25T22:38:36.066 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-25T22:38:36.066 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-25T22:38:36.068 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-25T22:38:36.068 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-25T22:38:36.068 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-25T22:38:36.069 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-25T22:38:36.069 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-25T22:38:36.069 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.unordered_write: 0 2022-01-25T22:38:36.069 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-25T22:38:36.069 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-25T22:38:36.070 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-25T22:38:36.070 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.070 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-25T22:38:36.070 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.row_cache: None 2022-01-25T22:38:36.071 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:36.071 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.wal_filter: None 2022-01-25T22:38:36.071 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-25T22:38:36.071 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-25T22:38:36.071 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.preserve_deletes: 0 2022-01-25T22:38:36.072 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.two_write_queues: 0 2022-01-25T22:38:36.072 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-25T22:38:36.072 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.atomic_flush: 0 2022-01-25T22:38:36.072 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-25T22:38:36.073 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-25T22:38:36.073 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.073 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-25T22:38:36.073 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.log_readahead_size: 0 2022-01-25T22:38:36.074 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-25T22:38:36.074 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_background_jobs: 2 2022-01-25T22:38:36.074 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_background_compactions: -1 2022-01-25T22:38:36.074 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-25T22:38:36.075 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-25T22:38:36.075 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-25T22:38:36.075 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-25T22:38:36.075 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-25T22:38:36.076 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-25T22:38:36.076 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.076 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-25T22:38:36.076 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-25T22:38:36.077 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_open_files: -1 2022-01-25T22:38:36.077 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-25T22:38:36.077 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-25T22:38:36.077 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:36.077 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-25T22:38:36.078 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-25T22:38:36.078 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Compression algorithms supported: 2022-01-25T22:38:36.078 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-25T22:38:36.078 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.079 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: kZSTD supported: 0 2022-01-25T22:38:36.079 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: kXpressCompression supported: 0 2022-01-25T22:38:36.079 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-25T22:38:36.079 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: kLZ4Compression supported: 1 2022-01-25T22:38:36.079 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: kBZip2Compression supported: 0 2022-01-25T22:38:36.080 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: kZlibCompression supported: 1 2022-01-25T22:38:36.080 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 bash[28536]: 92d934a3929eff84612479885fa59c4f8c965069d255534158a44d478c408d9d 2022-01-25T22:38:36.080 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: kSnappyCompression supported: 1 2022-01-25T22:38:36.080 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-25T22:38:36.081 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi120/store.db/MANIFEST-000005 2022-01-25T22:38:36.081 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.081 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-25T22:38:36.081 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.081 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-25T22:38:36.082 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.merge_operator: 2022-01-25T22:38:36.082 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compaction_filter: None 2022-01-25T22:38:36.082 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-25T22:38:36.082 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-25T22:38:36.083 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-25T22:38:36.083 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e15fcd0128) 2022-01-25T22:38:36.083 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: cache_index_and_filter_blocks: 1 2022-01-25T22:38:36.083 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-25T22:38:36.083 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-25T22:38:36.084 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: pin_top_level_index_and_filter: 1 2022-01-25T22:38:36.084 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: index_type: 0 2022-01-25T22:38:36.084 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: data_block_index_type: 0 2022-01-25T22:38:36.084 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: index_shortening: 1 2022-01-25T22:38:36.085 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: data_block_hash_table_util_ratio: 0.750000 2022-01-25T22:38:36.085 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: hash_index_allow_collision: 1 2022-01-25T22:38:36.085 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: checksum: 1 2022-01-25T22:38:36.085 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: no_block_cache: 0 2022-01-25T22:38:36.085 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: block_cache: 0x55e15fd06f10 2022-01-25T22:38:36.086 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: block_cache_name: BinnedLRUCache 2022-01-25T22:38:36.086 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: block_cache_options: 2022-01-25T22:38:36.086 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: capacity : 536870912 2022-01-25T22:38:36.086 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: num_shard_bits : 4 2022-01-25T22:38:36.087 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: strict_capacity_limit : 0 2022-01-25T22:38:36.087 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: high_pri_pool_ratio: 0.000 2022-01-25T22:38:36.087 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: block_cache_compressed: (nil) 2022-01-25T22:38:36.087 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: persistent_cache: (nil) 2022-01-25T22:38:36.088 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: block_size: 4096 2022-01-25T22:38:36.088 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: block_size_deviation: 10 2022-01-25T22:38:36.088 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: block_restart_interval: 16 2022-01-25T22:38:36.088 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: index_block_restart_interval: 1 2022-01-25T22:38:36.088 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: metadata_block_size: 4096 2022-01-25T22:38:36.089 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: partition_filters: 0 2022-01-25T22:38:36.089 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: use_delta_encoding: 1 2022-01-25T22:38:36.089 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-25T22:38:36.089 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: whole_key_filtering: 1 2022-01-25T22:38:36.090 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: verify_compression: 0 2022-01-25T22:38:36.090 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: read_amp_bytes_per_bit: 0 2022-01-25T22:38:36.090 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: format_version: 2 2022-01-25T22:38:36.090 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: enable_index_compression: 1 2022-01-25T22:38:36.091 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: block_align: 0 2022-01-25T22:38:36.091 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.091 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-25T22:38:36.091 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-25T22:38:36.091 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compression: NoCompression 2022-01-25T22:38:36.092 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-25T22:38:36.092 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-25T22:38:36.092 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-25T22:38:36.093 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.num_levels: 7 2022-01-25T22:38:36.093 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-25T22:38:36.093 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-25T22:38:36.093 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-25T22:38:36.094 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-25T22:38:36.094 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-25T22:38:36.094 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-25T22:38:36.094 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-25T22:38:36.094 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:38:36.095 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-25T22:38:36.095 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-25T22:38:36.095 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-25T22:38:36.095 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-25T22:38:36.096 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-25T22:38:36.096 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:38:36.096 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-25T22:38:36.096 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-25T22:38:36.096 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-25T22:38:36.097 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:36.097 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-25T22:38:36.097 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-25T22:38:36.097 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-25T22:38:36.098 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-25T22:38:36.098 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-25T22:38:36.098 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-25T22:38:36.098 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-25T22:38:36.098 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-25T22:38:36.099 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-25T22:38:36.099 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-25T22:38:36.099 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-25T22:38:36.099 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-25T22:38:36.100 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-25T22:38:36.100 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-25T22:38:36.100 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-25T22:38:36.100 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-25T22:38:36.100 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-25T22:38:36.101 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-25T22:38:36.101 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-25T22:38:36.101 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-25T22:38:36.101 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-25T22:38:36.101 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-25T22:38:36.102 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-25T22:38:36.102 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-25T22:38:36.102 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-25T22:38:36.102 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.103 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-25T22:38:36.103 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-25T22:38:36.103 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-25T22:38:36.103 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-25T22:38:36.103 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-25T22:38:36.104 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.table_properties_collectors: 2022-01-25T22:38:36.104 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.inplace_update_support: 0 2022-01-25T22:38:36.104 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-25T22:38:36.104 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-25T22:38:36.105 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-25T22:38:36.105 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-25T22:38:36.105 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.bloom_locality: 0 2022-01-25T22:38:36.105 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:36.105 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.max_successive_merges: 0 2022-01-25T22:38:36.106 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-25T22:38:36.106 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-25T22:38:36.106 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-25T22:38:36.106 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-25T22:38:36.107 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.ttl: 2592000 2022-01-25T22:38:36.107 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.832+0000 7f0494a72700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-25T22:38:36.107 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.833+0000 7f0494a72700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi120/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 5, log_number is 4,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-25T22:38:36.107 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.107 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:36.108 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:35.833+0000 7f0494a72700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 4 2022-01-25T22:38:36.108 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.108 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.833+0000 7f0494a72700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150315833853, "job": 1, "event": "recovery_started", "log_files": [6]} 2022-01-25T22:38:36.108 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.833+0000 7f0494a72700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #6 mode 2 2022-01-25T22:38:36.109 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.833+0000 7f0494a72700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-01-25T22:38:36.109 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.833+0000 7f0494a72700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150315834642, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 7, "file_size": 76886, "table_properties": {"data_size": 75183, "index_size": 308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 581, "raw_key_size": 9152, "raw_average_key_size": 47, "raw_value_size": 69886, "raw_average_value_size": 362, "num_data_blocks": 10, "num_entries": 193, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1643150315, "oldest_key_time": 3, "file_creation_time": 0}} 2022-01-25T22:38:36.109 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.833+0000 7f0494a72700 4 rocksdb: [version_set.cc:3826] Creating manifest 8 2022-01-25T22:38:36.109 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.109 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.834+0000 7f0494a72700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150315835047, "job": 1, "event": "recovery_finished"} 2022-01-25T22:38:36.110 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.834+0000 7f0494a72700 4 rocksdb: DB pointer 0x55e15fdcb800 2022-01-25T22:38:36.110 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.835+0000 7f047b88a700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-25T22:38:36.110 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.835+0000 7f047b88a700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-25T22:38:36.110 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: ** DB Stats ** 2022-01-25T22:38:36.111 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:38:36.111 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-25T22:38:36.111 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-25T22:38:36.112 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:38:36.112 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-25T22:38:36.112 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-25T22:38:36.112 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:38:36.112 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.113 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: ** Compaction Stats [default] ** 2022-01-25T22:38:36.113 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:38:36.113 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:38:36.113 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: L0 2/0 76.78 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.3 0.00 0.00 1 0.001 0 0 2022-01-25T22:38:36.114 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Sum 2/0 76.78 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.3 0.00 0.00 1 0.001 0 0 2022-01-25T22:38:36.114 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.3 0.00 0.00 1 0.001 0 0 2022-01-25T22:38:36.114 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.114 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: ** Compaction Stats [default] ** 2022-01-25T22:38:36.114 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:38:36.115 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:38:36.115 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 138.3 0.00 0.00 1 0.001 0 0 2022-01-25T22:38:36.115 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:38:36.115 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:38:36.116 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:38:36.116 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:38:36.116 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:38:36.116 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:38:36.117 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Cumulative compaction: 0.00 GB write, 28.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:38:36.117 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Interval compaction: 0.00 GB write, 28.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:38:36.117 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:38:36.117 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.117 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:38:36.118 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.118 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: ** Compaction Stats [default] ** 2022-01-25T22:38:36.118 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:38:36.118 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:38:36.119 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: L0 2/0 76.78 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.3 0.00 0.00 1 0.001 0 0 2022-01-25T22:38:36.119 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Sum 2/0 76.78 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.3 0.00 0.00 1 0.001 0 0 2022-01-25T22:38:36.119 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:38:36.119 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.120 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: ** Compaction Stats [default] ** 2022-01-25T22:38:36.120 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:38:36.120 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:38:36.120 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 138.3 0.00 0.00 1 0.001 0 0 2022-01-25T22:38:36.120 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:38:36.121 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:38:36.121 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:38:36.121 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:38:36.121 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:38:36.121 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:38:36.122 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Cumulative compaction: 0.00 GB write, 27.68 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:38:36.122 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:38:36.122 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:38:36.122 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.123 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:38:36.123 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.123 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.835+0000 7f0494a72700 0 starting mon.smithi120 rank 0 at public addrs [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] at bind addrs [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi120 fsid 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:38:36.123 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.836+0000 7f0494a72700 1 mon.smithi120@-1(???) e1 preinit fsid 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:38:36.124 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.836+0000 7f0494a72700 0 mon.smithi120@-1(???).mds e1 new map 2022-01-25T22:38:36.124 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.836+0000 7f0494a72700 0 mon.smithi120@-1(???).mds e1 print_map 2022-01-25T22:38:36.124 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: e1 2022-01-25T22:38:36.124 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: enable_multiple, ever_enabled_multiple: 1,1 2022-01-25T22:38:36.124 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-25T22:38:36.125 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: legacy client fscid: -1 2022-01-25T22:38:36.125 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.125 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: No filesystems configured 2022-01-25T22:38:36.125 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.125 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.836+0000 7f0494a72700 0 mon.smithi120@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2022-01-25T22:38:36.126 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.836+0000 7f0494a72700 0 mon.smithi120@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-01-25T22:38:36.126 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.836+0000 7f0494a72700 0 mon.smithi120@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-01-25T22:38:36.126 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.836+0000 7f0494a72700 0 mon.smithi120@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2022-01-25T22:38:36.126 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: audit 2022-01-25T22:38:36.127 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:33.705971 2022-01-25T22:38:36.127 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 8 : audit 2022-01-25T22:38:36.127 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: [INF] from='client.? 172.21.15.120:0/3830289590' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2022-01-25T22:38:36.127 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: audit 2022-01-25T22:38: 2022-01-25T22:38:36.127 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 33.708558+0000 mon.smithi120 (mon.0) 9 : 2022-01-25T22:38:36.128 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: audit [INF] from='client.? 172.21.15.120:0/3830289590' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2022-01-25T22:38:36.128 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.837+0000 7f0494a72700 1 mon.smithi120@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2022-01-25T22:38:36.128 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.837+0000 7f0494a72700 20 expand_channel_meta expand map: {default=false} 2022-01-25T22:38:36.128 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.837+0000 7f0494a72700 20 expand_channel_meta from 'false' to 'false' 2022-01-25T22:38:36.129 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.129 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.837+0000 7f0494a72700 20 expand_channel_meta expanded map: {default=false} 2022-01-25T22:38:36.129 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.837+0000 7f0494a72700 20 expand_channel_meta expand map: {default=info} 2022-01-25T22:38:36.129 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.837+0000 7f0494a72700 20 expand_channel_meta from 'info' to 'info' 2022-01-25T22:38:36.130 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.837+0000 7f0494a72700 20 expand_channel_meta expanded map: {default=info} 2022-01-25T22:38:36.130 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.837+0000 7f0494a72700 20 expand_channel_meta expand map: {default=daemon} 2022-01-25T22:38:36.130 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.837+0000 7f0494a72700 20 expand_channel_meta from 'daemon' to 'daemon' 2022-01-25T22:38:36.130 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.837+0000 7f0494a72700 20 expand_channel_meta expanded map: {default=daemon} 2022-01-25T22:38:36.131 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.837+0000 7f0494a72700 20 expand_channel_meta expand map: {default=debug} 2022-01-25T22:38:36.131 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.837+0000 7f0494a72700 20 expand_channel_meta from 'debug' to 'debug' 2022-01-25T22:38:36.131 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: debug 2022-01-25T22:38:35.837+0000 7f0494a72700 20 expand_channel_meta expanded map: {default=debug} 2022-01-25T22:38:36.131 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: 2022-01-25T22:38:36.132 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 systemd[1]: Started Ceph mon.smithi120 for 7850299a-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:38:36.132 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: cluster 2022-01-25T22:38:35.852456+0000 mon.smithi120 (mon.0) 1 : 2022-01-25T22:38:36.132 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: cluster [INF] mon.smithi120 is new leader, mons smithi120 in quorum (ranks 0) 2022-01-25T22:38:36.132 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: cluster 2022-01-25T22:38:35.852554+0000 mon.smithi120 (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {smithi120=[v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0]} 2022-01-25T22:38:36.132 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: cluster 2022-01-25T22:38:35.852597+0000 mon.smithi120 (mon.0) 3 : cluster [DBG] fsmap 2022-01-25T22:38:36.133 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: cluster 2022-01-25T22:38:35.852626+0000 mon.smithi120 (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2022-01-25T22:38:36.133 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: cluster 2022-01-25T22:38 2022-01-25T22:38:36.133 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:35 smithi120 conmon[28653]: :35.853072+0000 mon.smithi120 (mon.0) 5 : cluster [DBG] mgrmap e1: no daemons active 2022-01-25T22:38:36.782 INFO:teuthology.orchestra.run.smithi120.stderr:Wrote config to /etc/ceph/ceph.conf 2022-01-25T22:38:36.783 INFO:teuthology.orchestra.run.smithi120.stderr:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2022-01-25T22:38:36.783 INFO:teuthology.orchestra.run.smithi120.stderr:Creating mgr... 2022-01-25T22:38:36.784 INFO:teuthology.orchestra.run.smithi120.stderr:Verifying port 9283 ... 2022-01-25T22:38:36.785 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl daemon-reload 2022-01-25T22:38:36.872 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl stop ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mgr.smithi120.hllzij 2022-01-25T22:38:36.893 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl reset-failed ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mgr.smithi120.hllzij 2022-01-25T22:38:36.898 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: Failed to reset failed state of unit ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mgr.smithi120.hllzij.service: Unit ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mgr.smithi120.hllzij.service not loaded. 2022-01-25T22:38:36.899 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl enable ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mgr.smithi120.hllzij 2022-01-25T22:38:36.904 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: Created symlink /etc/systemd/system/ceph-7850299a-7e2f-11ec-8c35-001a4aab830c.target.wants/ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mgr.smithi120.hllzij.service → /etc/systemd/system/ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@.service. 2022-01-25T22:38:36.986 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mgr.smithi120.hllzij 2022-01-25T22:38:37.514 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl is-enabled firewalld.service 2022-01-25T22:38:37.522 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: disabled 2022-01-25T22:38:37.523 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl is-active firewalld.service 2022-01-25T22:38:37.529 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: inactive 2022-01-25T22:38:37.530 INFO:teuthology.orchestra.run.smithi120.stderr:firewalld.service is not enabled 2022-01-25T22:38:37.530 INFO:teuthology.orchestra.run.smithi120.stderr:Not possible to enable service . firewalld.service is not available 2022-01-25T22:38:37.531 INFO:teuthology.orchestra.run.smithi120.stderr:Not possible to open ports <[]>. firewalld.service is not available 2022-01-25T22:38:37.531 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl is-enabled firewalld.service 2022-01-25T22:38:37.537 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: disabled 2022-01-25T22:38:37.538 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl is-active firewalld.service 2022-01-25T22:38:37.544 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: inactive 2022-01-25T22:38:37.545 INFO:teuthology.orchestra.run.smithi120.stderr:firewalld.service is not enabled 2022-01-25T22:38:37.546 INFO:teuthology.orchestra.run.smithi120.stderr:Not possible to open ports <[9283]>. firewalld.service is not available 2022-01-25T22:38:37.546 INFO:teuthology.orchestra.run.smithi120.stderr:Waiting for mgr to start... 2022-01-25T22:38:37.546 INFO:teuthology.orchestra.run.smithi120.stderr:Waiting for mgr... 2022-01-25T22:38:37.546 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-01-25T22:38:37.725 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:37 smithi120 conmon[28653]: audit 2022-01-25T22:38:36.392581+0000 mon.smithi120 ( 2022-01-25T22:38:37.726 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:37 smithi120 conmon[28653]: mon.0) 6 : audit [INF] from='client.? 172.21.15.120:0/2221877181' entity='client.admin' 2022-01-25T22:38:38.152 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: 2022-01-25T22:38:38.152 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: { 2022-01-25T22:38:38.152 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "fsid": "7850299a-7e2f-11ec-8c35-001a4aab830c", 2022-01-25T22:38:38.153 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "health": { 2022-01-25T22:38:38.153 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-01-25T22:38:38.153 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "checks": {}, 2022-01-25T22:38:38.153 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "mutes": [] 2022-01-25T22:38:38.154 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:38.154 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-01-25T22:38:38.159 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "quorum": [ 2022-01-25T22:38:38.160 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: 0 2022-01-25T22:38:38.160 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: ], 2022-01-25T22:38:38.160 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "quorum_names": [ 2022-01-25T22:38:38.160 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "smithi120" 2022-01-25T22:38:38.160 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: ], 2022-01-25T22:38:38.161 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "quorum_age": 2, 2022-01-25T22:38:38.161 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "monmap": { 2022-01-25T22:38:38.161 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:38:38.161 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-01-25T22:38:38.162 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_mons": 1 2022-01-25T22:38:38.162 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:38.162 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "osdmap": { 2022-01-25T22:38:38.162 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:38:38.163 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_osds": 0, 2022-01-25T22:38:38.163 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-01-25T22:38:38.163 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-01-25T22:38:38.163 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-01-25T22:38:38.163 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-01-25T22:38:38.164 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-01-25T22:38:38.164 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:38.164 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "pgmap": { 2022-01-25T22:38:38.164 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-01-25T22:38:38.164 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-01-25T22:38:38.165 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_pools": 0, 2022-01-25T22:38:38.165 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_objects": 0, 2022-01-25T22:38:38.165 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-01-25T22:38:38.166 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-01-25T22:38:38.166 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-01-25T22:38:38.166 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "bytes_total": 0 2022-01-25T22:38:38.166 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:38.166 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "fsmap": { 2022-01-25T22:38:38.167 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:38:38.167 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "by_rank": [], 2022-01-25T22:38:38.167 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "up:standby": 0 2022-01-25T22:38:38.167 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:38.168 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "mgrmap": { 2022-01-25T22:38:38.168 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "available": false, 2022-01-25T22:38:38.168 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-01-25T22:38:38.168 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "modules": [ 2022-01-25T22:38:38.168 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "iostat", 2022-01-25T22:38:38.169 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "restful" 2022-01-25T22:38:38.169 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: ], 2022-01-25T22:38:38.169 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:38:38.169 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:38.170 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "servicemap": { 2022-01-25T22:38:38.170 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:38:38.170 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "modified": "2022-01-25T22:38:32.188493+0000", 2022-01-25T22:38:38.170 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:38:38.170 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:38.171 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "progress_events": {} 2022-01-25T22:38:38.171 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: } 2022-01-25T22:38:38.484 INFO:teuthology.orchestra.run.smithi120.stderr:mgr not available, waiting (1/15)... 2022-01-25T22:38:38.506 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:38 smithi120 conmon[28653]: audit 2022-01-25T22:38:38.151261+0000 mon.smithi120 (mon.0) 7 : audit [DBG] from='client.? 172.21.15.120:0/410687044' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-01-25T22:38:40.487 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-01-25T22:38:41.019 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: 2022-01-25T22:38:41.020 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: { 2022-01-25T22:38:41.020 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "fsid": "7850299a-7e2f-11ec-8c35-001a4aab830c", 2022-01-25T22:38:41.020 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "health": { 2022-01-25T22:38:41.021 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-01-25T22:38:41.021 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "checks": {}, 2022-01-25T22:38:41.021 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "mutes": [] 2022-01-25T22:38:41.021 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:41.022 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-01-25T22:38:41.022 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "quorum": [ 2022-01-25T22:38:41.022 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: 0 2022-01-25T22:38:41.022 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: ], 2022-01-25T22:38:41.022 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "quorum_names": [ 2022-01-25T22:38:41.023 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "smithi120" 2022-01-25T22:38:41.023 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: ], 2022-01-25T22:38:41.023 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "quorum_age": 5, 2022-01-25T22:38:41.023 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "monmap": { 2022-01-25T22:38:41.023 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:38:41.024 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-01-25T22:38:41.024 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_mons": 1 2022-01-25T22:38:41.024 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:41.024 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "osdmap": { 2022-01-25T22:38:41.025 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:38:41.025 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_osds": 0, 2022-01-25T22:38:41.025 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-01-25T22:38:41.025 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-01-25T22:38:41.025 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-01-25T22:38:41.026 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-01-25T22:38:41.026 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-01-25T22:38:41.026 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:41.026 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "pgmap": { 2022-01-25T22:38:41.027 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-01-25T22:38:41.027 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-01-25T22:38:41.027 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_pools": 0, 2022-01-25T22:38:41.027 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_objects": 0, 2022-01-25T22:38:41.027 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-01-25T22:38:41.028 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-01-25T22:38:41.028 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-01-25T22:38:41.028 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "bytes_total": 0 2022-01-25T22:38:41.028 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:41.029 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "fsmap": { 2022-01-25T22:38:41.029 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:38:41.029 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "by_rank": [], 2022-01-25T22:38:41.029 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "up:standby": 0 2022-01-25T22:38:41.030 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:41.030 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "mgrmap": { 2022-01-25T22:38:41.030 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "available": false, 2022-01-25T22:38:41.030 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-01-25T22:38:41.030 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "modules": [ 2022-01-25T22:38:41.031 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "iostat", 2022-01-25T22:38:41.031 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "restful" 2022-01-25T22:38:41.031 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: ], 2022-01-25T22:38:41.031 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:38:41.032 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:41.032 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "servicemap": { 2022-01-25T22:38:41.032 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:38:41.032 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "modified": "2022-01-25T22:38:32.188493+0000", 2022-01-25T22:38:41.032 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:38:41.033 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:41.033 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "progress_events": {} 2022-01-25T22:38:41.033 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: } 2022-01-25T22:38:41.424 INFO:teuthology.orchestra.run.smithi120.stderr:mgr not available, waiting (2/15)... 2022-01-25T22:38:42.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:41 smithi120 conmon[28653]: audit 2022-01-25T22:38:41.014703+0000 mon.smithi120 (mon.0) 8 : audit [DBG] from='client.? 172.21.15.120:0/3122820487' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-01-25T22:38:43.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: cluster 2022-01-25T22:38:42.387514+0000 mon.smithi120 (mon.0) 9 : cluster 2022-01-25T22:38:43.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: [INF] Activating manager daemon smithi120.hllzij 2022-01-25T22:38:43.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: cluster 2022-01-25T22:38:42.390039+0000 mon.smithi120 (mon.0) 10 : cluster [DBG] mgrmap e2: smithi120.hllzij(active, starting, since 0.00263272s) 2022-01-25T22:38:43.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: audit 2022-01-25T22:38:42.390924+0000 mon.smithi120 2022-01-25T22:38:43.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: (mon.0) 11 : audit [DBG] from='mgr.14100 172.21.15.120:0/2477318924' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:38:43.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: 2022-01-25T22:38:43.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:38:43.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: T22:38:42.391089+0000 2022-01-25T22:38:43.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: mon.smithi120 (mon.0) 12 : audit [DBG] 2022-01-25T22:38:43.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: from='mgr.14100 172.21.15.120:0/2477318924' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:38:43.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: audit 2022-01-25T22:38:43.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: 2022-01-25T22:38: 2022-01-25T22:38:43.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: 42.391286+0000 mon.smithi120 (mon.0 2022-01-25T22:38:43.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: ) 13 : audit [DBG] from='mgr.14100 172.21.15.120:0/2477318924' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:38:43.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:38:43.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: 01-25T22:38:42.391474+0000 2022-01-25T22:38:43.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: mon.smithi120 (mon.0) 14 : audit 2022-01-25T22:38:43.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: [DBG] from='mgr.14100 172.21.15.120:0/2477318924' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-25T22:38:43.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: audit 2022 2022-01-25T22:38:43.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: -01-25T22:38:42.391726 2022-01-25T22:38:43.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 15 : 2022-01-25T22:38:43.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: audit [DBG] from='mgr.14100 172.21.15.120:0/2477318924' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr metadata", "who": "smithi120.hllzij", "id": "smithi120.hllzij"}]: dispatch 2022-01-25T22:38:43.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: cluster 2022- 2022-01-25T22:38:43.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: 01-25T22:38:42.393365 2022-01-25T22:38:43.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 16 : cluster 2022-01-25T22:38:43.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: [INF] Manager daemon smithi120.hllzij is now available 2022-01-25T22:38:43.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:38:43.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: 01-25T22:38:42.403724+0000 2022-01-25T22:38:43.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: mon.smithi120 (mon.0) 17 : audit 2022-01-25T22:38:43.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: [INF] from='mgr.14100 172.21.15.120:0/2477318924' entity='mgr.smithi120.hllzij' 2022-01-25T22:38:43.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:38:43.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: 01-25T22:38:42. 2022-01-25T22:38:43.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: 405216+0000 mon.smithi120 (mon.0) 18 2022-01-25T22:38:43.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: : audit [INF] from='mgr.14100 172.21.15.120:0/2477318924' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:38:43.311 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:38:43.311 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: 25T22:38:42.406295+0000 mon.smithi120 ( 2022-01-25T22:38:43.311 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: mon.0) 19 : audit [INF] 2022-01-25T22:38:43.311 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: from='mgr.14100 172.21.15.120:0/2477318924' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:38:43.312 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: audit 2022-01-25T22:38:43.312 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: 2022-01-25T22:38: 2022-01-25T22:38:43.312 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: 42.413252+0000 mon.smithi120 (mon.0 2022-01-25T22:38:43.312 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: ) 20 : audit [INF] from='mgr.14100 172.21.15.120:0/2477318924' entity='mgr.smithi120.hllzij' 2022-01-25T22:38:43.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: audit 2022-01-25T22:38:43.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: 2022-01-25T22:38: 2022-01-25T22:38:43.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: 42.418402+0000 mon.smithi120 (mon.0) 2022-01-25T22:38:43.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:42 smithi120 conmon[28653]: 21 : audit [INF] from='mgr.14100 172.21.15.120:0/2477318924' entity='mgr.smithi120.hllzij' 2022-01-25T22:38:43.426 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 status -f json-pretty 2022-01-25T22:38:44.136 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: 2022-01-25T22:38:44.137 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: { 2022-01-25T22:38:44.137 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "fsid": "7850299a-7e2f-11ec-8c35-001a4aab830c", 2022-01-25T22:38:44.137 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "health": { 2022-01-25T22:38:44.137 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "status": "HEALTH_OK", 2022-01-25T22:38:44.138 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "checks": {}, 2022-01-25T22:38:44.138 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "mutes": [] 2022-01-25T22:38:44.138 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:44.138 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "election_epoch": 5, 2022-01-25T22:38:44.139 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "quorum": [ 2022-01-25T22:38:44.139 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: 0 2022-01-25T22:38:44.139 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: ], 2022-01-25T22:38:44.139 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "quorum_names": [ 2022-01-25T22:38:44.139 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "smithi120" 2022-01-25T22:38:44.140 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: ], 2022-01-25T22:38:44.140 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "quorum_age": 8, 2022-01-25T22:38:44.140 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "monmap": { 2022-01-25T22:38:44.140 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:38:44.141 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "min_mon_release_name": "pacific", 2022-01-25T22:38:44.141 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_mons": 1 2022-01-25T22:38:44.141 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:44.141 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "osdmap": { 2022-01-25T22:38:44.141 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:38:44.142 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_osds": 0, 2022-01-25T22:38:44.142 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_up_osds": 0, 2022-01-25T22:38:44.142 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "osd_up_since": 0, 2022-01-25T22:38:44.142 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_in_osds": 0, 2022-01-25T22:38:44.143 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "osd_in_since": 0, 2022-01-25T22:38:44.143 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_remapped_pgs": 0 2022-01-25T22:38:44.143 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:44.143 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "pgmap": { 2022-01-25T22:38:44.143 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "pgs_by_state": [], 2022-01-25T22:38:44.144 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_pgs": 0, 2022-01-25T22:38:44.144 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_pools": 0, 2022-01-25T22:38:44.144 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_objects": 0, 2022-01-25T22:38:44.144 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "data_bytes": 0, 2022-01-25T22:38:44.144 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "bytes_used": 0, 2022-01-25T22:38:44.145 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "bytes_avail": 0, 2022-01-25T22:38:44.145 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "bytes_total": 0 2022-01-25T22:38:44.145 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:44.145 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "fsmap": { 2022-01-25T22:38:44.146 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:38:44.146 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "by_rank": [], 2022-01-25T22:38:44.146 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "up:standby": 0 2022-01-25T22:38:44.146 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:44.146 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "mgrmap": { 2022-01-25T22:38:44.147 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "available": true, 2022-01-25T22:38:44.147 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_standbys": 0, 2022-01-25T22:38:44.147 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "modules": [ 2022-01-25T22:38:44.147 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "iostat", 2022-01-25T22:38:44.148 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "restful" 2022-01-25T22:38:44.148 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: ], 2022-01-25T22:38:44.148 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:38:44.148 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:44.149 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "servicemap": { 2022-01-25T22:38:44.149 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "epoch": 1, 2022-01-25T22:38:44.149 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "modified": "2022-01-25T22:38:32.188493+0000", 2022-01-25T22:38:44.149 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "services": {} 2022-01-25T22:38:44.150 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: }, 2022-01-25T22:38:44.150 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "progress_events": {} 2022-01-25T22:38:44.150 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: } 2022-01-25T22:38:44.567 INFO:teuthology.orchestra.run.smithi120.stderr:mgr is available 2022-01-25T22:38:44.568 INFO:teuthology.orchestra.run.smithi120.stderr:Enabling cephadm module... 2022-01-25T22:38:44.568 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable cephadm 2022-01-25T22:38:44.691 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:44 smithi120 conmon[28653]: cluster 2022-01-25T22:38:43.392889+0000 mon.smithi120 (mon.0) 22 : 2022-01-25T22:38:44.692 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:44 smithi120 conmon[28653]: cluster [DBG] mgrmap e3: smithi120.hllzij(active, since 1.00548s) 2022-01-25T22:38:44.692 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:44 smithi120 conmon[28653]: audit 2022-01-25T22:38:44.131849+0000 mon.smithi120 (mon.0) 23 : audit [DBG] from='client.? 172.21.15.120:0/2156818413' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2022-01-25T22:38:45.769 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:45 smithi120 conmon[28653]: audit 2022-01-25T22:38:45.219565+0000 mon.smithi120 (mon.0) 24 : audit [INF] 2022-01-25T22:38:45.770 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:45 smithi120 conmon[28653]: from='client.? 172.21.15.120:0/2361784348' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2022-01-25T22:38:45.801 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr stat 2022-01-25T22:38:46.493 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: { 2022-01-25T22:38:46.494 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "epoch": 4, 2022-01-25T22:38:46.494 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "available": true, 2022-01-25T22:38:46.494 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "active_name": "smithi120.hllzij", 2022-01-25T22:38:46.495 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_standby": 0 2022-01-25T22:38:46.495 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: } 2022-01-25T22:38:46.725 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:46 smithi120 conmon[28653]: audit 2022-01-25T22:38:45.393072+0000 mon.smithi120 (mon.0) 25 : audit 2022-01-25T22:38:46.725 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:46 smithi120 conmon[28653]: [INF] from='client.? 172.21.15.120:0/2361784348' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2022-01-25T22:38:46.726 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:46 smithi120 conmon[28653]: cluster 2022-01-25T22:38:45.393139+0000 mon.smithi120 (mon.0) 26 : cluster [DBG] mgrmap e4: smithi120.hllzij(active, since 3s) 2022-01-25T22:38:46.936 INFO:teuthology.orchestra.run.smithi120.stderr:Waiting for the mgr to restart... 2022-01-25T22:38:46.936 INFO:teuthology.orchestra.run.smithi120.stderr:Waiting for mgr epoch 4... 2022-01-25T22:38:46.936 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 tell mgr mgr_status 2022-01-25T22:38:47.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:47 smithi120 conmon[28653]: audit 2022-01-25T22:38:46.493943+0000 mon.smithi120 (mon.0) 2022-01-25T22:38:47.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:47 smithi120 conmon[28653]: 27 : audit [DBG] from='client.? 172.21.15.120:0/3024545662' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2022-01-25T22:38:50.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:50 smithi120 conmon[28653]: cluster 2022-01-25T22:38:50.400514+0000 mon.smithi120 (mon. 2022-01-25T22:38:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:50 smithi120 conmon[28653]: 0) 28 : cluster [INF] Active manager daemon smithi120.hllzij restarted 2022-01-25T22:38:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:50 smithi120 conmon[28653]: cluster 2022-01-25T22:38:50.401016+0000 mon.smithi120 (mon.0) 29 : cluster [INF] Activating manager daemon smithi120.hllzij 2022-01-25T22:38:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:50 smithi120 conmon[28653]: cluster 2022-01-25T22:38:50.402717+0000 mon.smithi120 (mon.0 2022-01-25T22:38:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:50 smithi120 conmon[28653]: ) 30 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2022-01-25T22:38:51.468 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: { 2022-01-25T22:38:51.468 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "mgrmap_epoch": 6, 2022-01-25T22:38:51.469 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "initialized": true 2022-01-25T22:38:51.469 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: } 2022-01-25T22:38:51.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: cluster 2022-01-25T22:38:50.453499+0000 mon.smithi120 (mon.0) 31 : cluster 2022-01-25T22:38:51.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: [DBG] mgrmap e5: smithi120.hllzij(active, starting, since 0.0525832s) 2022-01-25T22:38:51.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: audit 2022-01-25T22:38:50.455642+0000 mon.smithi120 (mon.0) 32 : audit [DBG] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-25T22:38:51.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: audit 2022-01-25T22:38:50.456232+0000 mon.smithi120 (mon.0) 33 : audit [DBG] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr metadata", "who": "smithi120.hllzij", "id": "smithi120.hllzij"}]: dispatch 2022-01-25T22:38:51.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: audit 2022-01-25T22:38:50.457054+0000 mon.smithi120 (mon.0) 34 : audit [DBG] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:38:51.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: audit 2022-01-25T22:38 2022-01-25T22:38:51.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: :50.457187+0000 mon.smithi120 (mon.0) 35 : audit [DBG] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:38:51.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: audit 2022-01-25T22:38:50.459062+0000 mon.smithi120 (mon 2022-01-25T22:38:51.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: .0) 36 : audit [DBG] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:38:51.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: cluster 2022-01-25T22:38:50.472006+0000 mon.smithi120 (mon.0) 2022-01-25T22:38:51.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: 37 : cluster [INF] Manager daemon smithi120.hllzij is now available 2022-01-25T22:38:51.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: audit 2022-01-25T22:38:51.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: 2022-01-25T22:38:50.485142+0000 mon.smithi120 (mon.0) 2022-01-25T22:38:51.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: 38 : audit [INF] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' 2022-01-25T22:38:51.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:38:51.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: 01-25T22:38:50.490879+0000 2022-01-25T22:38:51.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: mon.smithi120 (mon.0) 39 : audit 2022-01-25T22:38:51.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: [INF] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' 2022-01-25T22:38:51.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: audit 2022-01-25T 2022-01-25T22:38:51.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: 22:38:50.493528+0000 mon.smithi120 (mon.0) 40 : audit [INF] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' 2022-01-25T22:38:51.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: audit 2022-01-25T22:38:50.583671+0000 mon.smithi120 (mon.0) 41 2022-01-25T22:38:51.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: : audit [INF] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' 2022-01-25T22:38:51.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: audit 2022-01-25T22:38:51.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: 2022-01-25T22:38:50.584372+0000 mon.smithi120 (mon.0) 42 : audit [DBG] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:38:51.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: audit 2022-01-25T22:38:50.586015+0000 2022-01-25T22:38:51.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: mon.smithi120 (mon.0) 43 : audit [DBG] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:38:51.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: audit 2022-01-25T22:38:51.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: 2022-01-25T22:38:50.587626+0000 mon.smithi120 (mon.0) 44 : audit [DBG] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:38:51.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: audit 2022-01-25T22:38:50.597041+0000 2022-01-25T22:38:51.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: mon.smithi120 (mon.0) 45 : audit [INF] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:38:51.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: audit 2022-01-25T22:38:50.598182+0000 2022-01-25T22:38:51.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: mon.smithi120 (mon.0) 46 : audit [INF] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:38:51.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:51 smithi120 conmon[28653]: 2022-01-25T22:38:52.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:52 smithi120 conmon[28653]: audit 2022-01-25T22:38:51.461172+0000 mgr.smithi120.hllzij (mgr.14114) 1 : 2022-01-25T22:38:52.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:52 smithi120 conmon[28653]: audit [DBG] from='client.14118 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2022-01-25T22:38:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:52 smithi120 conmon[28653]: cluster 2022-01-25T22:38:51.462048+0000 mon.smithi120 (mon.0) 47 : cluster [DBG] mgrmap e6: smithi120.hllzij(active, since 1.06113s) 2022-01-25T22:38:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:52 smithi120 conmon[28653]: audit 2022-01-25T22:38:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:52 smithi120 conmon[28653]: 2022-01-25T22:38:51.469240+0000 mgr.smithi120.hllzij (mgr.14114) 2 : audit [DBG] from='client.14118 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2022-01-25T22:38:52.883 INFO:teuthology.orchestra.run.smithi120.stderr:mgr epoch 4 is available 2022-01-25T22:38:52.884 INFO:teuthology.orchestra.run.smithi120.stderr:Setting orchestrator backend to cephadm... 2022-01-25T22:38:52.884 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch set backend cephadm 2022-01-25T22:38:53.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:53 smithi120 conmon[28653]: cluster 2022-01-25T22:38:52.465823+0000 mon.smithi120 (mon.0) 48 : cluster [DBG] 2022-01-25T22:38:53.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:53 smithi120 conmon[28653]: mgrmap e7: smithi120.hllzij(active, since 2s) 2022-01-25T22:38:56.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:56 smithi120 conmon[28653]: audit 2022-01-25T22:38:55.268342+0000 mgr.smithi120.hllzij (mgr.14114) 3 : audit 2022-01-25T22:38:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:56 smithi120 conmon[28653]: [DBG] from='client.14124 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:38:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:56 smithi120 conmon[28653]: audit 2022-01-25T22:38:55.272124+0000 mon.smithi120 (mon.0) 49 : audit [INF] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' 2022-01-25T22:38:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:56 smithi120 conmon[28653]: audit 2022-01-25T22:38:55.275748+0000 mon.smithi120 (mon.0) 50 : audit [DBG] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:38:57.230 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm set-user root 2022-01-25T22:38:58.743 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: value unchanged 2022-01-25T22:38:59.172 INFO:teuthology.orchestra.run.smithi120.stderr:Generating ssh key... 2022-01-25T22:38:59.173 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm generate-key 2022-01-25T22:38:59.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:38:59 smithi120 conmon[28653]: audit 2022-01-25T22:38:58.744105+0000 mgr.smithi120.hllzij (mgr.14114) 4 : audit [DBG] from='client.14126 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:00.409 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 cephadm get-pub-key 2022-01-25T22:39:01.011 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDoAts9gXkWacPH+cnMmcEKCnzLc9zj6tSkAj0DeqYX8Sa35J8AnhgEDvp9D6H7LANylTcejO32wGEY3MpzsEZTAtbpMkwrgfOufQEbl6uG/4qtlesXVJy/MiwlDcDA8QJDjY1oeiDBopXRDwmFY6rTn7dn+E7AAiZ282mGi8zuQ4p3O34kkqOdGfUfG9dU5XRLrRlLliVkEdqFg5C9e/cbLOLsbCW3vhJs6POv5z5JDfEnUXUnqQg99b5gyW5efxxa8TahGe0TUauRsnZX3enPekeBRk+RxkZNjefQoPCiB3+PVvBJ+jubTAfMQEI6Zt252tgnzrwXB/XwiwiSvdd/Sg4WjvLkpIk9iR0bMdOm40b9isQcCe2H0Yw9urJhmz+FUsI/2tJY6fQvvjxKqBf3XVsagSNpFfJ0SrtqvEF/lIOHzDdObJVcXlQPFG5QEcYJ2Cj5m3RT9FEjjrTIH78FLPfHhnH/nF2FgSe55hWr89FpVJlcjCbL3qMyah1xY0= ceph-7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:39:01.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:01 smithi120 conmon[28653]: cephadm 2022-01-25T22:38:59.826182+0000 mgr.smithi120.hllzij (mgr.14114) 6 : cephadm [INF] Generating ssh key... 2022-01-25T22:39:01.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:01 smithi120 conmon[28653]: audit 2022-01-25T22:39:00.000590+0000 mon.smithi120 (mon.0) 51 : audit [INF] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:01.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:01 smithi120 conmon[28653]: audit 2022-01-25T22:39:00.002339+0000 mon.smithi120 (mon.0) 52 : audit [INF] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:01.343 INFO:teuthology.orchestra.run.smithi120.stderr:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2022-01-25T22:39:01.344 INFO:teuthology.orchestra.run.smithi120.stderr:Adding key to root@localhost authorized_keys... 2022-01-25T22:39:01.345 INFO:teuthology.orchestra.run.smithi120.stderr:Adding host smithi120... 2022-01-25T22:39:01.345 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch host add smithi120 172.21.15.120 2022-01-25T22:39:02.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:02 smithi120 conmon[28653]: audit 2022-01-25T22:39:01.011876+0000 mgr.smithi120.hllzij (mgr.14114) 7 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:02.638 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: Added host 'smithi120' 2022-01-25T22:39:02.981 INFO:teuthology.orchestra.run.smithi120.stderr:Deploying mon service with default placement... 2022-01-25T22:39:02.982 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply mon 2022-01-25T22:39:03.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:03 smithi120 conmon[28653]: audit 2022-01-25T22:39:01.973595+0000 mgr.smithi120.hllzij (mgr.14114) 8 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi120", "addr": "172.21.15.120", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:03.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:03 smithi120 conmon[28653]: audit 2022-01-25T22:39:02.637588+0000 mon.smithi120 (mon.0) 53 : audit [INF] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:03.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:03 smithi120 conmon[28653]: audit 2022-01-25T22:39:02.638146+0000 mon.smithi120 (mon.0) 54 : audit [DBG] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:03.600 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: Scheduled mon update... 2022-01-25T22:39:04.016 INFO:teuthology.orchestra.run.smithi120.stderr:Deploying mgr service with default placement... 2022-01-25T22:39:04.091 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply mgr 2022-01-25T22:39:04.250 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:04 smithi120 conmon[28653]: cephadm 2022-01-25T22:39:02.637884+0000 mgr.smithi120.hllzij (mgr.14114) 9 : cephadm [INF] Added host smithi120 2022-01-25T22:39:04.250 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:04 smithi120 conmon[28653]: audit 2022-01-25T 2022-01-25T22:39:04.251 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:04 smithi120 conmon[28653]: 22:39:03.601046+0000 mon.smithi120 (mon.0) 55 : audit [INF] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:04.710 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: Scheduled mgr update... 2022-01-25T22:39:05.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:05 smithi120 conmon[28653]: audit 2022-01-25T22:39:03.598220+0000 mgr.smithi120.hllzij (mgr.14114 2022-01-25T22:39:05.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:05 smithi120 conmon[28653]: ) 10 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:05.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:05 smithi120 conmon[28653]: cephadm 2022-01-25T22:39:03.598882+0000 mgr.smithi120.hllzij (mgr.14114) 11 : cephadm [INF] Saving service mon spec with placement count:5 2022-01-25T22:39:05.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:05 smithi120 conmon[28653]: audit 2022-01-25T22:39:04.710855+0000 mon.smithi120 (mon.0) 56 : audit [INF] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:05.354 INFO:teuthology.orchestra.run.smithi120.stderr:Deploying crash service with default placement... 2022-01-25T22:39:05.354 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply crash 2022-01-25T22:39:06.035 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: Scheduled crash update... 2022-01-25T22:39:06.495 INFO:teuthology.orchestra.run.smithi120.stderr:Enabling mgr prometheus module... 2022-01-25T22:39:06.496 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable prometheus 2022-01-25T22:39:06.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:06 smithi120 conmon[28653]: audit 2022-01-25T22:39:04.708077+0000 mgr.smithi120.hllzij (mgr.14114) 12 : 2022-01-25T22:39:06.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:06 smithi120 conmon[28653]: audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:06 smithi120 conmon[28653]: cephadm 2022-01-25T22:39:04.708600+0000 mgr.smithi120.hllzij (mgr.14114) 13 : cephadm [INF] Saving service mgr spec with placement count:2 2022-01-25T22:39:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:06 smithi120 conmon[28653]: audit 2022-01-25T22:39:05.293895+0000 mon.smithi120 (mon.0) 57 : audit [INF] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:06 smithi120 conmon[28653]: audit 2022-01-25T22:39:05.634575+0000 mon.smithi120 ( 2022-01-25T22:39:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:06 smithi120 conmon[28653]: mon.0) 58 : audit [INF] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:06.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:06 smithi120 conmon[28653]: audit 2022 2022-01-25T22:39:06.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:06 smithi120 conmon[28653]: -01-25T22:39:06 2022-01-25T22:39:06.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:06 smithi120 conmon[28653]: .036142+0000 mon.smithi120 (mon.0) 59 : audit 2022-01-25T22:39:06.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:06 smithi120 conmon[28653]: [INF] from='mgr.14114 172.21.15.120:0/3342580257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:07.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:07 smithi120 conmon[28653]: audit 2022-01-25T22:39:06.032500+0000 mgr.smithi120.hllzij (mgr.14114) 14 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "crash", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:07.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:07 smithi120 conmon[28653]: cephadm 2022-01-25T22:39:06.033228+0000 mgr.smithi120.hllzij (mgr.14114) 15 : cephadm [INF] Saving service crash spec with placement * 2022-01-25T22:39:07.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:07 smithi120 conmon[28653]: audit 2022-01-25T22:39:07.216534+0000 mon.smithi120 (mon.0) 60 : audit [INF] from='client.? 172.21.15.120:0/3534109922' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2022-01-25T22:39:07.629 INFO:teuthology.orchestra.run.smithi120.stderr:Deploying prometheus service with default placement... 2022-01-25T22:39:07.630 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply prometheus 2022-01-25T22:39:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:08 smithi120 conmon[28653]: audit 2022-01-25T22:39:07.298669+0000 mon.smithi120 (mon.0) 61 : audit [INF] from='client.? 172.21.15.120:0/3534109922' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2022-01-25T22:39:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:08 smithi120 conmon[28653]: cluster 2022-01- 2022-01-25T22:39:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:08 smithi120 conmon[28653]: 25T22:39:07.298735+0000 mon.smithi120 (mon.0) 62 : cluster [DBG] mgrmap e8: smithi120.hllzij(active, since 16s) 2022-01-25T22:39:12.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:12 smithi120 conmon[28653]: cluster 2022-01-25T22:39:12.208472+0000 mon.smithi120 (mon 2022-01-25T22:39:12.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:12 smithi120 conmon[28653]: .0) 63 : cluster [INF] Active manager daemon smithi120.hllzij restarted 2022-01-25T22:39:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:12 smithi120 conmon[28653]: cluster 2022-01-25T22:39:12.208875+0000 mon.smithi120 (mon.0) 64 : cluster [INF] Activating manager daemon smithi120.hllzij 2022-01-25T22:39:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:12 smithi120 conmon[28653]: cluster 2022-01-25T22 2022-01-25T22:39:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:12 smithi120 conmon[28653]: :39:12.210694+0000 mon.smithi120 (mon.0) 65 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2022-01-25T22:39:13.273 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: Scheduled prometheus update... 2022-01-25T22:39:13.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: cluster 2022-01-25T22:39:12.261178+0000 mon.smithi120 (mon.0) 2022-01-25T22:39:13.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: 66 : cluster [DBG] mgrmap e9: smithi120.hllzij(active, starting, since 0.0523842s) 2022-01-25T22:39:13.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: audit 2022-01-25T22:39:12.262121+0000 mon.smithi120 (mon.0) 67 : audit [DBG] from='mgr.14142 172.21.15.120:0/2874977148' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-25T22:39:13.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: audit 2022-01-25T22:39:12.264016+0000 mon.smithi120 (mon.0) 68 : audit [DBG] from='mgr.14142 172.21.15.120:0/2874977148' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr metadata", "who": "smithi120.hllzij", "id": "smithi120.hllzij"}]: dispatch 2022-01-25T22:39:13.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: audit 2022-01-25T22:39:12.264248+0000 mon.smithi120 (mon.0) 69 : audit [DBG] from='mgr.14142 172.21.15.120:0/2874977148' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:39:13.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: audit 2022-01-25T22:39:12.264371+0000 mon.smithi120 (mon.0) 70 : audit [DBG] from='mgr.14142 172.21.15.120:0/2874977148' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:39:13.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: audit 2022-01-25T22:39:12.264483+0000 mon.smithi120 (mon.0 2022-01-25T22:39:13.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: ) 71 : audit [DBG] from='mgr.14142 172.21.15.120:0/2874977148' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:39:13.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: cluster 2022-01-25T22:39:12.278028+0000 mon.smithi120 (mon.0) 72 : 2022-01-25T22:39:13.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: cluster [INF] Manager daemon smithi120.hllzij is now available 2022-01-25T22:39:13.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: audit 2022-01-25T22:39:13.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: 2022-01-25T22:39:12.375134 2022-01-25T22:39:13.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 73 : audit [DBG] 2022-01-25T22:39:13.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: from='mgr.14142 172.21.15.120:0/2874977148' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:13.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:39:13.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: :39:12.376532+0000 mon.smithi120 (mon. 2022-01-25T22:39:13.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: 0) 74 : audit [DBG] from='mgr.14142 172.21.15.120:0/2874977148' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:13.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:39:13.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: 01-25T22:39:12. 2022-01-25T22:39:13.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: 391347+0000 mon.smithi120 (mon.0) 75 : audit 2022-01-25T22:39:13.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: [INF] from='mgr.14142 172.21.15.120:0/2874977148' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:39:13.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: audit 2022-01-25T 2022-01-25T22:39:13.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: 22:39:12.393604+0000 mon.smithi120 (mon. 2022-01-25T22:39:13.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:13 smithi120 conmon[28653]: 0) 76 : audit [INF] from='mgr.14142 172.21.15.120:0/2874977148' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:39:13.780 INFO:teuthology.orchestra.run.smithi120.stderr:Deploying grafana service with default placement... 2022-01-25T22:39:13.780 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply grafana 2022-01-25T22:39:14.526 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:14 smithi120 conmon[28653]: cluster 2022-01-25T22:39:13.266026+0000 mon.smithi120 (mon.0) 77 : cluster [DBG] mgrmap e10: smithi120.hllzij(active, since 1.05723s) 2022-01-25T22:39:14.526 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:14 smithi120 conmon[28653]: 2022-01-25T22:39:14.526 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:14 smithi120 conmon[28653]: cephadm 2022-01-25T22:39:13.267001+0000 mgr.smithi120.hllzij (mgr.14142) 2 : cephadm [INF] Saving service prometheus spec with placement count:1 2022-01-25T22:39:14.527 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:14 smithi120 conmon[28653]: audit 2022-01-25T22:39:13.272462+0000 mon.smithi120 (mon.0) 78 : audit [INF] from='mgr.14142 172.21.15.120:0/2874977148' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:14.527 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:14 smithi120 conmon[28653]: audit 2022-01-25T22:39:14.119373+0000 mon.smithi120 (mon.0) 79 : audit [INF] from='mgr.14142 172.21.15.120:0/2874977148' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:14.561 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: Scheduled grafana update... 2022-01-25T22:39:14.919 INFO:teuthology.orchestra.run.smithi120.stderr:Deploying node-exporter service with default placement... 2022-01-25T22:39:14.920 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply node-exporter 2022-01-25T22:39:15.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:15 smithi120 conmon[28653]: audit 2022-01-25T22:39:14.559346+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:39:15.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:15 smithi120 conmon[28653]: .14142) 3 : audit [DBG] from='client.14150 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:15.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:15 smithi120 conmon[28653]: cephadm 2022-01-25T22:39:14.559844+0000 mgr.smithi120.hllzij (mgr.14142) 4 : cephadm [INF] Saving service grafana spec with placement count:1 2022-01-25T22:39:15.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:15 smithi120 conmon[28653]: audit 2022-01-25T22:39:14.561950+0000 mon.smithi120 (mon.0) 80 : audit [INF] from='mgr.14142 172.21.15.120:0/2874977148' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:15.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:15 smithi120 conmon[28653]: cluster 2022-01-25T22:39:15.120587+0000 mon.smithi120 (mon.0) 81 : cluster [DBG] mgrmap e11: smithi120.hllzij(active, since 2s) 2022-01-25T22:39:15.851 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: Scheduled node-exporter update... 2022-01-25T22:39:16.160 INFO:teuthology.orchestra.run.smithi120.stderr:Deploying alertmanager service with default placement... 2022-01-25T22:39:16.161 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 orch apply alertmanager 2022-01-25T22:39:16.807 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: Scheduled alertmanager update... 2022-01-25T22:39:17.164 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:16 smithi120 conmon[28653]: audit 2022-01-25T22:39:15.849059+0000 mgr.smithi120.hllzij (mgr.14142) 5 : audit [DBG] from='client.14152 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:17.164 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:16 smithi120 conmon[28653]: cephadm 2022-01-25T22:39:15.849734+0000 mgr.smithi120.hllzij (mgr.14142) 6 : cephadm [INF] Saving service node-exporter spec with placement * 2022-01-25T22:39:17.164 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:16 smithi120 conmon[28653]: audit 2022-01-25T22:39:15.852359+0000 mon.smithi120 (mon.0) 82 : audit [INF] from='mgr.14142 172.21.15.120:0/2874977148' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:17.164 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:16 smithi120 conmon[28653]: audit 2022-01-25T22:39:16. 2022-01-25T22:39:17.165 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:16 smithi120 conmon[28653]: 808996+0000 mon.smithi120 (mon.0) 83 : audit [INF] from='mgr.14142 172.21.15.120:0/2874977148' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:17.194 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mgr mgr/cephadm/container_init True --force 2022-01-25T22:39:18.227 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config set mgr mgr/dashboard/ssl_server_port 8443 2022-01-25T22:39:18.275 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:17 smithi120 conmon[28653]: audit 2022-01-25T22:39:16.806357+0000 mgr.smithi120.hllzij (mgr.14142) 7 2022-01-25T22:39:18.276 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:17 smithi120 conmon[28653]: : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:18.276 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:17 smithi120 conmon[28653]: cephadm 2022-01-25T22:39:16.806890+0000 mgr.smithi120.hllzij (mgr.14142) 8 : cephadm [INF] Saving service alertmanager spec with placement count:1 2022-01-25T22:39:18.276 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:17 smithi120 conmon[28653]: audit 2022-01-25T22:39:17.817326+0000 mon.smithi120 (mon.0) 84 : audit [INF] from='client.? 172.21.15.120:0/3548469177' entity='client.admin' 2022-01-25T22:39:19.261 INFO:teuthology.orchestra.run.smithi120.stderr:Enabling the dashboard module... 2022-01-25T22:39:19.261 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr module enable dashboard 2022-01-25T22:39:20.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:19 smithi120 conmon[28653]: audit 2022-01-25T22:39:18.836535+0000 mon.smithi120 (mon.0) 2022-01-25T22:39:20.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:19 smithi120 conmon[28653]: 85 : audit [INF] from='client.? 172.21.15.120:0/738070217' entity='client.admin' 2022-01-25T22:39:21.197 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 mgr stat 2022-01-25T22:39:21.220 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:20 smithi120 conmon[28653]: audit 2022-01-25T22:39:19.916019+0000 mon.smithi120 (mon.0) 86 : audit [INF] 2022-01-25T22:39:21.220 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:20 smithi120 conmon[28653]: from='client.? 172.21.15.120:0/3550288067' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2022-01-25T22:39:21.922 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: { 2022-01-25T22:39:21.922 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "epoch": 12, 2022-01-25T22:39:21.923 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "available": true, 2022-01-25T22:39:21.923 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "active_name": "smithi120.hllzij", 2022-01-25T22:39:21.923 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "num_standby": 0 2022-01-25T22:39:21.924 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: } 2022-01-25T22:39:22.112 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:21 smithi120 conmon[28653]: audit 2022-01-25T22:39:20.840744+0000 mon.smithi120 (mon.0) 2022-01-25T22:39:22.112 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:21 smithi120 conmon[28653]: 87 : audit [INF] from='client.? 172.21.15.120:0/3550288067' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2022-01-25T22:39:22.113 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:21 smithi120 conmon[28653]: cluster 2022-01-25T22:39:20.840841+0000 mon.smithi120 (mon.0) 88 : cluster [DBG] mgrmap e12: smithi120.hllzij(active, since 8s) 2022-01-25T22:39:22.334 INFO:teuthology.orchestra.run.smithi120.stderr:Waiting for the mgr to restart... 2022-01-25T22:39:22.335 INFO:teuthology.orchestra.run.smithi120.stderr:Waiting for mgr epoch 12... 2022-01-25T22:39:22.335 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 tell mgr mgr_status 2022-01-25T22:39:23.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:22 smithi120 conmon[28653]: audit 2022-01-25T22:39:21.922053+0000 mon.smithi120 (mon.0) 2022-01-25T22:39:23.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:22 smithi120 conmon[28653]: 89 : audit [DBG] from='client.? 172.21.15.120:0/263450319' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2022-01-25T22:39:26.899 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: { 2022-01-25T22:39:26.900 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "mgrmap_epoch": 14, 2022-01-25T22:39:26.900 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: "initialized": true 2022-01-25T22:39:26.900 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: } 2022-01-25T22:39:27.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: cluster 2022-01-25T22:39:25.831649+0000 mon.smithi120 (mon.0) 90 : cluster [INF] Active manager daemon smithi120.hllzij restarted 2022-01-25T22:39:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: cluster 2022-01-25T22:39:25.832061+0000 mon.smithi120 (mon.0) 91 : cluster [INF] Activating manager daemon smithi120.hllzij 2022-01-25T22:39:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: cluster 2022-01-25T22:39:25.836045+0000 mon.smithi120 (mon.0) 92 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2022-01-25T22:39:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: cluster 2022-01-25T22:39:25.887561+0000 mon.smithi120 (mon.0) 93 : cluster [DBG] mgrmap e13: smithi120.hllzij(active, starting, since 0.0556097s) 2022-01-25T22:39:27.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: audit 2022-01-25T22:39:25.888527+0000 mon.smithi120 (mon.0) 94 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-25T22:39:27.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: audit 2022-01-25T22:39:25.889137+0000 mon.smithi120 (mon.0) 95 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr metadata", "who": "smithi120.hllzij", "id": "smithi120.hllzij"}]: dispatch 2022-01-25T22:39:27.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: audit 2022-01-25T22:39:25.889911+0000 mon.smithi120 (mon.0) 96 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:39:27.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: audit 2022-01-25T22: 2022-01-25T22:39:27.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: 39:25.890066+0000 mon.smithi120 (mon.0) 97 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:39:27.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: audit 2022-01-25T22:39:25.890200+0000 mon.smithi120 (mon.0) 98 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:39:27.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: cluster 2022-01-25T22:39:25.892293+0000 mon.smithi120 (mon.0) 99 : cluster [INF] Manager daemon smithi120.hllzij is now available 2022-01-25T22:39:27.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: audit 2022-01-25T22:39:25.989462+0000 mon.smithi120 (mon.0) 100 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:27.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: audit 2022-01-25T22:39:25.991640+0000 mon.smithi120 (mon.0) 101 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:39:27.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: audit 2022-01-25T22:39:27.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: 2022-01-25T22:39:26.008264+0000 mon.smithi120 (mon.0) 102 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:39:27.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:39:27.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: T22:39:26.016820+0000 mon.smithi120 ( 2022-01-25T22:39:27.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:26 smithi120 conmon[28653]: mon.0) 103 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:39:27.380 INFO:teuthology.orchestra.run.smithi120.stderr:mgr epoch 12 is available 2022-01-25T22:39:27.381 INFO:teuthology.orchestra.run.smithi120.stderr:Generating a dashboard self-signed certificate... 2022-01-25T22:39:27.381 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 dashboard create-self-signed-cert 2022-01-25T22:39:28.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:27 smithi120 conmon[28653]: audit 2022-01-25T22:39:26.888884+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:39:28.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:27 smithi120 conmon[28653]: 14162) 1 : audit [DBG] from='client.14166 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2022-01-25T22:39:28.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:27 smithi120 conmon[28653]: cluster 2022-01-25T22:39:26.889290+0000 mon.smithi120 (mon.0) 104 : cluster [DBG] mgrmap e14: smithi120.hllzij(active, since 1.05734s) 2022-01-25T22:39:28.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:27 smithi120 conmon[28653]: audit 2022-01-25T22:39:26.898759+0000 mgr.smithi120.hllzij (mgr.14162) 2 : audit [DBG] from='client.14166 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2022-01-25T22:39:28.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:27 smithi120 conmon[28653]: audit 2022-01-25T22:39:27.724021+0000 mon.smithi120 (mon.0) 105 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:28.260 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: Self-signed certificate created 2022-01-25T22:39:28.820 INFO:teuthology.orchestra.run.smithi120.stderr:Creating initial admin user... 2022-01-25T22:39:28.821 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z -v /tmp/ceph-tmp29s1frca:/tmp/dashboard.pw:z docker.io/ceph/ceph:v16.2.4 dashboard ac-user-create admin -i /tmp/dashboard.pw administrator --force-password --pwd-update-required 2022-01-25T22:39:29.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:29 smithi120 conmon[28653]: audit 2022-01-25T22:39:28.204944+0000 mgr.smithi120.hllzij (mgr.14162) 3 : audit 2022-01-25T22:39:29.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:29 smithi120 conmon[28653]: [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:29.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:29 smithi120 conmon[28653]: audit 2022-01-25T22:39:28.258992+0000 mon.smithi120 (mon.0) 106 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:29.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:29 smithi120 conmon[28653]: audit 2022-01-25T22:39:28.260764+0000 mon.smithi120 (mon.0) 107 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:29.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:29 smithi120 conmon[28653]: cluster 2022-01-25T22:39:28.725640+0000 mon.smithi120 (mon.0) 108 : cluster [DBG] mgrmap e15: smithi120.hllzij(active, since 2s) 2022-01-25T22:39:30.701 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: {"username": "admin", "password": "$2b$12$EOjbLDdA7bUub5HbRH3a3eLnbQ3FI3Q3uwnL5jOw2oAhASn/ryZum", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1643150370, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2022-01-25T22:39:31.144 INFO:teuthology.orchestra.run.smithi120.stderr:Fetching dashboard port number... 2022-01-25T22:39:31.144 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /bin/podman run --rm --ipc=host --no-hosts --net=host --entrypoint /usr/bin/ceph --init -e CONTAINER_IMAGE=docker.io/ceph/ceph:v16.2.4 -e NODE_NAME=smithi120 -e CEPH_USE_RANDOM_NONCE=1 -v /var/log/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c:/var/log/ceph:z -v /tmp/ceph-tmp1qw39g_9:/etc/ceph/ceph.client.admin.keyring:z -v /tmp/ceph-tmppy5rsqdb:/etc/ceph/ceph.conf:z docker.io/ceph/ceph:v16.2.4 config get mgr mgr/dashboard/ssl_server_port 2022-01-25T22:39:31.743 INFO:teuthology.orchestra.run.smithi120.stderr:/usr/bin/ceph: 8443 2022-01-25T22:39:32.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:31 smithi120 conmon[28653]: audit 2022-01-25T22:39:30.487658+0000 mgr.smithi120.hllzij (mgr.14162) 4 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:32.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:31 smithi120 conmon[28653]: audit 2022-01-25T22:39:30.702833+0000 mon.smithi120 (mon.0) 109 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:32.080 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl is-enabled firewalld.service 2022-01-25T22:39:32.088 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: disabled 2022-01-25T22:39:32.088 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: systemctl is-active firewalld.service 2022-01-25T22:39:32.095 INFO:teuthology.orchestra.run.smithi120.stderr:systemctl: inactive 2022-01-25T22:39:32.095 INFO:teuthology.orchestra.run.smithi120.stderr:firewalld.service is not enabled 2022-01-25T22:39:32.096 INFO:teuthology.orchestra.run.smithi120.stderr:Not possible to open ports <[8443]>. firewalld.service is not available 2022-01-25T22:39:32.098 INFO:teuthology.orchestra.run.smithi120.stderr:Ceph Dashboard is now available at: 2022-01-25T22:39:32.099 INFO:teuthology.orchestra.run.smithi120.stderr: 2022-01-25T22:39:32.099 INFO:teuthology.orchestra.run.smithi120.stderr: URL: https://smithi120.front.sepia.ceph.com:8443/ 2022-01-25T22:39:32.099 INFO:teuthology.orchestra.run.smithi120.stderr: User: admin 2022-01-25T22:39:32.099 INFO:teuthology.orchestra.run.smithi120.stderr: Password: evpcbn7jr4 2022-01-25T22:39:32.100 INFO:teuthology.orchestra.run.smithi120.stderr: 2022-01-25T22:39:32.100 INFO:teuthology.orchestra.run.smithi120.stderr:You can access the Ceph CLI with: 2022-01-25T22:39:32.100 INFO:teuthology.orchestra.run.smithi120.stderr: 2022-01-25T22:39:32.100 INFO:teuthology.orchestra.run.smithi120.stderr: sudo /home/ubuntu/cephtest/cephadm shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2022-01-25T22:39:32.100 INFO:teuthology.orchestra.run.smithi120.stderr: 2022-01-25T22:39:32.101 INFO:teuthology.orchestra.run.smithi120.stderr:Please consider enabling telemetry to help improve Ceph: 2022-01-25T22:39:32.101 INFO:teuthology.orchestra.run.smithi120.stderr: 2022-01-25T22:39:32.101 INFO:teuthology.orchestra.run.smithi120.stderr: ceph telemetry on 2022-01-25T22:39:32.101 INFO:teuthology.orchestra.run.smithi120.stderr: 2022-01-25T22:39:32.102 INFO:teuthology.orchestra.run.smithi120.stderr:For more information see: 2022-01-25T22:39:32.102 INFO:teuthology.orchestra.run.smithi120.stderr: 2022-01-25T22:39:32.102 INFO:teuthology.orchestra.run.smithi120.stderr: https://docs.ceph.com/docs/pacific/mgr/telemetry/ 2022-01-25T22:39:32.102 INFO:teuthology.orchestra.run.smithi120.stderr: 2022-01-25T22:39:32.103 INFO:teuthology.orchestra.run.smithi120.stderr:Bootstrap complete. 2022-01-25T22:39:32.103 INFO:teuthology.orchestra.run.smithi120.stderr:Releasing lock 140483720175744 on /run/cephadm/7850299a-7e2f-11ec-8c35-001a4aab830c.lock 2022-01-25T22:39:32.103 INFO:teuthology.orchestra.run.smithi120.stderr:Lock 140483720175744 released on /run/cephadm/7850299a-7e2f-11ec-8c35-001a4aab830c.lock 2022-01-25T22:39:32.145 INFO:tasks.cephadm:Fetching config... 2022-01-25T22:39:32.146 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2022-01-25T22:39:32.146 DEBUG:teuthology.orchestra.run.smithi120:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2022-01-25T22:39:32.165 INFO:tasks.cephadm:Fetching client.admin keyring... 2022-01-25T22:39:32.166 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2022-01-25T22:39:32.166 DEBUG:teuthology.orchestra.run.smithi120:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2022-01-25T22:39:32.223 INFO:tasks.cephadm:Fetching mon keyring... 2022-01-25T22:39:32.223 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2022-01-25T22:39:32.224 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd if=/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/keyring of=/dev/stdout 2022-01-25T22:39:32.289 INFO:tasks.cephadm:Fetching pub ssh key... 2022-01-25T22:39:32.290 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2022-01-25T22:39:32.290 DEBUG:teuthology.orchestra.run.smithi120:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2022-01-25T22:39:32.346 INFO:tasks.cephadm:Installing pub ssh key for root users... 2022-01-25T22:39:32.347 DEBUG:teuthology.orchestra.run.smithi120:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDoAts9gXkWacPH+cnMmcEKCnzLc9zj6tSkAj0DeqYX8Sa35J8AnhgEDvp9D6H7LANylTcejO32wGEY3MpzsEZTAtbpMkwrgfOufQEbl6uG/4qtlesXVJy/MiwlDcDA8QJDjY1oeiDBopXRDwmFY6rTn7dn+E7AAiZ282mGi8zuQ4p3O34kkqOdGfUfG9dU5XRLrRlLliVkEdqFg5C9e/cbLOLsbCW3vhJs6POv5z5JDfEnUXUnqQg99b5gyW5efxxa8TahGe0TUauRsnZX3enPekeBRk+RxkZNjefQoPCiB3+PVvBJ+jubTAfMQEI6Zt252tgnzrwXB/XwiwiSvdd/Sg4WjvLkpIk9iR0bMdOm40b9isQcCe2H0Yw9urJhmz+FUsI/2tJY6fQvvjxKqBf3XVsagSNpFfJ0SrtqvEF/lIOHzDdObJVcXlQPFG5QEcYJ2Cj5m3RT9FEjjrTIH78FLPfHhnH/nF2FgSe55hWr89FpVJlcjCbL3qMyah1xY0= ceph-7850299a-7e2f-11ec-8c35-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2022-01-25T22:39:32.422 INFO:teuthology.orchestra.run.smithi120.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDoAts9gXkWacPH+cnMmcEKCnzLc9zj6tSkAj0DeqYX8Sa35J8AnhgEDvp9D6H7LANylTcejO32wGEY3MpzsEZTAtbpMkwrgfOufQEbl6uG/4qtlesXVJy/MiwlDcDA8QJDjY1oeiDBopXRDwmFY6rTn7dn+E7AAiZ282mGi8zuQ4p3O34kkqOdGfUfG9dU5XRLrRlLliVkEdqFg5C9e/cbLOLsbCW3vhJs6POv5z5JDfEnUXUnqQg99b5gyW5efxxa8TahGe0TUauRsnZX3enPekeBRk+RxkZNjefQoPCiB3+PVvBJ+jubTAfMQEI6Zt252tgnzrwXB/XwiwiSvdd/Sg4WjvLkpIk9iR0bMdOm40b9isQcCe2H0Yw9urJhmz+FUsI/2tJY6fQvvjxKqBf3XVsagSNpFfJ0SrtqvEF/lIOHzDdObJVcXlQPFG5QEcYJ2Cj5m3RT9FEjjrTIH78FLPfHhnH/nF2FgSe55hWr89FpVJlcjCbL3qMyah1xY0= ceph-7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:39:32.433 DEBUG:teuthology.orchestra.run.smithi145:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDoAts9gXkWacPH+cnMmcEKCnzLc9zj6tSkAj0DeqYX8Sa35J8AnhgEDvp9D6H7LANylTcejO32wGEY3MpzsEZTAtbpMkwrgfOufQEbl6uG/4qtlesXVJy/MiwlDcDA8QJDjY1oeiDBopXRDwmFY6rTn7dn+E7AAiZ282mGi8zuQ4p3O34kkqOdGfUfG9dU5XRLrRlLliVkEdqFg5C9e/cbLOLsbCW3vhJs6POv5z5JDfEnUXUnqQg99b5gyW5efxxa8TahGe0TUauRsnZX3enPekeBRk+RxkZNjefQoPCiB3+PVvBJ+jubTAfMQEI6Zt252tgnzrwXB/XwiwiSvdd/Sg4WjvLkpIk9iR0bMdOm40b9isQcCe2H0Yw9urJhmz+FUsI/2tJY6fQvvjxKqBf3XVsagSNpFfJ0SrtqvEF/lIOHzDdObJVcXlQPFG5QEcYJ2Cj5m3RT9FEjjrTIH78FLPfHhnH/nF2FgSe55hWr89FpVJlcjCbL3qMyah1xY0= ceph-7850299a-7e2f-11ec-8c35-001a4aab830c' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2022-01-25T22:39:32.487 INFO:teuthology.orchestra.run.smithi145.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDDoAts9gXkWacPH+cnMmcEKCnzLc9zj6tSkAj0DeqYX8Sa35J8AnhgEDvp9D6H7LANylTcejO32wGEY3MpzsEZTAtbpMkwrgfOufQEbl6uG/4qtlesXVJy/MiwlDcDA8QJDjY1oeiDBopXRDwmFY6rTn7dn+E7AAiZ282mGi8zuQ4p3O34kkqOdGfUfG9dU5XRLrRlLliVkEdqFg5C9e/cbLOLsbCW3vhJs6POv5z5JDfEnUXUnqQg99b5gyW5efxxa8TahGe0TUauRsnZX3enPekeBRk+RxkZNjefQoPCiB3+PVvBJ+jubTAfMQEI6Zt252tgnzrwXB/XwiwiSvdd/Sg4WjvLkpIk9iR0bMdOm40b9isQcCe2H0Yw9urJhmz+FUsI/2tJY6fQvvjxKqBf3XVsagSNpFfJ0SrtqvEF/lIOHzDdObJVcXlQPFG5QEcYJ2Cj5m3RT9FEjjrTIH78FLPfHhnH/nF2FgSe55hWr89FpVJlcjCbL3qMyah1xY0= ceph-7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:39:32.499 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph config set mgr mgr/cephadm/allow_ptrace true 2022-01-25T22:39:33.032 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:32 smithi120 conmon[28653]: audit 2022-01-25T22:39:31.744004+0000 mon.smithi120 (mon.0) 110 : audit [DBG] from='client.? 172.21.15.120:0/2841628527' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2022-01-25T22:39:33.983 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:33 smithi120 conmon[28653]: cluster 2022-01-25T22:39:32.705388+0000 mon.smithi120 (mon.0) 111 : cluster [DBG] mgrmap e16: smithi120.hllzij(active, since 6s) 2022-01-25T22:39:34.944 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi145 2022-01-25T22:39:34.944 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-01-25T22:39:34.945 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/etc/ceph/ceph.conf 2022-01-25T22:39:34.964 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-01-25T22:39:34.965 DEBUG:teuthology.orchestra.run.smithi145:> dd of=/etc/ceph/ceph.client.admin.keyring 2022-01-25T22:39:35.022 INFO:tasks.cephadm:Adding host smithi145 to orchestrator... 2022-01-25T22:39:35.023 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph orch host add smithi145 2022-01-25T22:39:35.539 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:35 smithi120 conmon[28653]: audit 2022-01-25T22:39:34.436780 2022-01-25T22:39:35.540 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:35 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 112 : audit [INF] from='client.? 172.21.15.120:0/1024967583' entity='client.admin' 2022-01-25T22:39:37.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:36 smithi120 conmon[28653]: audit 2022-01-25T22:39:35.903257+0000 mon.smithi120 (mon.0) 113 2022-01-25T22:39:37.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:36 smithi120 conmon[28653]: : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:37.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:36 smithi120 conmon[28653]: audit 2022-01-25T22:39:36.273668+0000 mon.smithi120 (mon.0) 114 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:37.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:36 smithi120 conmon[28653]: cephadm 2022-01-25T22:39:36.279885+0000 mgr.smithi120.hllzij (mgr.14162) 5 : cephadm [INF] Deploying daemon alertmanager.smithi120 on smithi120 2022-01-25T22:39:43.076 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:42 smithi120 conmon[28653]: audit 2022-01-25T22:39:41.969352+0000 mon.smithi120 (mon.0) 115 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:43.077 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:42 smithi120 conmon[28653]: audit 2022-01-25T22:39:41.970351+0000 mon.smithi120 (mon.0) 116 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi120", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:39:43.077 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:42 smithi120 conmon[28653]: audit 2022-01-25T22:39:41.972008+0000 mon.smithi120 (mon.0) 117 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi120", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2022-01-25T22:39:43.077 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:42 smithi120 conmon[28653]: audit 2022-01-25T22:39:41.972607+0000 mon.smithi120 (mon.0) 118 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:39:43.077 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:42 smithi120 conmon[28653]: cephadm 2022-01-25T22:39:41.973220+0000 mgr.smithi120.hllzij (mgr.14162) 6 : cephadm [INF] Deploying daemon crash.smithi120 on smithi120 2022-01-25T22:39:45.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:45 smithi120 conmon[28653]: audit 2022-01-25T22:39:44.017820+0000 mon.smithi120 (mon.0) 119 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:45 smithi120 conmon[28653]: audit 2022-01-25T22:39:44.138442+0000 mon.smithi120 (mon.0) 120 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:45 smithi120 conmon[28653]: audit 2022-01-25T22:39:44.140985+0000 mon.smithi120 (mon.0) 121 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:45 smithi120 conmon[28653]: audit 2022-01-25T22:39:44.141375+0000 mon.smithi120 (mon.0) 122 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2022-01-25T22:39:45.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:45 smithi120 conmon[28653]: audit 2022-01-25T22:39:44.141778+0000 mgr.smithi120.hllzij (mgr.14162) 7 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2022-01-25T22:39:45.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:45 smithi120 conmon[28653]: audit 2022-01-25T22:39:44.144206+0000 mon.smithi120 (mon.0) 123 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:45.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:45 smithi120 conmon[28653]: cephadm 2022-01-25T22:39:44.146985+0000 mgr.smithi120.hllzij (mgr.14162) 8 : cephadm [INF] Deploying daemon grafana.smithi120 on smithi120 2022-01-25T22:39:47.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:46 smithi120 conmon[28653]: cluster 2022-01-25T22:39:45.891234+0000 mgr.smithi120.hllzij (mgr.14162) 9 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:39:49.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:48 smithi120 conmon[28653]: cluster 2022-01-25T22:39:47.891467+0000 mgr.smithi120.hllzij (mgr.14162 2022-01-25T22:39:49.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:48 smithi120 conmon[28653]: ) 10 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:39:52.103 INFO:teuthology.orchestra.run.smithi145.stdout:Added host 'smithi145' 2022-01-25T22:39:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:51 smithi120 conmon[28653]: cluster 2022-01-25T22:39:49.891675+0000 mgr.smithi120.hllzij (mgr.14162 2022-01-25T22:39:52.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:51 smithi120 conmon[28653]: ) 11 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:39:52.501 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph orch host ls --format=json 2022-01-25T22:39:53.154 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:52 smithi120 conmon[28653]: audit 2022-01-25T22:39:51.430192+0000 mgr.smithi120.hllzij (mgr.14162) 12 : audit 2022-01-25T22:39:53.154 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:52 smithi120 conmon[28653]: [DBG] from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi145", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:39:53.154 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:52 smithi120 conmon[28653]: audit 2022-01-25T22:39:52.102761+0000 mon.smithi120 (mon.0) 124 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:53.994 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:53 smithi120 conmon[28653]: cluster 2022-01-25T22:39:51.892033+0000 mgr.smithi120.hllzij (mgr.14162) 13 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:39:53.994 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:53 smithi120 conmon[28653]: cephadm 2022-01-25T22:39:52.103082+0000 mgr.smithi120.hllzij (mgr.14162) 14 : cephadm [INF] Added host smithi145 2022-01-25T22:39:54.260 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:39:54.261 INFO:teuthology.orchestra.run.smithi145.stdout:[{"addr": "172.21.15.120", "hostname": "smithi120", "labels": [], "status": ""}, {"addr": "smithi145", "hostname": "smithi145", "labels": [], "status": ""}] 2022-01-25T22:39:54.641 INFO:tasks.cephadm:Setting crush tunables to default 2022-01-25T22:39:54.642 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph osd crush tunables default 2022-01-25T22:39:56.021 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:55 smithi120 conmon[28653]: cluster 2022-01-25T22:39:53.897718+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:39:56.022 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:55 smithi120 conmon[28653]: 15 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:39:56.022 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:55 smithi120 conmon[28653]: audit 2022-01-25T22:39:54.261065+0000 mgr.smithi120.hllzij (mgr.14162) 16 : audit [DBG] from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:39:56.022 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:55 smithi120 conmon[28653]: audit 2022-01-25T22:39:54.670157+0000 mon.smithi120 (mon.0) 125 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:56.023 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:55 smithi120 conmon[28653]: cephadm 2022-01-25T22:39:54.671538+0000 mgr.smithi120.hllzij (mgr.14162) 17 : cephadm [INF] Deploying daemon node-exporter.smithi120 on smithi120 2022-01-25T22:39:57.862 INFO:teuthology.orchestra.run.smithi120.stderr:adjusted tunables profile to default 2022-01-25T22:39:58.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:57 smithi120 conmon[28653]: cluster 2022-01-25T22: 2022-01-25T22:39:58.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:57 smithi120 conmon[28653]: 39:55.897935+0000 mgr.smithi120.hllzij (mgr.14162) 18 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:39:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:57 smithi120 conmon[28653]: audit 2022-01-25T22:39:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:57 smithi120 conmon[28653]: 2022-01-25T22:39:56.978471+0000 mon.smithi120 (mon 2022-01-25T22:39:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:57 smithi120 conmon[28653]: .0) 126 : audit [INF] from='client.? 172.21.15.120:0/1905150042' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2022-01-25T22:39:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:57 smithi120 conmon[28653]: 2022-01-25T22:39:58.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:57 smithi120 conmon[28653]: audit 2022 2022-01-25T22:39:58.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:57 smithi120 conmon[28653]: -01-25T22:39:57.853136+0000 2022-01-25T22:39:58.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:57 smithi120 conmon[28653]: mon.smithi120 (mon.0) 127 : audit 2022-01-25T22:39:58.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:57 smithi120 conmon[28653]: [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:39:58.288 INFO:tasks.cephadm:Adding mon.smithi120 on smithi120 2022-01-25T22:39:58.288 INFO:tasks.cephadm:Adding mon.smithi145 on smithi145 2022-01-25T22:39:58.288 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph orch apply mon '2;smithi120:172.21.15.120=smithi120;smithi145:172.21.15.145=smithi145' 2022-01-25T22:39:59.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:58 smithi120 conmon[28653]: cephadm 2022-01-25T22:39:57.860047+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:39:59.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:58 smithi120 conmon[28653]: 19 : cephadm [INF] Deploying daemon prometheus.smithi120 on smithi120 2022-01-25T22:39:59.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:58 smithi120 conmon[28653]: audit 2022-01-25T22:39:57.860896+0000 mon.smithi120 (mon.0) 128 : audit [INF] from='client.? 172.21.15.120:0/1905150042' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2022-01-25T22:39:59.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:58 smithi120 conmon[28653]: cluster 2022-01-25T22:39:57.860937+0000 mon.smithi120 (mon.0) 129 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2022-01-25T22:40:00.044 INFO:teuthology.orchestra.run.smithi145.stdout:Scheduled mon update... 2022-01-25T22:40:00.200 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:59 smithi120 conmon[28653]: cluster 2022-01-25T22:39:57.898174+0000 mgr.smithi120.hllzij (mgr.14162) 20 2022-01-25T22:40:00.201 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:39:59 smithi120 conmon[28653]: : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:00.439 DEBUG:teuthology.orchestra.run.smithi145:mon.smithi145> sudo journalctl -f -n 0 -u ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mon.smithi145.service 2022-01-25T22:40:00.447 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:40:00.448 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:40:00.473 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:-- Logs begin at Tue 2022-01-25 22:32:21 UTC. -- 2022-01-25T22:40:01.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:01 smithi120 conmon[28653]: cluster 2022-01-25T22:39:59.898421+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:40:01.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:01 smithi120 conmon[28653]: 21 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:01.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:01 smithi120 conmon[28653]: audit 2022-01-25T22:40:00.040857+0000 mgr.smithi120.hllzij (mgr.14162) 22 : audit [DBG] from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "2;smithi120:172.21.15.120=smithi120;smithi145:172.21.15.145=smithi145", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:40:01.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:01 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:00.042013+0000 mgr.smithi120.hllzij (mgr.14162) 23 : cephadm [INF] Saving service mon spec with placement smithi120:172.21.15.120=smithi120;smithi145:172.21.15.145=smithi145;count:2 2022-01-25T22:40:01.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:01 smithi120 conmon[28653]: audit 2022-01-25T22:40:00.045146+0000 mon.smithi120 (mon.0) 130 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:02.384 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:40:02.384 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":1,"fsid":"7850299a-7e2f-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:38:30.287404Z","created":"2022-01-25T22:38:30.287404Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi120","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:3300","nonce":0},{"type":"v1","addr":"172.21.15.120:6789","nonce":0}]},"addr":"172.21.15.120:6789/0","public_addr":"172.21.15.120:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-25T22:40:02.385 INFO:teuthology.orchestra.run.smithi145.stderr:dumped monmap epoch 1 2022-01-25T22:40:03.223 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:03 smithi120 conmon[28653]: cluster 2022-01-25T22:40:01.898658+0000 mgr.smithi120.hllzij (mgr.14162) 24 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:03.223 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:03 smithi120 conmon[28653]: audit 2022-01-25T22:40:02.384590+0000 mon.smithi120 (mon.0) 131 : audit [DBG] from='client.? 172.21.15.145:0/2506734194' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:40:03.794 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:40:03.795 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:40:05.128 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:05 smithi120 conmon[28653]: cluster 2022-01-25T22:40:03.898926+0000 2022-01-25T22:40:05.128 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:05 smithi120 conmon[28653]: mgr.smithi120.hllzij (mgr.14162) 25 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:05.636 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:40:05.636 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":1,"fsid":"7850299a-7e2f-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:38:30.287404Z","created":"2022-01-25T22:38:30.287404Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi120","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:3300","nonce":0},{"type":"v1","addr":"172.21.15.120:6789","nonce":0}]},"addr":"172.21.15.120:6789/0","public_addr":"172.21.15.120:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-25T22:40:05.637 INFO:teuthology.orchestra.run.smithi145.stderr:dumped monmap epoch 1 2022-01-25T22:40:06.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:06 smithi120 conmon[28653]: audit 2022-01-25T22:40:05.221132+0000 mon.smithi120 (mon.0) 132 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:06.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:06 smithi120 conmon[28653]: audit 2022-01-25T22:40:05.221620+0000 mon.smithi120 (mon.0) 133 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:40:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:06 smithi120 conmon[28653]: audit 2022-01-25T22:40:05.562946+0000 mon.smithi120 (mon.0) 134 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:06 smithi120 conmon[28653]: audit 2022-01-25T22:40:05.636551+0000 mon.smithi120 (mon.0) 135 : audit [DBG] from='client.? 172.21.15.145:0/733551969' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:40:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:06 smithi120 conmon[28653]: audit 2022-01-25T22:40:06.200124+0000 mon.smithi120 (mon.0) 136 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:07.053 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:40:07.054 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:40:08.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:07 smithi120 conmon[28653]: cluster 2022-01-25T22:40:05.899185+0000 mgr.smithi120.hllzij (mgr.14162 2022-01-25T22:40:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:07 smithi120 conmon[28653]: ) 26 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:09.427 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:40:09.427 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":1,"fsid":"7850299a-7e2f-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:38:30.287404Z","created":"2022-01-25T22:38:30.287404Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi120","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:3300","nonce":0},{"type":"v1","addr":"172.21.15.120:6789","nonce":0}]},"addr":"172.21.15.120:6789/0","public_addr":"172.21.15.120:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-25T22:40:09.428 INFO:teuthology.orchestra.run.smithi145.stderr:dumped monmap epoch 1 2022-01-25T22:40:10.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:09 smithi120 conmon[28653]: cluster 2022-01-25T22:40:07.899513+0000 mgr.smithi120.hllzij (mgr.14162) 27 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:09 smithi120 conmon[28653]: audit 2022-01-25T22:40:09. 2022-01-25T22:40:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:09 smithi120 conmon[28653]: 328869+0000 mon.smithi120 (mon.0) 137 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:09 smithi120 conmon[28653]: audit 2022-01-25T22:40:09.427951+0000 mon.smithi120 (mon.0) 138 : audit [DBG] from='client.? 172.21.15.145:0/956758970' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:40:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:09 smithi120 conmon[28653]: audit 2022-01-25T22:40:09.487730+0000 mon.smithi120 (mon.0) 139 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:09 smithi120 conmon[28653]: audit 2022-01-25T22:40:09.765733+0000 mon.smithi120 (mon.0) 140 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:09 smithi120 conmon[28653]: audit 2022-01-25T22:40:09.771245+0000 mon.smithi120 2022-01-25T22:40:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:09 smithi120 conmon[28653]: (mon.0) 141 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:09 smithi120 conmon[28653]: audit 2022-01-25T22:40:09.772113+0000 mon.smithi120 2022-01-25T22:40:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:09 smithi120 conmon[28653]: (mon.0) 142 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi145", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:40:10.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:09 smithi120 conmon[28653]: audit 2022-01-25T22:40: 2022-01-25T22:40:10.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:09 smithi120 conmon[28653]: 09.776801+0000 mon.smithi120 (mon.0) 143 : audit 2022-01-25T22:40:10.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:09 smithi120 conmon[28653]: [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "auth get-or-create", "entity": "client.crash.smithi145", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]': finished 2022-01-25T22:40:10.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:09 smithi120 conmon[28653]: audit 2022-01-25T22:40:09 2022-01-25T22:40:10.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:09 smithi120 conmon[28653]: .777375+0000 mon.smithi120 (mon.0) 144 : audit 2022-01-25T22:40:10.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:09 smithi120 conmon[28653]: [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:10.744 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:40:10.745 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:40:11.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:10 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:09.778005+0000 mgr.smithi120.hllzij (mgr.14162) 28 : cephadm [INF] Deploying daemon crash.smithi145 on smithi145 2022-01-25T22:40:12.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:11 smithi120 conmon[28653]: cluster 2022-01-25T22:40:09.899905+0000 mgr.smithi120.hllzij (mgr.14162) 29 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:12.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:11 smithi120 conmon[28653]: 2022-01-25T22:40:13.844 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:40:13.844 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":1,"fsid":"7850299a-7e2f-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:38:30.287404Z","created":"2022-01-25T22:38:30.287404Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi120","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:3300","nonce":0},{"type":"v1","addr":"172.21.15.120:6789","nonce":0}]},"addr":"172.21.15.120:6789/0","public_addr":"172.21.15.120:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-25T22:40:13.846 INFO:teuthology.orchestra.run.smithi145.stderr:dumped monmap epoch 1 2022-01-25T22:40:14.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:13 smithi120 conmon[28653]: cluster 2022-01-25T22:40:11.900292+0000 mgr.smithi120.hllzij (mgr.14162) 30 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:13 smithi120 conmon[28653]: audit 2022-01-25T22:40:12.834601+0000 2022-01-25T22:40:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:13 smithi120 conmon[28653]: mon.smithi120 (mon.0) 145 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:13 smithi120 conmon[28653]: audit 2022-01-25T22:40:12.835994+0000 mon.smithi120 (mon.0) 146 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi145.phdhej", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:40:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:13 smithi120 conmon[28653]: audit 2022-01-25T22:40:12.838051+0000 mon.smithi120 (mon.0) 147 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.smithi145.phdhej", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2022-01-25T22:40:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:13 smithi120 conmon[28653]: audit 2022-01-25T22:40:12.838943+0000 mon.smithi120 (mon.0) 148 : 2022-01-25T22:40:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:13 smithi120 conmon[28653]: audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:40:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:13 smithi120 conmon[28653]: audit 2022-01-25T22:40: 2022-01-25T22:40:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:13 smithi120 conmon[28653]: 12.839984+0000 mon.smithi120 (mon.0) 149 : audit 2022-01-25T22:40:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:13 smithi120 conmon[28653]: [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:14.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:13 smithi120 conmon[28653]: cephadm 2022-01-25T22:40 2022-01-25T22:40:14.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:13 smithi120 conmon[28653]: :12.840791+0000 mgr.smithi120.hllzij (mgr.14162) 31 : 2022-01-25T22:40:14.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:13 smithi120 conmon[28653]: cephadm [INF] Deploying daemon mgr.smithi145.phdhej on smithi145 2022-01-25T22:40:15.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:14 smithi120 conmon[28653]: audit 2022-01-25T22:40:13.844904+0000 mon.smithi120 (mon.0) 150 : audit [DBG] from='client.? 172.21.15.145:0/4077364194' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:40:16.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:15 smithi120 conmon[28653]: cluster 2022-01-25T22:40:13.900650+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:40:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:15 smithi120 conmon[28653]: 14162) 32 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:17.589 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:40:17.590 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:40:18.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:17 smithi120 conmon[28653]: cluster 2022-01-25T22:40:15.901038+0000 mgr.smithi120.hllzij (mgr.14162) 33 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:18.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:17 smithi120 conmon[28653]: 2022-01-25T22:40:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:17 smithi120 conmon[28653]: audit 2022-01-25T22:40:17.779231+0000 mon.smithi120 (mon.0) 151 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:17 smithi120 conmon[28653]: audit 2022-01-25T22:40:17.780551+0000 mon.smithi120 (mon.0) 152 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:40:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:17 smithi120 conmon[28653]: audit 2022-01-25T22:40:17.781403+0000 mon.smithi120 (mon.0) 153 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:19.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:18 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:17.782322+0000 mgr.smithi120.hllzij (mgr.14162) 34 : cephadm [INF] Deploying daemon mon.smithi145 on smithi145 2022-01-25T22:40:19.759 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:40:19.759 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":1,"fsid":"7850299a-7e2f-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:38:30.287404Z","created":"2022-01-25T22:38:30.287404Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi120","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:3300","nonce":0},{"type":"v1","addr":"172.21.15.120:6789","nonce":0}]},"addr":"172.21.15.120:6789/0","public_addr":"172.21.15.120:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2022-01-25T22:40:19.760 INFO:teuthology.orchestra.run.smithi145.stderr:dumped monmap epoch 1 2022-01-25T22:40:20.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:19 smithi120 conmon[28653]: cluster 2022-01-25T22:40:17.901424+0000 mgr.smithi120.hllzij (mgr.14162 2022-01-25T22:40:20.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:19 smithi120 conmon[28653]: ) 35 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:19 smithi120 conmon[28653]: audit 2022-01-25T22:40:19.759638+0000 mon.smithi120 (mon.0) 154 : audit [DBG] from='client.? 172.21.15.145:0/3754875860' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:40:20.890 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:20 smithi145 systemd[1]: Starting Ceph mon.smithi145 for 7850299a-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:40:21.245 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 podman[31235]: 2022-01-25T22:40:21.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.316+0000 7f547073c700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-25T22:40:21.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.316+0000 7f547073c700 0 ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable), process ceph-mon, pid 7 2022-01-25T22:40:21.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.316+0000 7f547073c700 0 pidfile_write: ignore empty --pid-file 2022-01-25T22:40:21.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.321+0000 7f547073c700 0 load: jerasure load: lrc load: isa 2022-01-25T22:40:21.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 bash[31157]: f57b84673997cf83d0be1bc98cc57ad6bc14e93a8056ff7d64ef400d87b3633f 2022-01-25T22:40:21.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: RocksDB version: 6.8.1 2022-01-25T22:40:21.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-25T22:40:21.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Compile date May 13 2021 2022-01-25T22:40:21.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: DB SUMMARY 2022-01-25T22:40:21.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: CURRENT file: CURRENT 2022-01-25T22:40:21.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: IDENTITY file: IDENTITY 2022-01-25T22:40:21.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: MANIFEST file: MANIFEST-000001 size: 13 Bytes 2022-01-25T22:40:21.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi145/store.db dir, Total Num: 0, files: 2022-01-25T22:40:21.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi145/store.db: 000003.log size: 511 ; 2022-01-25T22:40:21.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.error_if_exists: 0 2022-01-25T22:40:21.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.create_if_missing: 0 2022-01-25T22:40:21.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.paranoid_checks: 1 2022-01-25T22:40:21.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.env: 0x55aed9f4e1c0 2022-01-25T22:40:21.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.fs: Posix File System 2022-01-25T22:40:21.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.info_log: 0x55aedc24b960 2022-01-25T22:40:21.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-25T22:40:21.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.statistics: (nil) 2022-01-25T22:40:21.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.use_fsync: 0 2022-01-25T22:40:21.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_log_file_size: 0 2022-01-25T22:40:21.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-25T22:40:21.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-25T22:40:21.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-25T22:40:21.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-25T22:40:21.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.allow_fallocate: 1 2022-01-25T22:40:21.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-25T22:40:21.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-25T22:40:21.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.use_direct_reads: 0 2022-01-25T22:40:21.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-25T22:40:21.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-25T22:40:21.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.db_log_dir: 2022-01-25T22:40:21.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi145/store.db 2022-01-25T22:40:21.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-25T22:40:21.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_subcompactions: 1 2022-01-25T22:40:21.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_background_flushes: -1 2022-01-25T22:40:21.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-25T22:40:21.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-25T22:40:21.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-25T22:40:21.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-25T22:40:21.592 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-25T22:40:21.592 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-25T22:40:21.592 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-25T22:40:21.592 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.write_buffer_manager: 0x55aedc251fb0 2022-01-25T22:40:21.593 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-25T22:40:21.593 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-25T22:40:21.593 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-25T22:40:21.593 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-25T22:40:21.593 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-25T22:40:21.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-25T22:40:21.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-25T22:40:21.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-25T22:40:21.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-25T22:40:21.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.unordered_write: 0 2022-01-25T22:40:21.595 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-25T22:40:21.595 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-25T22:40:21.595 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-25T22:40:21.595 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-25T22:40:21.596 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.row_cache: None 2022-01-25T22:40:21.596 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.wal_filter: None 2022-01-25T22:40:21.596 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-25T22:40:21.596 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.596 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-25T22:40:21.597 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.preserve_deletes: 0 2022-01-25T22:40:21.597 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.two_write_queues: 0 2022-01-25T22:40:21.597 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-25T22:40:21.597 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.atomic_flush: 0 2022-01-25T22:40:21.598 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-25T22:40:21.598 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-25T22:40:21.598 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-25T22:40:21.598 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.log_readahead_size: 0 2022-01-25T22:40:21.598 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-25T22:40:21.599 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_background_jobs: 2 2022-01-25T22:40:21.599 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_background_compactions: -1 2022-01-25T22:40:21.599 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-25T22:40:21.599 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-25T22:40:21.600 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-25T22:40:21.600 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-25T22:40:21.600 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-25T22:40:21.600 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-25T22:40:21.601 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-25T22:40:21.601 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-25T22:40:21.601 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_open_files: -1 2022-01-25T22:40:21.601 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-25T22:40:21.601 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-25T22:40:21.602 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-25T22:40:21.602 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-25T22:40:21.602 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Compression algorithms supported: 2022-01-25T22:40:21.602 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-25T22:40:21.602 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: kZSTD supported: 0 2022-01-25T22:40:21.603 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: kXpressCompression supported: 0 2022-01-25T22:40:21.603 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-25T22:40:21.603 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: kLZ4Compression supported: 1 2022-01-25T22:40:21.603 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: kBZip2Compression supported: 0 2022-01-25T22:40:21.604 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: kZlibCompression supported: 1 2022-01-25T22:40:21.604 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: kSnappyCompression supported: 1 2022-01-25T22:40:21.604 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-25T22:40:21.604 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi145/store.db/MANIFEST-000001 2022-01-25T22:40:21.604 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.605 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-25T22:40:21.605 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.605 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-25T22:40:21.605 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.merge_operator: 2022-01-25T22:40:21.606 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compaction_filter: None 2022-01-25T22:40:21.606 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-25T22:40:21.606 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-25T22:40:21.606 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-25T22:40:21.607 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55aedc162128) 2022-01-25T22:40:21.607 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: cache_index_and_filter_blocks: 1 2022-01-25T22:40:21.607 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-25T22:40:21.607 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-25T22:40:21.607 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: pin_top_level_index_and_filter: 1 2022-01-25T22:40:21.608 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: index_type: 0 2022-01-25T22:40:21.608 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: data_block_index_type: 0 2022-01-25T22:40:21.608 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: index_shortening: 1 2022-01-25T22:40:21.608 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: data_block_hash_table_util_ratio: 0.750000 2022-01-25T22:40:21.609 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: hash_index_allow_collision: 1 2022-01-25T22:40:21.609 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: checksum: 1 2022-01-25T22:40:21.609 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: no_block_cache: 0 2022-01-25T22:40:21.609 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: block_cache: 0x55aedc198f10 2022-01-25T22:40:21.609 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: block_cache_name: BinnedLRUCache 2022-01-25T22:40:21.610 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: block_cache_options: 2022-01-25T22:40:21.610 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: capacity : 536870912 2022-01-25T22:40:21.610 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: num_shard_bits : 4 2022-01-25T22:40:21.610 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: strict_capacity_limit : 0 2022-01-25T22:40:21.611 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: high_pri_pool_ratio: 0.000 2022-01-25T22:40:21.611 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: block_cache_compressed: (nil) 2022-01-25T22:40:21.611 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: persistent_cache: (nil) 2022-01-25T22:40:21.611 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: block_size: 4096 2022-01-25T22:40:21.612 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: block_size_deviation: 10 2022-01-25T22:40:21.612 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: block_restart_interval: 16 2022-01-25T22:40:21.612 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: index_block_restart_interval: 1 2022-01-25T22:40:21.612 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: metadata_block_size: 4096 2022-01-25T22:40:21.613 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: partition_filters: 0 2022-01-25T22:40:21.613 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: use_delta_encoding: 1 2022-01-25T22:40:21.613 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-25T22:40:21.613 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: whole_key_filtering: 1 2022-01-25T22:40:21.614 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: verify_compression: 0 2022-01-25T22:40:21.614 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: read_amp_bytes_per_bit: 0 2022-01-25T22:40:21.614 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: format_version: 2 2022-01-25T22:40:21.614 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: enable_index_compression: 1 2022-01-25T22:40:21.615 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: block_align: 0 2022-01-25T22:40:21.615 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.615 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-25T22:40:21.615 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-25T22:40:21.616 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compression: NoCompression 2022-01-25T22:40:21.616 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.616 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-25T22:40:21.616 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-25T22:40:21.617 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-25T22:40:21.617 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.num_levels: 7 2022-01-25T22:40:21.617 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-25T22:40:21.617 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-25T22:40:21.617 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-25T22:40:21.618 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-25T22:40:21.618 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-25T22:40:21.618 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-25T22:40:21.618 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-25T22:40:21.619 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:40:21.619 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-25T22:40:21.619 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-25T22:40:21.619 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-25T22:40:21.619 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-25T22:40:21.620 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-25T22:40:21.620 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:40:21.620 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-25T22:40:21.620 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-25T22:40:21.620 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-25T22:40:21.621 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-25T22:40:21.621 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-25T22:40:21.621 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-25T22:40:21.621 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-25T22:40:21.621 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-25T22:40:21.622 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-25T22:40:21.622 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-25T22:40:21.622 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-25T22:40:21.622 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-25T22:40:21.623 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-25T22:40:21.623 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-25T22:40:21.623 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-25T22:40:21.623 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-25T22:40:21.623 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-25T22:40:21.624 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-25T22:40:21.624 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-25T22:40:21.624 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-25T22:40:21.624 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-25T22:40:21.625 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-25T22:40:21.625 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-25T22:40:21.625 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-25T22:40:21.625 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-25T22:40:21.626 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-25T22:40:21.626 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-25T22:40:21.626 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-25T22:40:21.626 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-25T22:40:21.626 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-25T22:40:21.627 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-25T22:40:21.627 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-25T22:40:21.627 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-25T22:40:21.627 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.table_properties_collectors: 2022-01-25T22:40:21.628 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.inplace_update_support: 0 2022-01-25T22:40:21.628 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-25T22:40:21.628 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-25T22:40:21.628 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-25T22:40:21.629 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-25T22:40:21.629 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.bloom_locality: 0 2022-01-25T22:40:21.629 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.max_successive_merges: 0 2022-01-25T22:40:21.629 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-25T22:40:21.629 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-25T22:40:21.630 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-25T22:40:21.630 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-25T22:40:21.630 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.ttl: 2592000 2022-01-25T22:40:21.630 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-25T22:40:21.631 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi145/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-25T22:40:21.631 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.631 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 0 2022-01-25T22:40:21.631 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.632 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150421323975, "job": 1, "event": "recovery_started", "log_files": [3]} 2022-01-25T22:40:21.632 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.322+0000 7f547073c700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #3 mode 2 2022-01-25T22:40:21.632 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.323+0000 7f547073c700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-01-25T22:40:21.632 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.323+0000 7f547073c700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150421324432, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 4, "file_size": 1437, "table_properties": {"data_size": 523, "index_size": 40, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1643150421, "oldest_key_time": 3, "file_creation_time": 0}} 2022-01-25T22:40:21.632 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.323+0000 7f547073c700 4 rocksdb: [version_set.cc:3826] Creating manifest 5 2022-01-25T22:40:21.633 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.633 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.323+0000 7f547073c700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150421324786, "job": 1, "event": "recovery_finished"} 2022-01-25T22:40:21.633 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.324+0000 7f547073c700 4 rocksdb: DB pointer 0x55aedc25d800 2022-01-25T22:40:21.633 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.324+0000 7f5457554700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-25T22:40:21.634 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.324+0000 7f5457554700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-25T22:40:21.634 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: ** DB Stats ** 2022-01-25T22:40:21.634 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:40:21.634 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-25T22:40:21.635 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-25T22:40:21.635 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:40:21.635 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-25T22:40:21.635 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-25T22:40:21.635 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:40:21.636 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.636 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: ** Compaction Stats [default] ** 2022-01-25T22:40:21.636 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:40:21.636 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:40:21.637 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2022-01-25T22:40:21.637 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2022-01-25T22:40:21.637 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2022-01-25T22:40:21.637 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.637 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: ** Compaction Stats [default] ** 2022-01-25T22:40:21.638 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:40:21.638 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:40:21.638 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2022-01-25T22:40:21.638 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:40:21.639 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:40:21.639 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:40:21.639 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:40:21.639 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:40:21.640 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:40:21.640 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Cumulative compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:40:21.640 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Interval compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:40:21.640 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:40:21.641 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.641 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:40:21.641 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.641 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: ** Compaction Stats [default] ** 2022-01-25T22:40:21.641 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:40:21.642 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:40:21.642 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: L0 1/0 1.40 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2022-01-25T22:40:21.642 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Sum 1/0 1.40 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2022-01-25T22:40:21.642 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:40:21.643 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.643 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: ** Compaction Stats [default] ** 2022-01-25T22:40:21.643 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:40:21.643 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:40:21.643 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.2 0.00 0.00 1 0.000 0 0 2022-01-25T22:40:21.644 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:40:21.644 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:40:21.644 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:40:21.644 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:40:21.645 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:40:21.645 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:40:21.645 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Cumulative compaction: 0.00 GB write, 0.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:40:21.645 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:40:21.645 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:40:21.646 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.646 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:40:21.646 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.646 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.324+0000 7f547073c700 0 mon.smithi145 does not exist in monmap, will attempt to join an existing cluster 2022-01-25T22:40:21.647 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.324+0000 7f547073c700 0 using public_addr v2:172.21.15.145:0/0 -> [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2022-01-25T22:40:21.647 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.325+0000 7f547073c700 0 starting mon.smithi145 rank -1 at public addrs [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] at bind addrs [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi145 fsid 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:40:21.647 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.326+0000 7f547073c700 1 mon.smithi145@-1(???) e0 preinit fsid 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:40:21.647 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.347+0000 7f5459d59700 0 mon.smithi145@-1(synchronizing).mds e1 new map 2022-01-25T22:40:21.648 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.347+0000 7f5459d59700 0 mon.smithi145@-1(synchronizing).mds e1 print_map 2022-01-25T22:40:21.648 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: e1 2022-01-25T22:40:21.648 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: enable_multiple, ever_enabled_multiple: 1,1 2022-01-25T22:40:21.648 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-25T22:40:21.649 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: legacy client fscid: -1 2022-01-25T22:40:21.649 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.649 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: No filesystems configured 2022-01-25T22:40:21.649 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.649 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.347+0000 7f5459d59700 1 mon.smithi145@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2022-01-25T22:40:21.650 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.347+0000 7f5459d59700 1 mon.smithi145@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2022-01-25T22:40:21.650 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.347+0000 7f5459d59700 1 mon.smithi145@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2022-01-25T22:40:21.650 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.347+0000 7f5459d59700 1 mon.smithi145@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2022-01-25T22:40:21.650 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.347+0000 7f5459d59700 1 mon.smithi145@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2022-01-25T22:40:21.651 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.347+0000 7f5459d59700 1 mon.smithi145@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2022-01-25T22:40:21.651 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.347+0000 7f5459d59700 1 mon.smithi145@-1(synchronizing).osd e5 e5: 0 total, 0 up, 0 in 2022-01-25T22:40:21.651 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.347+0000 7f5459d59700 0 mon.smithi145@-1(synchronizing).osd e5 crush map has features 3314932999778484224, adjusting msgr requires 2022-01-25T22:40:21.651 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.347+0000 7f5459d59700 0 mon.smithi145@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2022-01-25T22:40:21.652 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.347+0000 7f5459d59700 0 mon.smithi145@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2022-01-25T22:40:21.652 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.347+0000 7f5459d59700 0 mon.smithi145@-1(synchronizing).osd e5 crush map has features 288514050185494528, adjusting msgr requires 2022-01-25T22:40:21.652 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: cluster 2022- 2022-01-25T22:40:21.652 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 01-25T22:40:17.901424+0000 mgr.smithi120.hllzij (mgr.14162) 35 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:21.652 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: 2022-01-25T22:40:21.653 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: audit 2022-01 2022-01-25T22:40:21.653 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: -25T22:40:19.759638+0000 mon.smithi120 (mon.0) 154 : audit [DBG] from='client.? 172.21.15.145:0/3754875860' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:40:21.653 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 conmon[31276]: debug 2022-01-25T22:40:21.348+0000 7f5459d59700 1 mon.smithi145@-1(synchronizing).paxosservice(auth 1..7) refresh upgraded, format 0 -> 3 2022-01-25T22:40:21.653 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:21 smithi145 systemd[1]: Started Ceph mon.smithi145 for 7850299a-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:40:21.739 INFO:tasks.cephadm:Waiting for 2 mons in monmap... 2022-01-25T22:40:21.740 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph mon dump -f json 2022-01-25T22:40:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: audit 2022-01-25T22:40:21.355170+0000 mon.smithi120 (mon.0) 156 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-25T22:40:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: cluster 2022-01-25T22:40:21.355376+0000 mon.smithi120 (mon.0) 157 : cluster [INF] mon.smithi120 calling monitor election 2022-01-25T22:40:26.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: audit 2022-01-25T22:40:21.368472+0000 mon.smithi120 (mon.0) 158 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:40:26.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: cluster 2022-01-25T22:40:21.901988+0000 mgr.smithi120.hllzij 2022-01-25T22:40:26.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: (mgr.14162) 37 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:26.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:40:26.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: -25T22:40:22.352593+0000 mon.smithi120 (mon 2022-01-25T22:40:26.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: .0) 159 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:40:26.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: audit 2022-01-25T22:40:22.934537 2022-01-25T22:40:26.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 160 : audit [DBG] 2022-01-25T22:40:26.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: from='mgr.? 172.21.15.145:0/1950904721' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/crt"}]: dispatch 2022-01-25T22:40:26.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: audit 2022-01-25T22:40:23.352562 2022-01-25T22:40:26.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 161 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:40:26.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: cluster 2022-01 2022-01-25T22:40:26.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: -25T22:40:23.353848+0000 mon.smithi145 ( 2022-01-25T22:40:26.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: mon.1) 1 : cluster [INF] mon.smithi145 calling monitor election 2022-01-25T22:40:26.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: cluster 2022 2022-01-25T22:40:26.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: -01-25T22:40:23.902375+0000 2022-01-25T22:40:26.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: mgr.smithi120.hllzij (mgr.14162) 38 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:26.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:40:26.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: 01-25T22:40:24.353172+0000 mon.smithi120 2022-01-25T22:40:26.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: (mon.0) 162 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:40:26.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:40:26.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: 01-25T22:40:25.353094+0000 mon.smithi120 2022-01-25T22:40:26.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: (mon.0) 163 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:40:26.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:40:26.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: 01-25T22:40:26.010004+0000 mon.smithi120 2022-01-25T22:40:26.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: (mon.0) 164 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:40:26.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:40:26.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: 01-25T22:40:26.018992+0000 mon.smithi120 ( 2022-01-25T22:40:26.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: mon.0) 165 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:40:26.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:40:26.810 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: 25T22:40:26.353120+0000 mon.smithi120 (mon 2022-01-25T22:40:26.810 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: .0) 166 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:40:26.810 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: cluster 2022-01-25 2022-01-25T22:40:26.810 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: T22:40:26.382545+0000 mon.smithi120 (mon. 2022-01-25T22:40:26.811 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: 0) 167 : cluster [INF] mon.smithi120 is new leader, mons smithi120,smithi145 in quorum (ranks 0,1) 2022-01-25T22:40:26.811 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: cluster 2022-01- 2022-01-25T22:40:26.811 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: 25T22:40:26.385451+0000 mon.smithi120 (mon 2022-01-25T22:40:26.811 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: .0) 168 : cluster [DBG] monmap e2: 2 mons at {smithi120=[v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0],smithi145=[v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0]} 2022-01-25T22:40:26.811 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: cluster 2022-01 2022-01-25T22:40:26.812 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: -25T22:40:26.385506+0000 mon.smithi120 ( 2022-01-25T22:40:26.812 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: mon.0) 169 : cluster [DBG] fsmap 2022-01-25T22:40:26.812 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: cluster 2022- 2022-01-25T22:40:26.812 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: 01-25T22:40:26.385537+0000 mon.smithi120 2022-01-25T22:40:26.812 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: (mon.0) 170 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2022-01-25T22:40:26.813 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: cluster 2022-01 2022-01-25T22:40:26.813 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: -25T22:40:26.385785+0000 mon.smithi120 ( 2022-01-25T22:40:26.813 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: mon.0) 171 : cluster [DBG] mgrmap e16: smithi120.hllzij(active, since 60s) 2022-01-25T22:40:26.813 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: cluster 2022- 2022-01-25T22:40:26.814 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: 01-25T22:40:26.386930+0000 mon.smithi120 2022-01-25T22:40:26.814 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: (mon.0) 172 : cluster [DBG] Standby manager daemon smithi145.phdhej started 2022-01-25T22:40:26.814 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:40:26.814 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: -25T22:40:26.388620+0000 mon.smithi120 ( 2022-01-25T22:40:26.814 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: mon.0) 173 : audit [DBG] from='mgr.? 172.21.15.145:0/1950904721' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:40:26.815 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: cluster 2022-01- 2022-01-25T22:40:26.815 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: 25T22:40:26.390336+0000 mon.smithi120 ( 2022-01-25T22:40:26.815 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: mon.0) 174 : cluster [INF] overall HEALTH_OK 2022-01-25T22:40:26.815 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:40:26.816 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: 01-25T22:40:26.390841+0000 mon.smithi120 2022-01-25T22:40:26.816 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: (mon.0) 175 : audit [DBG] from='mgr.? 172.21.15.145:0/1950904721' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/key"}]: dispatch 2022-01-25T22:40:26.816 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: audit 2022 2022-01-25T22:40:26.816 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: -01-25T22:40:26.391230+0000 2022-01-25T22:40:26.816 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: mon.smithi120 (mon.0) 176 : audit [DBG] from='mgr.? 172.21.15.145:0/1950904721' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:40:26.817 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:40:26.817 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: 01-25T22:40:26.392902+0000 mon.smithi120 ( 2022-01-25T22:40:26.817 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:26 smithi120 conmon[28653]: mon.0) 177 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:26.820 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: audit 2022-01-25T22:40:21.355170+0000 mon.smithi120 (mon.0) 156 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-25T22:40:26.820 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: cluster 2022-01-25T22:40:21.355376+0000 mon.smithi120 (mon.0) 157 : cluster [INF] mon.smithi120 calling monitor election 2022-01-25T22:40:26.821 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: audit 2022-01-25T22:40:21.368472+0000 mon.smithi120 (mon.0) 158 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:40:26.821 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: cluster 2022-01-25T22:40:21.901988+0000 mgr.smithi120.hllzij (mgr.14162) 37 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:26.821 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: audit 2022-01-25T22:40:22.352593+0000 mon.smithi120 (mon.0) 159 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:40:26.821 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: audit 2022-01-25T22:40:22.934537+0000 mon.smithi120 (mon.0) 160 : audit [DBG] from='mgr.? 172.21.15.145:0/1950904721' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/crt"}]: dispatch 2022-01-25T22:40:26.822 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: audit 2022-01-25T22:40:23.352562+0000 mon.smithi120 (mon.0) 161 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:40:26.822 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: cluster 2022-01-25T22:40:23.353848+0000 mon.smithi145 (mon.1) 1 : cluster [INF] mon.smithi145 calling monitor election 2022-01-25T22:40:26.822 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: cluster 2022-01-25T22:40:23.902375 2022-01-25T22:40:26.822 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: +0000 mgr.smithi120.hllzij (mgr.14162) 38 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:26.822 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: audit 2022-01-25T22:40:24.353172+0000 mon.smithi120 (mon.0) 162 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:40:26.823 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: audit 2022-01-25T22:40:25.353094+0000 mon.smithi120 (mon.0) 163 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:40:26.823 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: audit 2022-01-25T22:40:26.010004+0000 mon.smithi120 (mon.0) 164 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:40:26.823 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: audit 2022-01-25T22:40:26.018992+0000 mon.smithi120 (mon.0) 165 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:40:26.823 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: audit 2022-01-25T22:40:26.353120+0000 mon.smithi120 (mon.0) 166 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:40:26.824 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: cluster 2022-01-25T22:40:26.382545+0000 mon.smithi120 (mon.0) 167 : cluster [INF] mon.smithi120 is new leader, mons smithi120,smithi145 in quorum (ranks 0,1) 2022-01-25T22:40:26.824 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: cluster 2022-01-25T22:40:26.385451+0000 mon.smithi120 (mon.0) 168 : cluster [DBG] monmap e2: 2 mons at {smithi120=[v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0],smithi145=[v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0]} 2022-01-25T22:40:26.824 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: cluster 2022-01-25T22:40:26.385506+0000 mon.smithi120 (mon.0) 169 : cluster [DBG] fsmap 2022-01-25T22:40:26.824 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: cluster 2022-01-25T22:40:26.385537+0000 mon.smithi120 (mon.0) 170 : cluster [DBG] osdmap e5: 0 total, 0 up, 0 in 2022-01-25T22:40:26.825 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: cluster 2022-01-25T22:40:26.385785+0000 mon.smithi120 (mon.0) 171 : cluster [DBG] mgrmap e16: smithi120.hllzij(active, since 60s) 2022-01-25T22:40:26.825 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: cluster 2022-01-25T22:40:26.386930+0000 mon.smithi120 (mon.0) 172 2022-01-25T22:40:26.825 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: : cluster [DBG] Standby manager daemon smithi145.phdhej started 2022-01-25T22:40:26.825 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: audit 2022-01-25T22:40:26.388620+0000 mon.smithi120 (mon.0) 173 : audit [DBG] from='mgr.? 172.21.15.145:0/1950904721' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:40:26.825 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: cluster 2022-01-25T22:40:26.390336+0000 mon.smithi120 (mon.0) 174 : cluster 2022-01-25T22:40:26.826 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: [INF] overall HEALTH_OK 2022-01-25T22:40:26.826 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: audit 2022-01-25 2022-01-25T22:40:26.826 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: T22:40:26.390841+0000 mon.smithi120 (mon. 2022-01-25T22:40:26.826 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: 0) 175 : audit [DBG] from='mgr.? 172.21.15.145:0/1950904721' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/key"}]: dispatch 2022-01-25T22:40:26.827 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:40:26.827 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: 01-25T22:40:26.391230+0000 mon.smithi120 2022-01-25T22:40:26.827 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: (mon.0) 176 : audit [DBG] from='mgr.? 172.21.15.145:0/1950904721' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:40:26.827 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:40:26.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: 01-25T22:40:26.392902+0000 mon.smithi120 2022-01-25T22:40:26.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:26 smithi145 conmon[31276]: (mon.0) 177 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:27.353 INFO:teuthology.orchestra.run.smithi145.stdout: 2022-01-25T22:40:27.353 INFO:teuthology.orchestra.run.smithi145.stdout:{"epoch":2,"fsid":"7850299a-7e2f-11ec-8c35-001a4aab830c","modified":"2022-01-25T22:40:21.352617Z","created":"2022-01-25T22:38:30.287404Z","min_mon_release":16,"min_mon_release_name":"pacific","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging"],"optional":[]},"mons":[{"rank":0,"name":"smithi120","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:3300","nonce":0},{"type":"v1","addr":"172.21.15.120:6789","nonce":0}]},"addr":"172.21.15.120:6789/0","public_addr":"172.21.15.120:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"smithi145","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:3300","nonce":0},{"type":"v1","addr":"172.21.15.145:6789","nonce":0}]},"addr":"172.21.15.145:6789/0","public_addr":"172.21.15.145:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2022-01-25T22:40:27.354 INFO:teuthology.orchestra.run.smithi145.stderr:dumped monmap epoch 2 2022-01-25T22:40:27.711 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:27 smithi145 conmon[31276]: cluster 2022-01-25T22:40:25.902783+0000 mgr.smithi120.hllzij (mgr.14162) 39 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:27.711 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:27 smithi145 conmon[31276]: cephadm 2022-01-25T22:40:26.393999+0000 mgr.smithi120.hllzij (mgr.14162) 40 : cephadm [INF] Deploying daemon node-exporter.smithi145 on smithi145 2022-01-25T22:40:27.712 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:27 smithi145 conmon[31276]: cluster 2022-01-25T22:40:26.445639+0000 mon.smithi120 (mon.0) 178 : cluster [DBG] mgrmap e17: smithi120.hllzij(active, since 60s), standbys: smithi145.phdhej 2022-01-25T22:40:27.712 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:27 smithi145 conmon[31276]: audit 2022-01-25T22:40:26.445789+0000 mon.smithi120 (mon.0) 179 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr metadata", "who": "smithi145.phdhej", "id": "smithi145.phdhej"}]: dispatch 2022-01-25T22:40:27.713 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:27 smithi145 conmon[31276]: audit 2022-01-25T22:40:27.352543+0000 mon.smithi120 (mon.0) 180 : audit [DBG] from='client.? 172.21.15.145:0/3432973865' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:40:27.713 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:27 smithi145 conmon[31276]: audit 2022-01-25T22:40:27.353376+0000 mon.smithi120 (mon.0) 181 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:40:27.782 INFO:tasks.cephadm:Generating final ceph.conf file... 2022-01-25T22:40:27.782 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph config generate-minimal-conf 2022-01-25T22:40:27.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:27 smithi120 conmon[28653]: cluster 2022-01-25T22:40:25.902783+0000 mgr.smithi120.hllzij (mgr.14162) 39 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:27.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:27 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:26.393999+0000 mgr.smithi120.hllzij (mgr.14162) 40 : cephadm [INF] Deploying daemon node-exporter.smithi145 on smithi145 2022-01-25T22:40:27.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:27 smithi120 conmon[28653]: cluster 2022-01-25T22:40:26.445639+0000 mon.smithi120 (mon.0) 178 : cluster [DBG] mgrmap e17: smithi120.hllzij(active, since 60s), standbys: smithi145.phdhej 2022-01-25T22:40:27.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:27 smithi120 conmon[28653]: audit 2022-01-25T22:40:26.445789 2022-01-25T22:40:27.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:27 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 179 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr metadata", "who": "smithi145.phdhej", "id": "smithi145.phdhej"}]: dispatch 2022-01-25T22:40:27.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:27 smithi120 conmon[28653]: audit 2022-01-25T22:40 2022-01-25T22:40:27.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:27 smithi120 conmon[28653]: :27.352543+0000 mon.smithi120 (mon.0) 180 : audit [DBG] from='client.? 172.21.15.145:0/3432973865' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2022-01-25T22:40:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:27 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:40:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:27 smithi120 conmon[28653]: 01-25T22:40:27.353376+0000 mon.smithi120 ( 2022-01-25T22:40:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:27 smithi120 conmon[28653]: mon.0) 181 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:40:29.626 INFO:teuthology.orchestra.run.smithi120.stdout:# minimal ceph.conf for 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:40:29.627 INFO:teuthology.orchestra.run.smithi120.stdout:[global] 2022-01-25T22:40:29.627 INFO:teuthology.orchestra.run.smithi120.stdout: fsid = 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:40:29.627 INFO:teuthology.orchestra.run.smithi120.stdout: mon_host = [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] 2022-01-25T22:40:29.723 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:29 smithi145 conmon[31276]: cluster 2022-01-25T22:40:27.903059+0000 mgr.smithi120.hllzij (mgr.14162) 41 2022-01-25T22:40:29.723 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:29 smithi145 conmon[31276]: : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:29.793 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:29 smithi120 conmon[28653]: cluster 2022-01-25T22:40:27.903059+0000 mgr.smithi120.hllzij (mgr.14162) 41 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:30.006 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2022-01-25T22:40:30.006 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2022-01-25T22:40:30.007 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/etc/ceph/ceph.conf 2022-01-25T22:40:30.075 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2022-01-25T22:40:30.075 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2022-01-25T22:40:30.142 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-01-25T22:40:30.142 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/ceph/ceph.conf 2022-01-25T22:40:30.171 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-01-25T22:40:30.172 DEBUG:teuthology.orchestra.run.smithi145:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2022-01-25T22:40:30.239 INFO:tasks.cephadm:Deploying OSDs... 2022-01-25T22:40:30.240 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2022-01-25T22:40:30.240 DEBUG:teuthology.orchestra.run.smithi120:> dd if=/scratch_devs of=/dev/stdout 2022-01-25T22:40:30.257 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-01-25T22:40:30.257 DEBUG:teuthology.orchestra.run.smithi120:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2022-01-25T22:40:30.313 INFO:teuthology.orchestra.run.smithi120.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-01-25T22:40:30.314 INFO:teuthology.orchestra.run.smithi120.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:40:30.314 INFO:teuthology.orchestra.run.smithi120.stdout:Device: 6h/6d Inode: 153308 Links: 1 2022-01-25T22:40:30.314 INFO:teuthology.orchestra.run.smithi120.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:40:30.314 INFO:teuthology.orchestra.run.smithi120.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:40:30.315 INFO:teuthology.orchestra.run.smithi120.stdout:Access: 2022-01-25 22:40:04.607455209 +0000 2022-01-25T22:40:30.315 INFO:teuthology.orchestra.run.smithi120.stdout:Modify: 2022-01-25 22:37:29.393060483 +0000 2022-01-25T22:40:30.315 INFO:teuthology.orchestra.run.smithi120.stdout:Change: 2022-01-25 22:37:29.393060483 +0000 2022-01-25T22:40:30.315 INFO:teuthology.orchestra.run.smithi120.stdout: Birth: - 2022-01-25T22:40:30.323 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records in 2022-01-25T22:40:30.323 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records out 2022-01-25T22:40:30.324 INFO:teuthology.orchestra.run.smithi120.stderr:512 bytes copied, 0.00023034 s, 2.2 MB/s 2022-01-25T22:40:30.326 DEBUG:teuthology.orchestra.run.smithi120:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2022-01-25T22:40:30.387 INFO:teuthology.orchestra.run.smithi120.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-01-25T22:40:30.387 INFO:teuthology.orchestra.run.smithi120.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:40:30.387 INFO:teuthology.orchestra.run.smithi120.stdout:Device: 6h/6d Inode: 154332 Links: 1 2022-01-25T22:40:30.388 INFO:teuthology.orchestra.run.smithi120.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:40:30.388 INFO:teuthology.orchestra.run.smithi120.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:40:30.388 INFO:teuthology.orchestra.run.smithi120.stdout:Access: 2022-01-25 22:40:04.608455185 +0000 2022-01-25T22:40:30.388 INFO:teuthology.orchestra.run.smithi120.stdout:Modify: 2022-01-25 22:37:29.717052401 +0000 2022-01-25T22:40:30.389 INFO:teuthology.orchestra.run.smithi120.stdout:Change: 2022-01-25 22:37:29.717052401 +0000 2022-01-25T22:40:30.389 INFO:teuthology.orchestra.run.smithi120.stdout: Birth: - 2022-01-25T22:40:30.392 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records in 2022-01-25T22:40:30.393 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records out 2022-01-25T22:40:30.393 INFO:teuthology.orchestra.run.smithi120.stderr:512 bytes copied, 0.000201871 s, 2.5 MB/s 2022-01-25T22:40:30.395 DEBUG:teuthology.orchestra.run.smithi120:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2022-01-25T22:40:30.451 INFO:teuthology.orchestra.run.smithi120.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-01-25T22:40:30.452 INFO:teuthology.orchestra.run.smithi120.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:40:30.452 INFO:teuthology.orchestra.run.smithi120.stdout:Device: 6h/6d Inode: 156093 Links: 1 2022-01-25T22:40:30.452 INFO:teuthology.orchestra.run.smithi120.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:40:30.452 INFO:teuthology.orchestra.run.smithi120.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:40:30.453 INFO:teuthology.orchestra.run.smithi120.stdout:Access: 2022-01-25 22:40:04.608455185 +0000 2022-01-25T22:40:30.453 INFO:teuthology.orchestra.run.smithi120.stdout:Modify: 2022-01-25 22:37:30.052044045 +0000 2022-01-25T22:40:30.453 INFO:teuthology.orchestra.run.smithi120.stdout:Change: 2022-01-25 22:37:30.052044045 +0000 2022-01-25T22:40:30.453 INFO:teuthology.orchestra.run.smithi120.stdout: Birth: - 2022-01-25T22:40:30.461 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records in 2022-01-25T22:40:30.461 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records out 2022-01-25T22:40:30.462 INFO:teuthology.orchestra.run.smithi120.stderr:512 bytes copied, 0.000239561 s, 2.1 MB/s 2022-01-25T22:40:30.464 DEBUG:teuthology.orchestra.run.smithi120:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2022-01-25T22:40:30.520 INFO:teuthology.orchestra.run.smithi120.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-01-25T22:40:30.521 INFO:teuthology.orchestra.run.smithi120.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:40:30.521 INFO:teuthology.orchestra.run.smithi120.stdout:Device: 6h/6d Inode: 152318 Links: 1 2022-01-25T22:40:30.521 INFO:teuthology.orchestra.run.smithi120.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:40:30.521 INFO:teuthology.orchestra.run.smithi120.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:40:30.522 INFO:teuthology.orchestra.run.smithi120.stdout:Access: 2022-01-25 22:40:04.608455185 +0000 2022-01-25T22:40:30.522 INFO:teuthology.orchestra.run.smithi120.stdout:Modify: 2022-01-25 22:37:30.395035489 +0000 2022-01-25T22:40:30.522 INFO:teuthology.orchestra.run.smithi120.stdout:Change: 2022-01-25 22:37:30.395035489 +0000 2022-01-25T22:40:30.522 INFO:teuthology.orchestra.run.smithi120.stdout: Birth: - 2022-01-25T22:40:30.530 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records in 2022-01-25T22:40:30.530 INFO:teuthology.orchestra.run.smithi120.stderr:1+0 records out 2022-01-25T22:40:30.530 INFO:teuthology.orchestra.run.smithi120.stderr:512 bytes copied, 0.000159311 s, 3.2 MB/s 2022-01-25T22:40:30.533 DEBUG:teuthology.orchestra.run.smithi145:> set -ex 2022-01-25T22:40:30.533 DEBUG:teuthology.orchestra.run.smithi145:> dd if=/scratch_devs of=/dev/stdout 2022-01-25T22:40:30.550 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2022-01-25T22:40:30.550 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_1 && sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_1 2022-01-25T22:40:30.607 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2022-01-25T22:40:30.607 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:40:30.607 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 6h/6d Inode: 150131 Links: 1 2022-01-25T22:40:30.608 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:40:30.608 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:40:30.608 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2022-01-25 22:40:27.263064713 +0000 2022-01-25T22:40:30.608 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2022-01-25 22:37:39.132570942 +0000 2022-01-25T22:40:30.608 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2022-01-25 22:37:39.132570942 +0000 2022-01-25T22:40:30.609 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: - 2022-01-25T22:40:30.618 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2022-01-25T22:40:30.618 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2022-01-25T22:40:30.618 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000234216 s, 2.2 MB/s 2022-01-25T22:40:30.621 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_2 && sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_2 2022-01-25T22:40:30.676 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2022-01-25T22:40:30.676 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:40:30.676 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 6h/6d Inode: 150174 Links: 1 2022-01-25T22:40:30.677 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:40:30.677 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:40:30.677 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2022-01-25 22:40:27.263064713 +0000 2022-01-25T22:40:30.677 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2022-01-25 22:37:39.469563679 +0000 2022-01-25T22:40:30.678 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2022-01-25 22:37:39.469563679 +0000 2022-01-25T22:40:30.678 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: - 2022-01-25T22:40:30.686 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2022-01-25T22:40:30.687 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2022-01-25T22:40:30.687 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000207343 s, 2.5 MB/s 2022-01-25T22:40:30.689 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_3 && sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_3 2022-01-25T22:40:30.746 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2022-01-25T22:40:30.747 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:40:30.747 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 6h/6d Inode: 150204 Links: 1 2022-01-25T22:40:30.747 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:40:30.747 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:40:30.747 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2022-01-25 22:40:27.263064713 +0000 2022-01-25T22:40:30.748 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2022-01-25 22:37:39.832555856 +0000 2022-01-25T22:40:30.748 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2022-01-25 22:37:39.832555856 +0000 2022-01-25T22:40:30.748 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: - 2022-01-25T22:40:30.754 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:30 smithi145 conmon[31276]: audit 2022-01-25T22:40:29.627562+0000 mon.smithi120 (mon.0) 182 : audit [DBG] from='client.? 172.21.15.120:0/360831602' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:30.755 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:30 smithi145 conmon[31276]: audit 2022-01-25T22:40:29.779083+0000 mon.smithi120 (mon.0) 183 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:30.755 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:30 smithi145 conmon[31276]: audit 2022-01-25T22:40:29.779793+0000 mon.smithi120 (mon.0) 184 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:40:30.757 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2022-01-25T22:40:30.757 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2022-01-25T22:40:30.757 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000213458 s, 2.4 MB/s 2022-01-25T22:40:30.760 DEBUG:teuthology.orchestra.run.smithi145:> stat /dev/vg_nvme/lv_4 && sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 && ! mount | grep -q /dev/vg_nvme/lv_4 2022-01-25T22:40:30.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:30 smithi120 conmon[28653]: audit 2022-01-25T22:40:29.627562+0000 mon.smithi120 (mon.0) 2022-01-25T22:40:30.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:30 smithi120 conmon[28653]: 182 : audit [DBG] from='client.? 172.21.15.120:0/360831602' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:30 smithi120 conmon[28653]: audit 2022-01-25T22:40:29.779083+0000 mon.smithi120 (mon.0) 183 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:30 smithi120 conmon[28653]: audit 2022-01-25T22:40:29.779793+0000 mon.smithi120 (mon.0) 184 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:40:30.818 INFO:teuthology.orchestra.run.smithi145.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2022-01-25T22:40:30.818 INFO:teuthology.orchestra.run.smithi145.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2022-01-25T22:40:30.819 INFO:teuthology.orchestra.run.smithi145.stdout:Device: 6h/6d Inode: 152452 Links: 1 2022-01-25T22:40:30.819 INFO:teuthology.orchestra.run.smithi145.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2022-01-25T22:40:30.819 INFO:teuthology.orchestra.run.smithi145.stdout:Context: system_u:object_r:device_t:s0 2022-01-25T22:40:30.819 INFO:teuthology.orchestra.run.smithi145.stdout:Access: 2022-01-25 22:40:27.263064713 +0000 2022-01-25T22:40:30.820 INFO:teuthology.orchestra.run.smithi145.stdout:Modify: 2022-01-25 22:37:40.177548420 +0000 2022-01-25T22:40:30.820 INFO:teuthology.orchestra.run.smithi145.stdout:Change: 2022-01-25 22:37:40.177548420 +0000 2022-01-25T22:40:30.820 INFO:teuthology.orchestra.run.smithi145.stdout: Birth: - 2022-01-25T22:40:30.828 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records in 2022-01-25T22:40:30.828 INFO:teuthology.orchestra.run.smithi145.stderr:1+0 records out 2022-01-25T22:40:30.828 INFO:teuthology.orchestra.run.smithi145.stderr:512 bytes copied, 0.000183272 s, 2.8 MB/s 2022-01-25T22:40:30.831 INFO:tasks.cephadm:Deploying osd.0 on smithi120 with /dev/vg_nvme/lv_4... 2022-01-25T22:40:30.831 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2022-01-25T22:40:32.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:31 smithi120 conmon[28653]: cluster 2022-01-25T22:40:29.903280+0000 mgr.smithi120.hllzij (mgr.14162) 42 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:32.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:31 smithi145 conmon[31276]: cluster 2022-01-25T22:40:29.903280+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:40:32.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:31 smithi145 conmon[31276]: 42 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:33.178 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:32 smithi120 conmon[28653]: cluster 2022-01-25T22:40:31.903588+0000 mgr.smithi120.hllzij (mgr.14162) 43 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:33.178 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:32 smithi120 conmon[28653]: audit 2022-01-25T22:40:31.921439+0000 2022-01-25T22:40:33.178 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:32 smithi120 conmon[28653]: mon.smithi120 (mon.0) 185 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:33.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:32 smithi145 conmon[31276]: cluster 2022-01-25T22:40:31.903588+0000 mgr.smithi120.hllzij (mgr.14162) 43 : cluster 2022-01-25T22:40:33.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:32 smithi145 conmon[31276]: [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:33.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:32 smithi145 conmon[31276]: audit 2022-01-25T22:40:31.921439+0000 mon.smithi120 (mon.0) 185 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:34.351 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping: /dev/vg_nvme/lv_4 2022-01-25T22:40:34.351 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2022-01-25T22:40:34.352 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 10+0 records in 2022-01-25T22:40:34.352 INFO:teuthology.orchestra.run.smithi120.stderr:10+0 records out 2022-01-25T22:40:34.352 INFO:teuthology.orchestra.run.smithi120.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0108773 s, 964 MB/s 2022-01-25T22:40:34.353 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 2022-01-25T22:40:34.353 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping successful for: 2022-01-25T22:40:34.952 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi120:vg_nvme/lv_4 2022-01-25T22:40:35.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:34 smithi120 conmon[28653]: cluster 2022-01-25T22:40:33.903957+0000 mgr.smithi120.hllzij (mgr.14162) 44 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:35.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:34 smithi145 conmon[31276]: cluster 2022-01-25T22:40:33.903957+0000 mgr.smithi120.hllzij ( 2022-01-25T22:40:35.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:34 smithi145 conmon[31276]: mgr.14162) 44 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:38.116 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:37 smithi120 conmon[28653]: cluster 2022-01-25T22:40:35.904320+0000 mgr.smithi120.hllzij (mgr.14162) 45 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:38.117 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:37 smithi120 conmon[28653]: audit 2022-01-25T22:40:36.885285+0000 mgr.smithi120.hllzij (mgr.14162) 46 : audit [DBG] from='client.14210 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:40:38.117 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:37 smithi120 conmon[28653]: audit 2022-01-25T22:40:36.886031+0000 mon.smithi120 (mon.0) 186 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:40:38.117 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:37 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:36.887251+0000 mgr.smithi120.hllzij (mgr.14162) 47 : cephadm [INF] Applying service osd.None on host smithi120... 2022-01-25T22:40:38.118 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:37 smithi120 conmon[28653]: audit 2022-01-25T22:40:36.887450+0000 mon.smithi120 (mon.0) 187 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:40:38.118 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:37 smithi120 conmon[28653]: audit 2022-01-25T22:40:36.887984+0000 mon.smithi120 (mon.0) 188 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:38.118 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:37 smithi120 conmon[28653]: audit 2022-01-25T22:40:36.894861+0000 mon.smithi120 (mon.0 2022-01-25T22:40:38.118 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:37 smithi120 conmon[28653]: ) 189 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:38.119 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:37 smithi120 conmon[28653]: audit 2022-01-25T22:40:37.299259+0000 mon.smithi120 (mon.0) 190 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:38.119 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:37 smithi120 conmon[28653]: audit 2022-01-25T22:40:37.301073+0000 mon.smithi120 (mon.0) 191 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:40:38.119 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:37 smithi120 conmon[28653]: audit 2022-01-25T22:40:37.301597+0000 mon.smithi120 (mon.0) 192 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:40:38.120 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:37 smithi120 conmon[28653]: audit 2022-01-25T22:40:37.302081+0000 mon.smithi120 (mon.0) 193 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:38.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: cluster 2022-01-25T22:40:35.904320+0000 mgr.smithi120.hllzij (mgr.14162) 45 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:38.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: audit 2022-01-25T22:40:36.885285+0000 mgr.smithi120.hllzij (mgr.14162) 46 : audit [DBG] from='client.14210 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:40:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: audit 2022-01-25T22:40:36.886031+0000 mon.smithi120 (mon.0) 2022-01-25T22:40:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: 186 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:40:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: cephadm 2022-01- 2022-01-25T22:40:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: 25T22:40:36.887251+0000 2022-01-25T22:40:38.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: mgr.smithi120.hllzij (mgr.14162) 47 : cephadm [INF] 2022-01-25T22:40:38.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: Applying service osd.None on host smithi120... 2022-01-25T22:40:38.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: audit 2022-01 2022-01-25T22:40:38.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: -25T22:40:36.887450+0000 mon.smithi120 (mon 2022-01-25T22:40:38.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: .0) 187 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:40:38.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: 2022-01-25T22:40:38.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: audit 2022-01-25 2022-01-25T22:40:38.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: T22:40:36.887984+0000 mon.smithi120 (mon 2022-01-25T22:40:38.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: .0) 188 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:38.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: 2022-01-25T22:40:38.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:40:38.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: 01-25T22:40:36.894861 2022-01-25T22:40:38.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: +0000 mon.smithi120 (mon.0) 189 : 2022-01-25T22:40:38.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:38.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:40:38.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: 01-25T22:40:37.299259+0000 2022-01-25T22:40:38.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: mon.smithi120 (mon.0) 190 : audit 2022-01-25T22:40:38.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:38.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:40:38.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: 01-25T22:40:37.301073 2022-01-25T22:40:38.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: +0000 mon.smithi120 (mon.0) 191 2022-01-25T22:40:38.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:40:38.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:40:38.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: 01-25T22:40:37.301597+0000 2022-01-25T22:40:38.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: mon.smithi120 (mon.0) 192 : 2022-01-25T22:40:38.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:40:38.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:40:38.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: 01-25T22:40:37.302081+0000 2022-01-25T22:40:38.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: mon.smithi120 (mon.0) 193 : audit [DBG] 2022-01-25T22:40:38.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:37 smithi145 conmon[31276]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:39.001 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:38 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:37.300862+0000 mgr.smithi120.hllzij (mgr.14162) 48 : cephadm 2022-01-25T22:40:39.001 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:38 smithi120 conmon[28653]: [INF] Reconfiguring mon.smithi120 (unknown last config time)... 2022-01-25T22:40:39.001 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:38 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:37.302479+0000 mgr.smithi120.hllzij (mgr.14162) 49 : cephadm [INF] Reconfiguring daemon mon.smithi120 on smithi120 2022-01-25T22:40:39.002 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:38 smithi120 conmon[28653]: audit 2022-01-25T22:40:38.739719+0000 mon.smithi120 (mon.0) 194 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:39.002 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:38 smithi120 conmon[28653]: audit 2022-01-25T22:40:38.740551+0000 mon.smithi120 (mon.0) 195 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi120.hllzij", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:40:39.002 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:38 smithi120 conmon[28653]: audit 2022-01-25T22:40:38.741212+0000 mon.smithi120 (mon.0) 196 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:40:39.002 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:38 smithi120 conmon[28653]: audit 2022-01-25T22:40:38.741703+0000 mon.smithi120 (mon.0) 197 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:39.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: cephadm 2022-01-25T22:40:37.300862+0000 mgr.smithi120.hllzij (mgr.14162) 48 : cephadm [INF] Reconfiguring mon.smithi120 (unknown last config time)... 2022-01-25T22:40:39.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: cephadm 2022-01-25T22:40:37.302479+0000 mgr.smithi120.hllzij (mgr.14162) 49 : cephadm [INF] Reconfiguring daemon mon.smithi120 on smithi120 2022-01-25T22:40:39.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: audit 2022-01-25T22:40:39.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: 2022-01-25T22:40:38. 2022-01-25T22:40:39.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: 739719+0000 mon.smithi120 (mon.0) 194 : 2022-01-25T22:40:39.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:39.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: audit 2022-01 2022-01-25T22:40:39.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: -25T22:40:38.740551+0000 mon.smithi120 ( 2022-01-25T22:40:39.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: mon.0) 195 : audit [INF] 2022-01-25T22:40:39.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi120.hllzij", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:40:39.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: audit 2022-01 2022-01-25T22:40:39.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: -25T22:40:38.741212+0000 2022-01-25T22:40:39.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: mon.smithi120 (mon.0) 196 : audit [DBG] 2022-01-25T22:40:39.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:40:39.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: audit 2022-01 2022-01-25T22:40:39.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: -25T22:40:38.741703+0000 2022-01-25T22:40:39.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: mon.smithi120 (mon.0) 197 : audit 2022-01-25T22:40:39.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:38 smithi145 conmon[31276]: [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:40.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:39 smithi120 conmon[28653]: cluster 2022-01-25T22:40:37.904703+0000 mgr.smithi120.hllzij (mgr.14162) 50 : 2022-01-25T22:40:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:39 smithi120 conmon[28653]: cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:39 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:38.740287+0000 mgr.smithi120.hllzij (mgr.14162) 51 : cephadm [INF] Reconfiguring mgr.smithi120.hllzij (unknown last config time)... 2022-01-25T22:40:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:39 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:38.742155+0000 mgr.smithi120.hllzij (mgr.14162) 52 : cephadm [INF] Reconfiguring daemon mgr.smithi120.hllzij on smithi120 2022-01-25T22:40:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:39 smithi120 conmon[28653]: audit 2022-01-25T22:40:39.644099+0000 mon.smithi120 (mon.0) 198 : audit [INF] from='client.? 172.21.15.120:0/949976525' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e267bf61-5338-4d0b-a5ab-c2fb5205d813"}]: dispatch 2022-01-25T22:40:40.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:39 smithi120 conmon[28653]: audit 2022-01-25T22:40:39.648237+0000 mon.smithi120 (mon.0) 199 : audit [INF] from='client.? 172.21.15.120:0/949976525' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e267bf61-5338-4d0b-a5ab-c2fb5205d813"}]': finished 2022-01-25T22:40:40.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:39 smithi120 conmon[28653]: cluster 2022-01-25T22:40:39.648283+0000 mon.smithi120 (mon.0) 200 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2022-01-25T22:40:40.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:39 smithi120 conmon[28653]: audit 2022-01-25T22:40:39.648375+0000 mon.smithi120 (mon.0) 201 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:40:40.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:39 smithi145 conmon[31276]: cluster 2022-01-25T22:40:37.904703+0000 mgr.smithi120.hllzij (mgr.14162) 50 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:40.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:39 smithi145 conmon[31276]: cephadm 2022-01-25T22:40:38.740287+0000 mgr.smithi120.hllzij (mgr.14162) 51 : cephadm [INF] Reconfiguring mgr.smithi120.hllzij (unknown last config time)... 2022-01-25T22:40:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:39 smithi145 conmon[31276]: cephadm 2022-01-25T22:40: 2022-01-25T22:40:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:39 smithi145 conmon[31276]: 38.742155+0000 mgr.smithi120.hllzij (mgr.14162) 52 : cephadm [INF] Reconfiguring daemon mgr.smithi120.hllzij on smithi120 2022-01-25T22:40:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:39 smithi145 conmon[31276]: audit 2022-01-25T22:40: 2022-01-25T22:40:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:39 smithi145 conmon[31276]: 39.644099+0000 mon.smithi120 (mon.0) 198 : audit 2022-01-25T22:40:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:39 smithi145 conmon[31276]: [INF] from='client.? 172.21.15.120:0/949976525' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e267bf61-5338-4d0b-a5ab-c2fb5205d813"}]: dispatch 2022-01-25T22:40:40.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:39 smithi145 conmon[31276]: audit 2022-01-25T22:40 2022-01-25T22:40:40.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:39 smithi145 conmon[31276]: :39.648237+0000 mon.smithi120 (mon.0) 199 : audit 2022-01-25T22:40:40.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:39 smithi145 conmon[31276]: [INF] from='client.? 172.21.15.120:0/949976525' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e267bf61-5338-4d0b-a5ab-c2fb5205d813"}]': finished 2022-01-25T22:40:40.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:39 smithi145 conmon[31276]: cluster 2022-01-25T22:40:39 2022-01-25T22:40:40.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:39 smithi145 conmon[31276]: .648283+0000 mon.smithi120 (mon.0) 200 : cluster 2022-01-25T22:40:40.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:39 smithi145 conmon[31276]: [DBG] osdmap e6: 1 total, 0 up, 1 in 2022-01-25T22:40:40.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:39 smithi145 conmon[31276]: audit 2022-01-25T22:40:39 2022-01-25T22:40:40.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:39 smithi145 conmon[31276]: .648375+0000 mon.smithi120 (mon.0) 201 : audit 2022-01-25T22:40:40.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:39 smithi145 conmon[31276]: [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:40:41.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:40 smithi120 conmon[28653]: audit 2022-01-25T22:40:40.073061+0000 mon.smithi120 (mon.0) 202 : audit [DBG] from='client.? 172.21.15.120:0/4215046174' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:40:41.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:40 smithi145 conmon[31276]: audit 2022-01-25T22:40:40.073061+0000 mon.smithi120 (mon.0) 202 : audit [DBG] from='client.? 172.21.15.120:0/4215046174' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:40:42.288 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:41 smithi120 conmon[28653]: cluster 2022-01-25T22:40:39.904964+0000 mgr.smithi120.hllzij (mgr.14162) 53 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:42.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:41 smithi145 conmon[31276]: cluster 2022-01-25T22:40:39.904964+0000 mgr.smithi120.hllzij (mgr.14162) 53 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:44.173 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:43 smithi120 conmon[28653]: cluster 2022-01-25T22:40:41.905216+0000 mgr.smithi120.hllzij (mgr.14162) 54 : cluster 2022-01-25T22:40:44.173 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:43 smithi120 conmon[28653]: [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:44.174 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:43 smithi120 conmon[28653]: audit 2022-01-25T22:40:43.508728+0000 mon.smithi120 (mon.0) 203 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:44.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:43 smithi145 conmon[31276]: cluster 2022-01-25T22:40:41.905216+0000 mgr.smithi120.hllzij (mgr.14162) 54 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:44.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:43 smithi145 conmon[31276]: audit 2022-01-25T22:40:43.508728+0000 mon.smithi120 (mon.0) 203 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:45.007 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:44 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:43.509338+0000 mgr.smithi120.hllzij (mgr.14162) 55 : cephadm [INF] Reconfiguring alertmanager.smithi120 (dependencies changed)... 2022-01-25T22:40:45.007 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:44 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:43.511362+0000 mgr.smithi120.hllzij (mgr.14162) 56 : cephadm [INF] Reconfiguring daemon alertmanager.smithi120 on smithi120 2022-01-25T22:40:45.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:44 smithi145 conmon[31276]: cephadm 2022-01-25T22:40:43.509338+0000 mgr.smithi120.hllzij (mgr.14162) 55 : cephadm [INF] Reconfiguring alertmanager.smithi120 (dependencies changed)... 2022-01-25T22:40:45.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:44 smithi145 conmon[31276]: cephadm 2022-01-25T22 2022-01-25T22:40:45.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:44 smithi145 conmon[31276]: :40:43.511362+0000 mgr.smithi120.hllzij (mgr.14162) 56 : cephadm [INF] Reconfiguring daemon alertmanager.smithi120 on smithi120 2022-01-25T22:40:46.016 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:45 smithi120 conmon[28653]: cluster 2022-01-25T22:40:43.905481+0000 mgr.smithi120.hllzij (mgr.14162) 57 : 2022-01-25T22:40:46.016 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:45 smithi120 conmon[28653]: cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:46.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:45 smithi145 conmon[31276]: cluster 2022-01-25T22:40:43.905481+0000 mgr.smithi120.hllzij (mgr.14162) 57 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:47.971 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:47 smithi120 conmon[28653]: cluster 2022-01-25T22:40:45.905770+0000 mgr.smithi120.hllzij ( 2022-01-25T22:40:47.971 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:47 smithi120 conmon[28653]: mgr.14162) 58 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:47.972 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:47 smithi120 conmon[28653]: audit 2022-01-25T22:40:47.019895+0000 mon.smithi120 (mon.0) 204 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:47.972 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:47 smithi120 conmon[28653]: audit 2022-01-25T22:40:47.020570+0000 mon.smithi120 (mon.0) 205 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi120", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:40:47.972 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:47 smithi120 conmon[28653]: audit 2022-01-25T22:40:47.021142+0000 mon.smithi120 (mon.0) 206 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:48.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:47 smithi145 conmon[31276]: cluster 2022-01-25T22:40:45.905770+0000 mgr.smithi120.hllzij (mgr.14162) 58 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:47 smithi145 conmon[31276]: audit 2022-01-25T22:40:47.019895+0000 mon.smithi120 (mon.0) 204 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:47 smithi145 conmon[31276]: audit 2022-01-25T22:40:47.020570+0000 mon.smithi120 (mon.0) 205 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi120", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:40:48.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:47 smithi145 conmon[31276]: audit 2022-01-25T22:40:47.021142+0000 mon.smithi120 (mon.0) 206 : audit [DBG] 2022-01-25T22:40:48.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:47 smithi145 conmon[31276]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:48.972 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:48 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:47.020345+0000 mgr.smithi120.hllzij (mgr.14162) 59 : cephadm 2022-01-25T22:40:48.973 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:48 smithi120 conmon[28653]: [INF] Reconfiguring crash.smithi120 (monmap changed)... 2022-01-25T22:40:48.973 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:48 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:47.021517+0000 mgr.smithi120.hllzij (mgr.14162) 60 : cephadm [INF] Reconfiguring daemon crash.smithi120 on smithi120 2022-01-25T22:40:48.973 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:48 smithi120 conmon[28653]: audit 2022-01-25T22:40:47.990387+0000 mon.smithi120 (mon.0) 207 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2022-01-25T22:40:48.973 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:48 smithi120 conmon[28653]: audit 2022-01-25T22:40:47.990999+0000 mon.smithi120 (mon.0) 208 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:49.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:48 smithi145 conmon[31276]: cephadm 2022-01-25T22:40:47.020345+0000 mgr.smithi120.hllzij (mgr.14162) 59 : cephadm [INF] Reconfiguring crash.smithi120 (monmap changed)... 2022-01-25T22:40:49.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:48 smithi145 conmon[31276]: cephadm 2022-01-25T22:40:47.021517+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:40:49.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:48 smithi145 conmon[31276]: 14162) 60 : cephadm [INF] Reconfiguring daemon crash.smithi120 on smithi120 2022-01-25T22:40:49.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:48 smithi145 conmon[31276]: audit 2022-01-25T22:40:47.990387+0000 mon.smithi120 (mon.0) 207 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2022-01-25T22:40:49.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:48 smithi145 conmon[31276]: audit 2022-01-25T22:40:47.990999+0000 mon.smithi120 (mon.0) 208 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:50.183 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:49 smithi120 conmon[28653]: cluster 2022-01-25T22:40:47.906056+0000 mgr.smithi120.hllzij (mgr.14162) 61 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:50.183 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:49 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:47.991427+0000 mgr.smithi120.hllzij (mgr.14162) 62 : cephadm [INF] Deploying daemon osd.0 on smithi120 2022-01-25T22:40:50.183 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:49 smithi120 conmon[28653]: audit 2022-01-25T22:40:49.012188+0000 mon.smithi120 (mon.0) 209 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:50.184 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:49 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:49.012665+0000 mgr.smithi120.hllzij (mgr.14162) 63 : cephadm [INF] Reconfiguring grafana.smithi120 (dependencies changed)... 2022-01-25T22:40:50.184 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:49 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:49.016894+0000 mgr.smithi120.hllzij (mgr.14162) 64 : cephadm [INF] Reconfiguring daemon grafana.smithi120 on smithi120 2022-01-25T22:40:50.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:49 smithi145 conmon[31276]: cluster 2022-01-25T22:40:47.906056+0000 mgr.smithi120.hllzij (mgr.14162) 61 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:50.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:49 smithi145 conmon[31276]: cephadm 2022-01-25T22:40:47.991427+0000 mgr.smithi120.hllzij (mgr.14162) 62 : cephadm [INF] Deploying daemon osd.0 on smithi120 2022-01-25T22:40:50.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:49 smithi145 conmon[31276]: audit 2022-01-25T22:40:49.012188+0000 mon.smithi120 (mon.0) 209 2022-01-25T22:40:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:49 smithi145 conmon[31276]: : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:49 smithi145 conmon[31276]: cephadm 2022-01-25 2022-01-25T22:40:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:49 smithi145 conmon[31276]: T22:40:49.012665+0000 mgr.smithi120.hllzij (mgr.14162) 63 : cephadm [INF] 2022-01-25T22:40:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:49 smithi145 conmon[31276]: Reconfiguring grafana.smithi120 (dependencies changed)... 2022-01-25T22:40:50.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:49 smithi145 conmon[31276]: cephadm 2022-01-25T22:40:49. 2022-01-25T22:40:50.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:49 smithi145 conmon[31276]: 016894+0000 mgr.smithi120.hllzij (mgr.14162) 64 : cephadm [INF] 2022-01-25T22:40:50.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:49 smithi145 conmon[31276]: Reconfiguring daemon grafana.smithi120 on smithi120 2022-01-25T22:40:51.755 INFO:teuthology.orchestra.run.smithi120.stdout:Created osd(s) 0 on host 'smithi120' 2022-01-25T22:40:52.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:51 smithi120 conmon[28653]: cluster 2022-01-25T22:40:49.906383+0000 mgr.smithi120.hllzij (mgr.14162) 65 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:52.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:51 smithi120 conmon[28653]: audit 2022-01-25T22:40:51.750913+0000 mon.smithi120 (mon.0) 210 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:51 smithi120 conmon[28653]: audit 2022-01-25T22:40:51.754329+0000 mon.smithi120 (mon.0) 211 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:52.147 DEBUG:teuthology.orchestra.run.smithi120:osd.0> sudo journalctl -f -n 0 -u ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service 2022-01-25T22:40:52.150 INFO:tasks.cephadm:Deploying osd.1 on smithi120 with /dev/vg_nvme/lv_3... 2022-01-25T22:40:52.150 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2022-01-25T22:40:52.178 INFO:journalctl@ceph.osd.0.smithi120.stdout:-- Logs begin at Tue 2022-01-25 22:32:22 UTC. -- 2022-01-25T22:40:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:51 smithi145 conmon[31276]: cluster 2022-01-25T22:40:49.906383+0000 mgr.smithi120.hllzij (mgr.14162) 65 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:51 smithi145 conmon[31276]: audit 2022-01-25T22:40:51.750913+0000 mon.smithi120 (mon.0) 210 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:51 smithi145 conmon[31276]: audit 2022-01-25T22:40:51.754329+0000 mon.smithi120 (mon.0) 211 : audit 2022-01-25T22:40:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:51 smithi145 conmon[31276]: [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:52.398 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:40:52 smithi120 conmon[44960]: debug 2022-01-25T22:40:52.231+0000 7f5696ca6080 -1 Falling back to public interface 2022-01-25T22:40:54.136 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:53 smithi120 conmon[28653]: cluster 2022-01-25T22:40:51.906756+0000 2022-01-25T22:40:54.137 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:53 smithi120 conmon[28653]: mgr.smithi120.hllzij (mgr.14162) 66 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:54.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:53 smithi145 conmon[31276]: cluster 2022-01-25T22:40:51.906756+0000 mgr.smithi120.hllzij (mgr.14162) 66 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:54.869 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping: /dev/vg_nvme/lv_3 2022-01-25T22:40:54.869 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2022-01-25T22:40:54.870 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 10+0 records in 2022-01-25T22:40:54.870 INFO:teuthology.orchestra.run.smithi120.stderr:10+0 records out 2022-01-25T22:40:54.870 INFO:teuthology.orchestra.run.smithi120.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0130189 s, 805 MB/s 2022-01-25T22:40:54.870 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping successful for: 2022-01-25T22:40:55.051 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:40:54 smithi120 conmon[44960]: debug 2022-01-25T22:40:54.954+0000 7f5696ca6080 -1 osd.0 0 log_to_monitors {default=true} 2022-01-25T22:40:55.345 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi120:vg_nvme/lv_3 2022-01-25T22:40:56.141 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:55 smithi120 conmon[28653]: cluster 2022-01-25T22:40:53.906962+0000 mgr.smithi120.hllzij (mgr.14162) 67 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:56.142 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:55 smithi120 conmon[28653]: audit 2022-01-25T22:40:56.142 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:55 smithi120 conmon[28653]: 2022-01-25T22:40:54.957994+0000 mon.smithi120 (mon.0) 212 : audit [INF] from='osd.0 [v2:172.21.15.120:6802/1917889964,v1:172.21.15.120:6803/1917889964]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-25T22:40:56.142 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:55 smithi120 conmon[28653]: audit 2022-01-25T22:40:55.315259+0000 mon.smithi120 (mon.0) 213 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:56.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:55 smithi145 conmon[31276]: cluster 2022-01-25T22:40:53.906962+0000 mgr.smithi120.hllzij (mgr.14162) 67 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:56.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:55 smithi145 conmon[31276]: audit 2022-01-25T22:40:54.957994+0000 mon.smithi120 (mon.0) 212 : audit [INF] from='osd.0 [v2:172.21.15.120:6802/1917889964,v1:172.21.15.120:6803/1917889964]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-25T22:40:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:55 smithi145 conmon[31276]: audit 2022-01-25T22:40:55.315259+0000 mon.smithi120 (mon.0) 213 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:40:57.115 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[44960]: debug 2022-01-25T22:40:56.879+0000 7f568d217700 -1 osd.0 0 waiting for initial osdmap 2022-01-25T22:40:57.116 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[44960]: debug 2022-01-25T22:40:56.882+0000 7f568798f700 -1 osd.0 8 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:40:57.116 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:55.315845+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:40:57.116 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: .14162) 68 : cephadm [INF] Reconfiguring prometheus.smithi120 (dependencies changed)... 2022-01-25T22:40:57.117 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:55.317790+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:40:57.117 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: .14162) 69 : cephadm [INF] Reconfiguring daemon prometheus.smithi120 on smithi120 2022-01-25T22:40:57.117 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: audit 2022 2022-01-25T22:40:57.117 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: -01-25T22:40:55. 2022-01-25T22:40:57.118 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: 875484+0000 mon.smithi120 (mon.0) 2022-01-25T22:40:57.118 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: 214 : audit [INF] from='osd.0 [v2:172.21.15.120:6802/1917889964,v1:172.21.15.120:6803/1917889964]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-01-25T22:40:57.118 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: cluster 2022 2022-01-25T22:40:57.118 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: -01-25T22:40:55.875530+0000 2022-01-25T22:40:57.119 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: mon.smithi120 (mon.0) 215 : cluster 2022-01-25T22:40:57.119 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: [DBG] osdmap e7: 1 total, 0 up, 1 in 2022-01-25T22:40:57.119 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: audit 2022 2022-01-25T22:40:57.119 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: -01-25T22:40:55. 2022-01-25T22:40:57.119 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: 875874+0000 mon.smithi120 (mon.0) 2022-01-25T22:40:57.120 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: 216 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:40:57.120 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: audit 2022 2022-01-25T22:40:57.120 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: -01-25T22:40:55. 2022-01-25T22:40:57.120 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: 876131+0000 mon.smithi120 (mon.0) 217 2022-01-25T22:40:57.121 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: : audit [INF] from='osd.0 [v2:172.21.15.120:6802/1917889964,v1:172.21.15.120:6803/1917889964]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2022-01-25T22:40:57.121 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:40:57.121 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: -25T22:40:56.877528 2022-01-25T22:40:57.121 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 218 : 2022-01-25T22:40:57.122 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: audit [INF] from='osd.0 [v2:172.21.15.120:6802/1917889964,v1:172.21.15.120:6803/1917889964]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2022-01-25T22:40:57.122 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: cluster 2022-01-25T22:40:57.122 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: 2022-01-25T22:40: 2022-01-25T22:40:57.122 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: 56.877580+0000 mon.smithi120 (mon. 2022-01-25T22:40:57.123 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: 0) 219 : cluster [DBG] osdmap e8: 1 total, 0 up, 1 in 2022-01-25T22:40:57.123 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: 2022-01-25T22:40:57.123 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:40:57.123 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: 01-25T22:40:56. 2022-01-25T22:40:57.124 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: 877688+0000 mon.smithi120 (mon.0) 2022-01-25T22:40:57.124 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:56 smithi120 conmon[28653]: 220 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:40:57.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: cephadm 2022-01-25T22:40:55.315845+0000 mgr.smithi120.hllzij (mgr.14162) 68 : cephadm [INF] Reconfiguring prometheus.smithi120 (dependencies changed)... 2022-01-25T22:40:57.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: cephadm 2022-01-25T22:40:55.317790+0000 mgr.smithi120.hllzij (mgr.14162) 69 : cephadm [INF] Reconfiguring daemon prometheus.smithi120 on smithi120 2022-01-25T22:40:57.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: audit 2022-01-25T22:40:55 2022-01-25T22:40:57.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: .875484+0000 mon.smithi120 (mon.0) 214 : audit [INF] from='osd.0 [v2:172.21.15.120:6802/1917889964,v1:172.21.15.120:6803/1917889964]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-01-25T22:40:57.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: cluster 2022-01-25T22:40 2022-01-25T22:40:57.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: :55.875530+0000 mon.smithi120 (mon.0) 215 : 2022-01-25T22:40:57.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2022-01-25T22:40:57.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: audit 2022-01-25T22: 2022-01-25T22:40:57.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: 40:55.875874+0000 mon.smithi120 (mon.0) 216 : 2022-01-25T22:40:57.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:40:57.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: audit 2022-01-25T22:40:55 2022-01-25T22:40:57.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: .876131+0000 mon.smithi120 (mon.0) 217 : audit [INF] 2022-01-25T22:40:57.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: from='osd.0 [v2:172.21.15.120:6802/1917889964,v1:172.21.15.120:6803/1917889964]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2022-01-25T22:40:57.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: audit 2022-01-25T22:40:56 2022-01-25T22:40:57.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: .877528+0000 mon.smithi120 (mon.0) 218 : audit 2022-01-25T22:40:57.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: [INF] from='osd.0 [v2:172.21.15.120:6802/1917889964,v1:172.21.15.120:6803/1917889964]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2022-01-25T22:40:57.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: cluster 2022-01-25T22:40:56 2022-01-25T22:40:57.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: .877580+0000 mon.smithi120 (mon.0) 219 : cluster [DBG] 2022-01-25T22:40:57.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: osdmap e8: 1 total, 0 up, 1 in 2022-01-25T22:40:57.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: audit 2022-01-25T22:40:56.877688 2022-01-25T22:40:57.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: +0000 mon.smithi120 (mon.0) 220 : audit [DBG] 2022-01-25T22:40:57.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:56 smithi145 conmon[31276]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:40:57.947 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:57 smithi120 conmon[28653]: cluster 2022-01-25T22:40:55.907270+0000 mgr.smithi120.hllzij (mgr.14162) 70 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:57.948 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:57 smithi120 conmon[28653]: audit 2022-01-25T22:40:56.880583+0000 mon.smithi120 (mon.0) 221 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:40:57.949 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:57 smithi120 conmon[28653]: audit 2022-01-25T22:40:57.574251+0000 mon.smithi120 (mon.0) 222 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:40:57.949 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:57 smithi120 conmon[28653]: audit 2022-01-25T22:40:57.575491+0000 mon.smithi120 (mon.0) 223 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:40:57.949 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:57 smithi120 conmon[28653]: audit 2022-01-25T22:40:57.576057+0000 mon.smithi120 (mon.0) 224 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:57.950 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:57 smithi120 conmon[28653]: audit 2022-01-25T22:40:57.880644+0000 mon.smithi120 (mon.0) 225 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:40:58.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:57 smithi145 conmon[31276]: cluster 2022-01-25T22:40:55.907270+0000 mgr.smithi120.hllzij (mgr.14162) 70 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:40:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:57 smithi145 conmon[31276]: audit 2022-01-25T22:40:56.880583+0000 mon.smithi120 (mon.0) 221 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:40:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:57 smithi145 conmon[31276]: audit 2022-01-25T22:40:57.574251+0000 mon.smithi120 (mon.0) 222 : audit [DBG] 2022-01-25T22:40:58.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:57 smithi145 conmon[31276]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:40:58.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:57 smithi145 conmon[31276]: audit 2022-01-25T22:40:57 2022-01-25T22:40:58.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:57 smithi145 conmon[31276]: .575491+0000 mon.smithi120 (mon.0) 223 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:40:58.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:57 smithi145 conmon[31276]: audit 2022-01- 2022-01-25T22:40:58.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:57 smithi145 conmon[31276]: 25T22:40:57.576057+0000 mon.smithi120 (mon. 2022-01-25T22:40:58.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:57 smithi145 conmon[31276]: 0) 224 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:40:58.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:57 smithi145 conmon[31276]: audit 2022-01 2022-01-25T22:40:58.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:57 smithi145 conmon[31276]: -25T22:40:57.880644+0000 mon.smithi120 ( 2022-01-25T22:40:58.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:57 smithi145 conmon[31276]: mon.0) 225 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:40:59.110 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: cluster 2022-01-25T22:40:55.915928+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:40:59.110 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: cluster 2022-01 2022-01-25T22:40:59.110 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: -25T22:40:55.916025+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:40:59.111 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: audit 2022-01-25T22:40:57.573250+0000 mgr.smithi120.hllzij (mgr.14162) 71 : audit [DBG] from='client.14228 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:40:59.111 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:57.575298+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:40:59.111 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: 14162) 72 : cephadm [INF] Applying service osd.None on host smithi120... 2022-01-25T22:40:59.111 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: cluster 2022-01- 2022-01-25T22:40:59.111 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: 25T22:40:57.887277+0000 2022-01-25T22:40:59.112 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: mon.smithi120 (mon.0) 226 : cluster 2022-01-25T22:40:59.112 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: [INF] osd.0 [v2:172.21.15.120:6802/1917889964,v1:172.21.15.120:6803/1917889964] boot 2022-01-25T22:40:59.112 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: cluster 2022-01- 2022-01-25T22:40:59.112 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: 25T22:40:57.887302+0000 2022-01-25T22:40:59.113 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: mon.smithi120 (mon.0) 227 : 2022-01-25T22:40:59.113 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2022-01-25T22:40:59.113 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:40:59.113 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: 01-25T22:40:57.888382 2022-01-25T22:40:59.114 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 228 : 2022-01-25T22:40:59.114 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:58 smithi120 conmon[28653]: audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:40:59.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:58 smithi145 conmon[31276]: cluster 2022-01-25T22:40:55.915928+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:40:59.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:58 smithi145 conmon[31276]: cluster 2022-01-25T22:40:55.916025+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:40:59.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:58 smithi145 conmon[31276]: audit 2022-01-25T22:40:59.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:58 smithi145 conmon[31276]: 2022-01-25T22:40:57.573250+0000 mgr.smithi120.hllzij (mgr.14162) 71 : audit [DBG] 2022-01-25T22:40:59.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:58 smithi145 conmon[31276]: from='client.14228 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:40:59.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:58 smithi145 conmon[31276]: cephadm 2022-01-25T22:40:57.575298 2022-01-25T22:40:59.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:58 smithi145 conmon[31276]: +0000 mgr.smithi120.hllzij (mgr.14162) 72 : cephadm [INF] Applying service osd.None on host smithi120... 2022-01-25T22:40:59.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:58 smithi145 conmon[31276]: 2022-01-25T22:40:59.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:58 smithi145 conmon[31276]: cluster 2022-01-25T22:40:57. 2022-01-25T22:40:59.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:58 smithi145 conmon[31276]: 887277+0000 mon.smithi120 (mon.0) 226 : cluster [INF] 2022-01-25T22:40:59.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:58 smithi145 conmon[31276]: osd.0 [v2:172.21.15.120:6802/1917889964,v1:172.21.15.120:6803/1917889964] boot 2022-01-25T22:40:59.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:58 smithi145 conmon[31276]: cluster 2022-01-25T22:40:57.887302 2022-01-25T22:40:59.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:58 smithi145 conmon[31276]: +0000 mon.smithi120 (mon.0) 227 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2022-01-25T22:40:59.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:58 smithi145 conmon[31276]: 2022-01-25T22:40:59.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:58 smithi145 conmon[31276]: audit 2022 2022-01-25T22:40:59.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:58 smithi145 conmon[31276]: -01-25T22:40:57.888382+0000 mon.smithi120 (mon.0) 228 : 2022-01-25T22:40:59.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:58 smithi145 conmon[31276]: audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:41:00.168 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:59 smithi145 conmon[31276]: cluster 2022-01-25T22:40:57.907525+0000 mgr.smithi120.hllzij (mgr.14162) 73 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:41:00.168 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:59 smithi145 conmon[31276]: cluster 2022-01-25T22:40 2022-01-25T22:41:00.168 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:59 smithi145 conmon[31276]: :58.898512+0000 mon.smithi120 (mon.0) 229 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2022-01-25T22:41:00.169 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:59 smithi145 conmon[31276]: audit 2022-01-25T22:40:59.642027+0000 mon.smithi120 (mon.0) 230 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:00.169 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:59 smithi145 conmon[31276]: audit 2022-01-25 2022-01-25T22:41:00.169 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:59 smithi145 conmon[31276]: T22:40:59.642766+0000 mon.smithi120 (mon.0) 231 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi145", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:41:00.169 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:59 smithi145 conmon[31276]: audit 2022-01-25T22 2022-01-25T22:41:00.170 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:59 smithi145 conmon[31276]: :40:59.643373+0000 mon.smithi120 (mon.0) 2022-01-25T22:41:00.170 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:40:59 smithi145 conmon[31276]: 232 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:00.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:59 smithi120 conmon[28653]: cluster 2022-01-25T22:40:57.907525+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:41:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:59 smithi120 conmon[28653]: .14162) 73 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2022-01-25T22:41:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:59 smithi120 conmon[28653]: cluster 2022-01-25T22:40:58.898512+0000 mon.smithi120 (mon.0) 229 : cluster [DBG] osdmap e10: 1 total, 1 up, 1 in 2022-01-25T22:41:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:59 smithi120 conmon[28653]: audit 2022-01-25T22:40:59.642027+0000 mon.smithi120 (mon.0) 230 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:00.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:59 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:41:00.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:59 smithi120 conmon[28653]: 01-25T22:40:59.642766+0000 mon.smithi120 (mon.0) 231 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi145", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:41:00.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:59 smithi120 conmon[28653]: audit 2022-01-25T22:40:59.643373+0000 2022-01-25T22:41:00.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:59 smithi120 conmon[28653]: mon.smithi120 (mon.0) 232 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:00.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:40:59 smithi120 conmon[28653]: 2022-01-25T22:41:01.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:00 smithi145 conmon[31276]: cephadm 2022-01-25T22:40:59.642499+0000 mgr.smithi120.hllzij (mgr.14162) 74 : cephadm [INF] Reconfiguring crash.smithi145 (monmap changed)... 2022-01-25T22:41:01.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:00 smithi145 conmon[31276]: cephadm 2022-01-25T22:40:59.643807+0000 mgr.smithi120.hllzij (mgr.14162) 75 : cephadm [INF] Reconfiguring daemon crash.smithi145 on smithi145 2022-01-25T22:41:01.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:00 smithi145 conmon[31276]: cluster 2022-01-25T22:40:59.907799+0000 mgr.smithi120.hllzij (mgr.14162) 76 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:01.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:00 smithi145 conmon[31276]: audit 2022-01-25T22:41:00.580697+0000 mon.smithi120 (mon.0) 233 : audit [INF] from='client.? 172.21.15.120:0/497933683' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "75a6085a-7ccb-47ac-bd1f-180cc41bafa0"}]: dispatch 2022-01-25T22:41:01.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:00 smithi145 conmon[31276]: audit 2022-01-25T22:41:00.584313+0000 mon.smithi120 (mon.0) 234 : audit [INF] from='client.? 172.21.15.120:0/497933683' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "75a6085a-7ccb-47ac-bd1f-180cc41bafa0"}]': finished 2022-01-25T22:41:01.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:00 smithi145 conmon[31276]: cluster 2022-01-25T22:41:00.584355+0000 mon.smithi120 (mon.0) 235 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2022-01-25T22:41:01.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:00 smithi145 conmon[31276]: audit 2022-01-25T22:41:00.584451+0000 mon.smithi120 (mon.0) 236 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:41:01.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:00 smithi145 conmon[31276]: audit 2022-01-25T22:41:00.822511+0000 mon.smithi120 (mon.0) 237 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:01.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:00 smithi145 conmon[31276]: cephadm 2022-01-25T22:41:00.822949+0000 mgr.smithi120.hllzij (mgr.14162) 77 : cephadm [INF] Reconfiguring mgr.smithi145.phdhej (monmap changed)... 2022-01-25T22:41:01.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:00 smithi145 conmon[31276]: audit 2022-01-25T22:41:00.823179+0000 mon.smithi120 (mon.0) 238 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi145.phdhej", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:41:01.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:00 smithi145 conmon[31276]: audit 2022-01-25T22:41:00.823881+0000 mon.smithi120 (mon.0) 239 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:41:01.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:00 smithi145 conmon[31276]: audit 2022-01-25T22:41:00. 2022-01-25T22:41:01.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:00 smithi145 conmon[31276]: 824439+0000 mon.smithi120 (mon.0) 240 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:01.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:00 smithi145 conmon[31276]: cephadm 2022-01-25T22:41:00.824949+0000 mgr.smithi120.hllzij (mgr.14162) 78 : cephadm [INF] Reconfiguring daemon mgr.smithi145.phdhej on smithi145 2022-01-25T22:41:01.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:00 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:59.642499+0000 mgr.smithi120.hllzij (mgr.14162) 74 : cephadm [INF] Reconfiguring crash.smithi145 (monmap changed)... 2022-01-25T22:41:01.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:00 smithi120 conmon[28653]: cephadm 2022-01-25T22:40:59.643807+0000 mgr.smithi120.hllzij (mgr.14162) 75 : cephadm [INF] Reconfiguring daemon crash.smithi145 on smithi145 2022-01-25T22:41:01.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:00 smithi120 conmon[28653]: cluster 2022-01-25T22:40:59.907799+0000 mgr.smithi120.hllzij (mgr.14162) 76 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:01.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:00 smithi120 conmon[28653]: audit 2022-01-25T22:41:00.580697+0000 mon.smithi120 (mon.0) 233 : audit [INF] from='client.? 172.21.15.120:0/497933683' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "75a6085a-7ccb-47ac-bd1f-180cc41bafa0"}]: dispatch 2022-01-25T22:41:01.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:00 smithi120 conmon[28653]: audit 2022-01-25T22:41:00.584313+0000 mon.smithi120 (mon.0) 234 : audit [INF] from='client.? 172.21.15.120:0/497933683' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "75a6085a-7ccb-47ac-bd1f-180cc41bafa0"}]': finished 2022-01-25T22:41:01.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:00 smithi120 conmon[28653]: cluster 2022-01-25T22:41:00.584355+0000 mon.smithi120 (mon.0) 235 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2022-01-25T22:41:01.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:00 smithi120 conmon[28653]: audit 2022-01-25T 2022-01-25T22:41:01.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:00 smithi120 conmon[28653]: 22:41:00.584451+0000 mon.smithi120 (mon.0) 236 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:41:01.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:00 smithi120 conmon[28653]: audit 2022-01-25T22:41:00.822511+0000 mon.smithi120 (mon.0) 237 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:01.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:00 smithi120 conmon[28653]: cephadm 2022-01-25T22:41:00.822949+0000 mgr.smithi120.hllzij (mgr.14162) 77 : cephadm [INF] Reconfiguring mgr.smithi145.phdhej (monmap changed)... 2022-01-25T22:41:01.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:00 smithi120 conmon[28653]: audit 2022-01-25T22:41:00.823179+0000 mon.smithi120 (mon.0) 238 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi145.phdhej", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:41:01.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:00 smithi120 conmon[28653]: audit 2022-01-25T22:41:00.823881+0000 mon.smithi120 (mon.0) 239 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:41:01.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:00 smithi120 conmon[28653]: audit 2022-01-25T22:41:00.824439+0000 mon.smithi120 (mon.0) 240 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:01.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:00 smithi120 conmon[28653]: cephadm 2022-01-25T22:41:00.824949+0000 mgr.smithi120.hllzij (mgr.14162) 78 : cephadm [INF] Reconfiguring daemon mgr.smithi145.phdhej on smithi145 2022-01-25T22:41:02.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:01 smithi145 conmon[31276]: audit 2022-01-25T22:41:00.994728+0000 mon.smithi120 (mon.0) 241 : audit [DBG] from='client.? 172.21.15.120:0/3688258843' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:41:02.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:01 smithi120 conmon[28653]: audit 2022-01-25T22:41:00.994728+0000 mon.smithi120 (mon.0 2022-01-25T22:41:02.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:01 smithi120 conmon[28653]: ) 241 : audit [DBG] from='client.? 172.21.15.120:0/3688258843' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:41:03.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:02 smithi145 conmon[31276]: cluster 2022-01-25T22:41:01.908031+0000 mgr.smithi120.hllzij (mgr.14162) 79 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:03.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:02 smithi145 conmon[31276]: audit 2022-01-25T22:41 2022-01-25T22:41:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:02 smithi145 conmon[31276]: :01.990885+0000 mon.smithi120 (mon.0) 242 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:02 smithi145 conmon[31276]: cephadm 2022-01-25T22:41:01.991297+0000 mgr.smithi120.hllzij (mgr.14162) 80 : cephadm [INF] Reconfiguring mon.smithi145 (monmap changed)... 2022-01-25T22:41:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:02 smithi145 conmon[31276]: audit 2022-01-25T22:41:01.991491+0000 2022-01-25T22:41:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:02 smithi145 conmon[31276]: mon.smithi120 (mon.0) 243 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:41:03.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:02 smithi145 conmon[31276]: 2022-01-25T22:41:03.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:02 smithi145 conmon[31276]: audit 2022 2022-01-25T22:41:03.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:02 smithi145 conmon[31276]: -01-25T22:41:01.992019+0000 mon.smithi120 (mon.0 2022-01-25T22:41:03.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:02 smithi145 conmon[31276]: ) 244 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:41:03.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:02 smithi145 conmon[31276]: audit 2022-01-25T 2022-01-25T22:41:03.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:02 smithi145 conmon[31276]: 22:41:01.992542+0000 mon.smithi120 (mon.0 2022-01-25T22:41:03.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:02 smithi145 conmon[31276]: ) 245 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:03.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:02 smithi145 conmon[31276]: cephadm 2022-01-25T22 2022-01-25T22:41:03.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:02 smithi145 conmon[31276]: :41:01.992998+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:41:03.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:02 smithi145 conmon[31276]: 14162) 81 : cephadm [INF] Reconfiguring daemon mon.smithi145 on smithi145 2022-01-25T22:41:03.246 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:02 smithi120 conmon[28653]: cluster 2022-01-25T22:41:01.908031+0000 mgr.smithi120.hllzij (mgr.14162) 79 2022-01-25T22:41:03.246 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:02 smithi120 conmon[28653]: : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:03.247 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:02 smithi120 conmon[28653]: audit 2022-01-25T22:41:01.990885+0000 mon.smithi120 (mon.0) 242 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:03.247 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:02 smithi120 conmon[28653]: cephadm 2022- 2022-01-25T22:41:03.247 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:02 smithi120 conmon[28653]: 01-25T22:41:01.991297+0000 mgr.smithi120.hllzij (mgr.14162) 80 : cephadm [INF] Reconfiguring mon.smithi145 (monmap changed)... 2022-01-25T22:41:03.247 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:02 smithi120 conmon[28653]: audit 2022-01-25T22:41:03.248 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:02 smithi120 conmon[28653]: 2022-01-25T22:41:01.991491+0000 mon.smithi120 (mon.0) 243 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:41:03.248 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:02 smithi120 conmon[28653]: 2022-01-25T22:41:03.248 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:02 smithi120 conmon[28653]: audit 2022-01-25T22:41:01.992019+0000 2022-01-25T22:41:03.248 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:02 smithi120 conmon[28653]: mon.smithi120 (mon.0) 244 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:41:03.249 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:02 smithi120 conmon[28653]: audit 2022-01-25T22:41:01.992542+0000 mon.smithi120 (mon. 2022-01-25T22:41:03.249 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:02 smithi120 conmon[28653]: 0) 245 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:03.249 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:02 smithi120 conmon[28653]: cephadm 2022-01-25T22:41:03.249 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:02 smithi120 conmon[28653]: 2022-01-25T22:41:01.992998+0000 mgr.smithi120.hllzij (mgr.14162) 81 : cephadm [INF] Reconfiguring daemon mon.smithi145 on smithi145 2022-01-25T22:41:04.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:04 smithi145 conmon[31276]: audit 2022-01-25T22:41:03.059666+0000 mon.smithi120 (mon.0) 246 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:04.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:04 smithi145 conmon[31276]: audit 2022-01-25T22:41:03.062703+0000 mon.smithi120 (mon.0 2022-01-25T22:41:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:04 smithi145 conmon[31276]: ) 247 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-01-25T22:41:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:04 smithi145 conmon[31276]: audit 2022-01-25T22:41:03.063091+0000 mgr.smithi120.hllzij (mgr.14162) 82 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-01-25T22:41:04.416 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:04 smithi120 conmon[28653]: audit 2022-01-25T22:41 2022-01-25T22:41:04.416 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:04 smithi120 conmon[28653]: :03.059666+0000 mon.smithi120 (mon.0) 246 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:04.417 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:04 smithi120 conmon[28653]: audit 2022-01-25T22:41:03.062703+0000 mon.smithi120 (mon.0) 247 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-01-25T22:41:04.417 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:04 smithi120 conmon[28653]: audit 2022-01-25T22:41:03.063091+0000 mgr.smithi120.hllzij (mgr.14162) 82 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2022-01-25T22:41:05.216 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:05 smithi120 conmon[28653]: cluster 2022-01-25T22:41:03.908271+0000 mgr.smithi120.hllzij (mgr.14162) 83 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:05.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:05 smithi145 conmon[31276]: cluster 2022-01-25T22:41:03.908271+0000 mgr.smithi120.hllzij (mgr.14162) 83 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:07.133 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:06 smithi120 conmon[28653]: audit 2022-01-25T22:41:05.906602+0000 mon.smithi120 (mon.0) 248 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2022-01-25T22:41:07.133 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:06 smithi120 conmon[28653]: audit 2022-01-25T22:41:05.907157+0000 mon.smithi120 (mon.0) 249 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:07.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:06 smithi145 conmon[31276]: audit 2022-01-25T22:41:05.906602+0000 mon.smithi120 (mon.0) 248 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2022-01-25T22:41:07.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:06 smithi145 conmon[31276]: audit 2022-01-25T22:41:05.907157+0000 mon.smithi120 (mon.0) 249 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:08.043 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:07 smithi120 conmon[28653]: cephadm 2022-01-25T22:41:05. 2022-01-25T22:41:08.043 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:07 smithi120 conmon[28653]: 907580+0000 mgr.smithi120.hllzij (mgr.14162) 84 : cephadm [INF] Deploying daemon osd.1 on smithi120 2022-01-25T22:41:08.044 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:07 smithi120 conmon[28653]: cluster 2022-01-25T22:41:05.908471+0000 mgr.smithi120.hllzij (mgr.14162) 85 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:08.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:07 smithi145 conmon[31276]: cephadm 2022-01-25T22:41:05.907580+0000 mgr.smithi120.hllzij (mgr.14162) 84 : cephadm [INF] Deploying daemon osd.1 on smithi120 2022-01-25T22:41:08.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:07 smithi145 conmon[31276]: cluster 2022-01-25T22:41:05.908471+0000 mgr.smithi120.hllzij (mgr.14162) 85 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:08.898 INFO:teuthology.orchestra.run.smithi120.stdout:Created osd(s) 1 on host 'smithi120' 2022-01-25T22:41:09.272 DEBUG:teuthology.orchestra.run.smithi120:osd.1> sudo journalctl -f -n 0 -u ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.1.service 2022-01-25T22:41:09.274 INFO:tasks.cephadm:Deploying osd.2 on smithi120 with /dev/vg_nvme/lv_2... 2022-01-25T22:41:09.275 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2022-01-25T22:41:09.304 INFO:journalctl@ceph.osd.1.smithi120.stdout:-- Logs begin at Tue 2022-01-25 22:32:22 UTC. -- 2022-01-25T22:41:09.551 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jan 25 22:41:09 smithi120 conmon[49155]: debug 2022-01-25T22:41:09.329+0000 7ff9ef134080 -1 Falling back to public interface 2022-01-25T22:41:10.012 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:09 smithi120 conmon[28653]: cluster 2022-01-25T22:41:07.908712+0000 mgr.smithi120.hllzij (mgr.14162) 86 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:10.012 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:09 smithi120 conmon[28653]: audit 2022-01-25T22:41:08.894244+0000 mon.smithi120 (mon.0) 250 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:10.012 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:09 smithi120 conmon[28653]: audit 2022-01-25T22:41:08.897548+0000 mon.smithi120 (mon.0) 251 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:10.013 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:09 smithi120 conmon[28653]: audit 2022-01-25T22:41:08.907756+0000 mon.smithi120 (mon.0) 252 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.120:9093"}]: dispatch 2022-01-25T22:41:10.013 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:09 smithi120 conmon[28653]: audit 2022-01-25T22:41:08.912782+0000 mon.smithi120 (mon.0) 253 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:10.013 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:09 smithi120 conmon[28653]: audit 2022-01-25T22:41:08.915385+0000 mon.smithi120 (mon.0) 254 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-01-25T22:41:10.013 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:09 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:41:10.014 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:09 smithi120 conmon[28653]: 01-25T22:41:08.920578+0000 mon.smithi120 (mon.0) 255 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.120:3000"}]: dispatch 2022-01-25T22:41:10.014 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:09 smithi120 conmon[28653]: audit 2022-01-25T22:41:08.925567+0000 mon.smithi120 (mon.0) 256 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:10.014 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:09 smithi120 conmon[28653]: audit 2022-01-25T22:41:08.928979+0000 mon.smithi120 (mon.0) 257 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-01-25T22:41:10.014 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:09 smithi120 conmon[28653]: audit 2022-01-25T22:41:08.934555+0000 mon.smithi120 (mon.0) 258 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.120:9095"}]: dispatch 2022-01-25T22:41:10.015 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:09 smithi120 conmon[28653]: audit 2022-01-25T22:41:08.938699+0000 mon.smithi120 (mon.0) 259 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:10.015 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:09 smithi120 conmon[28653]: audit 2022-01-25T22:41:10.015 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:09 smithi120 conmon[28653]: 2022-01-25T22:41:08.940293+0000 mon.smithi120 (mon.0) 260 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:10.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:09 smithi145 conmon[31276]: cluster 2022-01-25T22:41:07.908712+0000 mgr.smithi120.hllzij (mgr.14162) 86 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:09 smithi145 conmon[31276]: audit 2022-01-25T22:41:08.894244+0000 mon.smithi120 (mon.0) 250 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:09 smithi145 conmon[31276]: audit 2022-01-25T22:41:08.897548+0000 mon.smithi120 (mon.0) 251 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:09 smithi145 conmon[31276]: audit 2022-01-25T22:41:08.907756+0000 mon.smithi120 (mon.0) 252 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.120:9093"}]: dispatch 2022-01-25T22:41:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:09 smithi145 conmon[31276]: audit 2022-01-25T22:41:08.912782+0000 mon.smithi120 (mon.0) 253 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:10.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:09 smithi145 conmon[31276]: audit 2022-01-25T22:41:08.915385+0000 mon.smithi120 (mon.0) 254 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-01-25T22:41:10.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:09 smithi145 conmon[31276]: audit 2022-01-25T22:41:08.920578+0000 mon.smithi120 (mon.0) 255 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.120:3000"}]: dispatch 2022-01-25T22:41:10.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:09 smithi145 conmon[31276]: audit 2022-01-25T22:41:08.925567+0000 mon.smithi120 (mon.0) 256 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:10.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:09 smithi145 conmon[31276]: audit 2022-01-25T22:41:08.928979+0000 mon.smithi120 (mon.0) 257 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-01-25T22:41:10.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:09 smithi145 conmon[31276]: audit 2022-01-25T22:41:08.934555+0000 mon.smithi120 (mon.0) 258 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.120:9095"}]: dispatch 2022-01-25T22:41:10.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:09 smithi145 conmon[31276]: audit 2022-01-25T22:41:08.938699+0000 mon.smithi120 (mon.0) 259 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:10.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:09 smithi145 conmon[31276]: audit 2022-01-25 2022-01-25T22:41:10.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:09 smithi145 conmon[31276]: T22:41:08.940293+0000 mon.smithi120 2022-01-25T22:41:10.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:09 smithi145 conmon[31276]: (mon.0) 260 : audit [DBG] 2022-01-25T22:41:10.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:09 smithi145 conmon[31276]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:11.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:10 smithi120 conmon[28653]: audit 2022-01-25T22:41:08.908058+0000 mgr.smithi120.hllzij (mgr.14162) 87 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.120:9093"}]: dispatch 2022-01-25T22:41:11.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:10 smithi120 conmon[28653]: audit 2022-01-25T22:41:08.915913+0000 mgr.smithi120.hllzij (mgr.14162) 88 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-01-25T22:41:11.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:10 smithi120 conmon[28653]: audit 2022-01-25T22:41:08.921062+0000 mgr.smithi120.hllzij (mgr.14162) 89 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.120:3000"}]: dispatch 2022-01-25T22:41:11.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:10 smithi120 conmon[28653]: audit 2022-01-25T22:41:08.929429+0000 mgr.smithi120.hllzij (mgr.14162) 90 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-01-25T22:41:11.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:10 smithi120 conmon[28653]: audit 2022-01-25T22:41:08.935030+0000 mgr.smithi120.hllzij (mgr.14162) 91 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.120:9095"}]: dispatch 2022-01-25T22:41:11.181 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping: /dev/vg_nvme/lv_2 2022-01-25T22:41:11.181 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2022-01-25T22:41:11.181 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 10+0 records in 2022-01-25T22:41:11.182 INFO:teuthology.orchestra.run.smithi120.stderr:10+0 records out 2022-01-25T22:41:11.182 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0120917 s, 867 MB/s 2022-01-25T22:41:11.182 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping successful for: 2022-01-25T22:41:11.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:10 smithi145 conmon[31276]: audit 2022-01-25T22:41:08.908058+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:41:11.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:10 smithi145 conmon[31276]: 14162) 87 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://172.21.15.120:9093"}]: dispatch 2022-01-25T22:41:11.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:10 smithi145 conmon[31276]: audit 2022-01-25T22:41:08.915913+0000 mgr.smithi120.hllzij (mgr.14162) 88 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2022-01-25T22:41:11.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:10 smithi145 conmon[31276]: audit 2022-01-25T22:41:08.921062+0000 mgr.smithi120.hllzij (mgr.14162) 89 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://172.21.15.120:3000"}]: dispatch 2022-01-25T22:41:11.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:10 smithi145 conmon[31276]: audit 2022-01-25T22:41:08.929429+0000 mgr.smithi120.hllzij (mgr.14162) 90 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2022-01-25T22:41:11.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:10 smithi145 conmon[31276]: audit 2022-01-25T22:41:08.935030+0000 mgr.smithi120.hllzij (mgr.14162) 91 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://172.21.15.120:9095"}]: dispatch 2022-01-25T22:41:11.525 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi120:vg_nvme/lv_2 2022-01-25T22:41:12.167 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jan 25 22:41:12 smithi120 conmon[49155]: debug 2022-01-25T22:41:12.058+0000 7ff9ef134080 -1 osd.1 0 log_to_monitors {default=true} 2022-01-25T22:41:12.191 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:11 smithi120 conmon[28653]: cluster 2022-01-25T22:41:09.908970+0000 mgr.smithi120.hllzij (mgr.14162) 92 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:12.192 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:11 smithi120 conmon[28653]: audit 2022-01-25T22:41:10.989475+0000 mon.smithi120 (mon.0) 261 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:12.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:11 smithi145 conmon[31276]: cluster 2022-01-25T22:41:09.908970+0000 mgr.smithi120.hllzij (mgr.14162) 92 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:12.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:11 smithi145 conmon[31276]: audit 2022-01-25T22:41: 2022-01-25T22:41:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:11 smithi145 conmon[31276]: 10.989475+0000 mon.smithi120 (mon.0) 261 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:13.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:12 smithi120 conmon[28653]: cluster 2022-01-25T22:41:11.909252+0000 2022-01-25T22:41:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:12 smithi120 conmon[28653]: mgr.smithi120.hllzij (mgr.14162) 93 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:12 smithi120 conmon[28653]: audit 2022-01-25T22:41:12.062790+0000 mon.smithi120 (mon.0) 262 : audit [INF] from='osd.1 [v2:172.21.15.120:6810/2753821765,v1:172.21.15.120:6811/2753821765]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2022-01-25T22:41:13.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:12 smithi145 conmon[31276]: cluster 2022-01-25T22:41:11.909252+0000 mgr.smithi120.hllzij (mgr.14162) 93 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:13.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:12 smithi145 conmon[31276]: audit 2022-01-25T22:41:12 2022-01-25T22:41:13.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:12 smithi145 conmon[31276]: .062790+0000 mon.smithi120 (mon.0) 262 : audit [INF] from='osd.1 [v2:172.21.15.120:6810/2753821765,v1:172.21.15.120:6811/2753821765]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2022-01-25T22:41:14.208 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jan 25 22:41:13 smithi120 conmon[49155]: debug 2022-01-25T22:41:13.908+0000 7ff9e56a5700 -1 osd.1 0 waiting for initial osdmap 2022-01-25T22:41:14.208 INFO:journalctl@ceph.osd.1.smithi120.stdout:Jan 25 22:41:13 smithi120 conmon[49155]: debug 2022-01-25T22:41:13.913+0000 7ff9df61c700 -1 osd.1 13 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:41:14.209 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:13 smithi120 conmon[28653]: audit 2022-01-25T22:41:12.907077+0000 mon.smithi120 (mon.0) 263 : audit [INF] from='osd.1 [v2:172.21.15.120:6810/2753821765,v1:172.21.15.120:6811/2753821765]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2022-01-25T22:41:14.209 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:13 smithi120 conmon[28653]: cluster 2022-01-25T22:41:12.907149+0000 mon.smithi120 (mon.0) 264 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2022-01-25T22:41:14.209 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:13 smithi120 conmon[28653]: audit 2022-01-25T22:41:12.907330+0000 mon.smithi120 (mon.0) 265 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:41:14.210 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:13 smithi120 conmon[28653]: audit 2022-01-25T22:41:12.907930+0000 mon.smithi120 (mon.0) 266 : audit [INF] from='osd.1 [v2:172.21.15.120:6810/2753821765,v1:172.21.15.120:6811/2753821765]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2022-01-25T22:41:14.210 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:13 smithi120 conmon[28653]: audit 2022-01-25T22:41:13.634134+0000 mgr.smithi120.hllzij (mgr.14162) 94 : audit [DBG] from='client.14246 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:14.210 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:13 smithi120 conmon[28653]: audit 2022-01-25T22:41:13.634877+0000 mon.smithi120 (mon.0) 267 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:41:14.210 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:13 smithi120 conmon[28653]: cephadm 2022-01-25T22:41:13.635959+0000 mgr.smithi120.hllzij (mgr.14162) 95 : cephadm [INF] Applying service osd.None on host smithi120... 2022-01-25T22:41:14.210 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:13 smithi120 conmon[28653]: audit 2022-01-25T22:41:13.636159+0000 mon.smithi120 (mon.0) 268 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:41:14.211 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:13 smithi120 conmon[28653]: audit 2022-01-25T22:41:13.636665+0000 mon.smithi120 (mon.0) 269 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:14.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: audit 2022-01-25T22:41:12.907077+0000 mon.smithi120 (mon.0) 263 : audit [INF] from='osd.1 [v2:172.21.15.120:6810/2753821765,v1:172.21.15.120:6811/2753821765]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2022-01-25T22:41:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: cluster 2022-01-25T22:41:12.907149+0000 mon.smithi120 (mon.0) 264 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2022-01-25T22:41:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: audit 2022-01-25T22:41:12.907330+0000 mon.smithi120 (mon.0) 265 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:41:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: audit 2022-01-25 2022-01-25T22:41:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: T22:41:12.907930+0000 mon.smithi120 (mon.0) 266 : audit [INF] from='osd.1 [v2:172.21.15.120:6810/2753821765,v1:172.21.15.120:6811/2753821765]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2022-01-25T22:41:14.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: audit 2022-01-25T22:41:13 2022-01-25T22:41:14.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: .634134+0000 mgr.smithi120.hllzij (mgr.14162) 94 : audit [DBG] 2022-01-25T22:41:14.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: from='client.14246 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:14.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: audit 2022-01-25T22:41:13.634877+0000 2022-01-25T22:41:14.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: mon.smithi120 (mon.0) 267 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:41:14.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: cephadm 2022-01 2022-01-25T22:41:14.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: -25T22:41:13.635959+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:41:14.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: .14162) 95 : cephadm [INF] Applying service osd.None on host smithi120... 2022-01-25T22:41:14.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: audit 2022-01-25 2022-01-25T22:41:14.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: T22:41:13.636159+0000 mon.smithi120 (mon. 2022-01-25T22:41:14.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: 0) 268 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:41:14.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: audit 2022 2022-01-25T22:41:14.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: -01-25T22:41:13.636665+0000 mon.smithi120 2022-01-25T22:41:14.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:13 smithi145 conmon[31276]: (mon.0) 269 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:15.262 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:14 smithi120 conmon[28653]: audit 2022-01-25T22:41:13.907563+0000 2022-01-25T22:41:15.262 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:14 smithi120 conmon[28653]: mon.smithi120 (mon.0) 270 : audit [INF] from='osd.1 [v2:172.21.15.120:6810/2753821765,v1:172.21.15.120:6811/2753821765]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2022-01-25T22:41:15.262 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:14 smithi120 conmon[28653]: cluster 2022-01-25T22:41:13.907616+0000 mon.smithi120 (mon.0) 271 : cluster [DBG] osdmap e13: 2 total, 1 up, 2 in 2022-01-25T22:41:15.263 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:14 smithi120 conmon[28653]: audit 2022-01-25T22:41:13.907913+0000 mon.smithi120 (mon.0) 272 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:41:15.263 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:14 smithi120 conmon[28653]: cluster 2022-01-25T22:41:13.909463+0000 mgr.smithi120.hllzij (mgr.14162) 96 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:15.263 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:14 smithi120 conmon[28653]: audit 2022-01-25T22:41:13.912608+0000 mon.smithi120 (mon.0) 273 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:41:15.263 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:14 smithi120 conmon[28653]: audit 2022-01-25T22:41:14.163675+0000 mon.smithi120 (mon.0) 274 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:15.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:14 smithi145 conmon[31276]: audit 2022-01-25T22:41:13.907563+0000 mon.smithi120 (mon.0) 270 : audit [INF] from='osd.1 [v2:172.21.15.120:6810/2753821765,v1:172.21.15.120:6811/2753821765]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2022-01-25T22:41:15.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:14 smithi145 conmon[31276]: cluster 2022-01-25T22:41:13.907616+0000 mon.smithi120 (mon.0) 271 2022-01-25T22:41:15.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:14 smithi145 conmon[31276]: : cluster [DBG] osdmap e13: 2 total, 1 up, 2 in 2022-01-25T22:41:15.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:14 smithi145 conmon[31276]: audit 2022-01-25T22:41:13.907913+0000 mon.smithi120 (mon.0) 272 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:41:15.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:14 smithi145 conmon[31276]: cluster 2022-01-25T22:41:13.909463+0000 mgr.smithi120.hllzij (mgr.14162) 96 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:15.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:14 smithi145 conmon[31276]: audit 2022-01-25T22:41:13.912608+0000 mon.smithi120 (mon.0) 2022-01-25T22:41:15.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:14 smithi145 conmon[31276]: 273 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:41:15.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:14 smithi145 conmon[31276]: audit 2022-01-25T22:41: 2022-01-25T22:41:15.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:14 smithi145 conmon[31276]: 14.163675+0000 mon.smithi120 (mon.0) 274 : audit 2022-01-25T22:41:15.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:14 smithi145 conmon[31276]: [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:16.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:15 smithi120 conmon[28653]: cluster 2022-01-25T22:41:13.109611+0000 osd.1 (osd 2022-01-25T22:41:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:15 smithi120 conmon[28653]: .1) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:41:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:15 smithi120 conmon[28653]: cluster 2022-01-25T22:41:13.109719+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:41:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:15 smithi120 conmon[28653]: audit 2022-01-25T22:41:14.910604+0000 mon.smithi120 (mon.0) 275 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:41:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:15 smithi120 conmon[28653]: cluster 2022-01-25T22:41:14.917364+0000 mon.smithi120 (mon.0) 276 : cluster [INF] osd.1 [v2:172.21.15.120:6810/2753821765,v1:172.21.15.120:6811/2753821765] boot 2022-01-25T22:41:16.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:15 smithi120 conmon[28653]: cluster 2022-01-25T22:41:14.917397+0000 mon.smithi120 (mon.0) 277 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2022-01-25T22:41:16.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:15 smithi120 conmon[28653]: audit 2022-01-25T22:41:14.917793+0000 mon.smithi120 (mon.0) 278 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:41:16.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:15 smithi145 conmon[31276]: cluster 2022-01-25T22:41:13.109611+0000 osd.1 (osd. 2022-01-25T22:41:16.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:15 smithi145 conmon[31276]: 1) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:41:16.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:15 smithi145 conmon[31276]: cluster 2022-01-25T22:41:13.109719+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:41:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:15 smithi145 conmon[31276]: audit 2022-01-25T22:41:14.910604+0000 mon.smithi120 (mon.0) 275 2022-01-25T22:41:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:15 smithi145 conmon[31276]: : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:41:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:15 smithi145 conmon[31276]: cluster 2022-01-25T22:41 2022-01-25T22:41:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:15 smithi145 conmon[31276]: :14.917364+0000 mon.smithi120 (mon.0) 276 : cluster 2022-01-25T22:41:16.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:15 smithi145 conmon[31276]: [INF] osd.1 [v2:172.21.15.120:6810/2753821765,v1:172.21.15.120:6811/2753821765] boot 2022-01-25T22:41:16.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:15 smithi145 conmon[31276]: cluster 2022-01-25T22:41 2022-01-25T22:41:16.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:15 smithi145 conmon[31276]: :14.917397+0000 mon.smithi120 (mon.0) 277 : 2022-01-25T22:41:16.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:15 smithi145 conmon[31276]: cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2022-01-25T22:41:16.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:15 smithi145 conmon[31276]: audit 2022-01-25T22:41 2022-01-25T22:41:16.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:15 smithi145 conmon[31276]: :14.917793+0000 mon.smithi120 (mon.0) 278 : audit 2022-01-25T22:41:16.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:15 smithi145 conmon[31276]: [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:41:17.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: cluster 2022-01-25T22:41:15.909721+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:41:17.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: 14162) 97 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:17.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: cluster 2022-01-25T22:41:15.927161+0000 mon.smithi120 (mon.0) 279 : cluster [DBG] osdmap e15: 2 total, 2 up, 2 in 2022-01-25T22:41:17.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: audit 2022-01-25T22:41:16.096695+0000 2022-01-25T22:41:17.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: mon.smithi120 (mon.0) 280 : audit [INF] from='client.? 172.21.15.120:0/3338677664' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "877d80eb-1744-44d2-a409-0b73245a3508"}]: dispatch 2022-01-25T22:41:17.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: audit 2022-01-25T 2022-01-25T22:41:17.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: 22:41: 2022-01-25T22:41:17.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: 16.100358+0000 mon.smithi120 (mon.0) 281 : audit [INF] 2022-01-25T22:41:17.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: from='client.? 172.21.15.120:0/3338677664' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "877d80eb-1744-44d2-a409-0b73245a3508"}]': finished 2022-01-25T22:41:17.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: cluster 2022-01-25T22:41:17.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: 2022-01-25T22:41:16.100408+0000 mon.smithi120 (mon 2022-01-25T22:41:17.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: .0) 282 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2022-01-25T22:41:17.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: audit 2022-01-25T 2022-01-25T22:41:17.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: 22:41:16.100500+0000 mon.smithi120 (mon.0) 283 : audit 2022-01-25T22:41:17.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:41:17.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: audit 2022-01-25T22:41:17.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: 2022-01-25T22:41:16.507399 2022-01-25T22:41:17.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:16 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 284 : audit [DBG] from='client.? 172.21.15.120:0/2263260499' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:41:17.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:16 smithi145 conmon[31276]: cluster 2022-01-25T22:41:15.909721+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:41:17.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:16 smithi145 conmon[31276]: 97 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 4.7 MiB used, 89 GiB / 89 GiB avail 2022-01-25T22:41:17.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:16 smithi145 conmon[31276]: cluster 2022-01-25T22:41:15.927161+0000 mon.smithi120 (mon.0) 279 : cluster [DBG] osdmap e15: 2 total, 2 up, 2 in 2022-01-25T22:41:17.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:16 smithi145 conmon[31276]: audit 2022-01-25T22:41:17.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:16 smithi145 conmon[31276]: 2022-01-25T22:41:16.096695+0000 mon.smithi120 (mon.0) 280 : audit [INF] from='client.? 172.21.15.120:0/3338677664' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "877d80eb-1744-44d2-a409-0b73245a3508"}]: dispatch 2022-01-25T22:41:17.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:16 smithi145 conmon[31276]: audit 2022-01-25T 2022-01-25T22:41:17.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:16 smithi145 conmon[31276]: 22:41:16.100358+0000 mon.smithi120 (mon.0) 281 : audit [INF] from='client.? 172.21.15.120:0/3338677664' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "877d80eb-1744-44d2-a409-0b73245a3508"}]': finished 2022-01-25T22:41:17.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:16 smithi145 conmon[31276]: cluster 2022-01-25 2022-01-25T22:41:17.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:16 smithi145 conmon[31276]: T22:41:16.100408+0000 mon.smithi120 (mon.0) 282 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2022-01-25T22:41:17.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:16 smithi145 conmon[31276]: audit 2022-01-25T22:41:16.100500+0000 mon.smithi120 (mon.0) 2022-01-25T22:41:17.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:16 smithi145 conmon[31276]: 283 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:41:17.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:16 smithi145 conmon[31276]: audit 2022-01-25T22:41:17.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:16 smithi145 conmon[31276]: 2022-01-25T22:41:16.507399+0000 mon.smithi120 (mon.0) 284 : audit [DBG] from='client.? 172.21.15.120:0/2263260499' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:41:19.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:18 smithi120 conmon[28653]: cluster 2022-01-25T22:41:17.910077+0000 mgr.smithi120.hllzij (mgr.14162) 98 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:41:19.188 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:18 smithi145 conmon[31276]: cluster 2022-01-25T22:41:17.910077+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:41:19.188 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:18 smithi145 conmon[31276]: 98 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 9.5 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:41:22.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:21 smithi120 conmon[28653]: cluster 2022-01-25T22:41:19.910494+0000 mgr.smithi120.hllzij (mgr.14162) 99 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:41:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:21 smithi120 conmon[28653]: audit 2022-01-25T22:41:21.074908+0000 mon.smithi120 (mon.0) 285 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:21 smithi120 conmon[28653]: audit 2022-01-25T22:41:21.078493+0000 mon.smithi120 (mon.0) 286 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:21 smithi120 conmon[28653]: audit 2022-01-25T22:41:21.080713+0000 mon.smithi120 (mon.0) 287 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:22.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:21 smithi120 conmon[28653]: audit 2022-01-25T22:41:21.855034+0000 mon.smithi120 (mon.0) 288 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2022-01-25T22:41:22.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:21 smithi120 conmon[28653]: audit 2022-01-25T22:41:21.855603+0000 mon.smithi120 (mon.0) 289 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:22.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:21 smithi145 conmon[31276]: cluster 2022-01-25T22:41:19.910494+0000 mgr.smithi120.hllzij (mgr.14162 2022-01-25T22:41:22.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:21 smithi145 conmon[31276]: ) 99 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:41:22.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:21 smithi145 conmon[31276]: audit 2022-01-25T22:41:21.074908+0000 mon.smithi120 (mon.0) 285 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:21 smithi145 conmon[31276]: audit 2022-01-25T22:41:21.078493+0000 mon.smithi120 (mon.0) 286 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:21 smithi145 conmon[31276]: audit 2022-01-25T22:41:21.080713+0000 mon.smithi120 (mon.0) 287 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:21 smithi145 conmon[31276]: audit 2022-01-25T22:41:21.855034+0000 mon.smithi120 (mon.0) 288 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2022-01-25T22:41:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:21 smithi145 conmon[31276]: audit 2022-01-25T22:41:21.855603+0000 mon.smithi120 (mon.0) 289 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:23.262 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:22 smithi120 conmon[28653]: cephadm 2022-01-25T22:41:21.070051+0000 mgr.smithi120.hllzij (mgr.14162) 100 : cephadm [INF] Detected new or changed devices on smithi120 2022-01-25T22:41:23.262 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:22 smithi120 conmon[28653]: cephadm 2022-01-25T22:41:21.856041+0000 mgr.smithi120.hllzij (mgr.14162) 101 : cephadm [INF] Deploying daemon osd.2 on smithi120 2022-01-25T22:41:23.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:22 smithi145 conmon[31276]: cephadm 2022-01-25T22:41:21.070051+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:41:23.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:22 smithi145 conmon[31276]: .14162) 100 : cephadm [INF] Detected new or changed devices on smithi120 2022-01-25T22:41:23.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:22 smithi145 conmon[31276]: cephadm 2022-01-25T22:41:21.856041+0000 mgr.smithi120.hllzij (mgr.14162) 101 : cephadm [INF] Deploying daemon osd.2 on smithi120 2022-01-25T22:41:24.279 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:23 smithi120 conmon[28653]: cluster 2022-01-25T22:41:21.910842+0000 mgr.smithi120.hllzij ( 2022-01-25T22:41:24.280 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:23 smithi120 conmon[28653]: mgr.14162) 102 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:41:24.280 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:23 smithi120 conmon[28653]: audit 2022-01-25T22:41:23.224340+0000 mon.smithi120 (mon.0) 290 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:23 smithi145 conmon[31276]: cluster 2022-01-25T22:41:21.910842+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:41:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:23 smithi145 conmon[31276]: 14162) 102 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:41:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:23 smithi145 conmon[31276]: audit 2022-01-25T22:41:23.224340+0000 mon.smithi120 (mon.0) 290 : audit 2022-01-25T22:41:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:23 smithi145 conmon[31276]: [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:25.423 INFO:teuthology.orchestra.run.smithi120.stdout:Created osd(s) 2 on host 'smithi120' 2022-01-25T22:41:25.974 DEBUG:teuthology.orchestra.run.smithi120:osd.2> sudo journalctl -f -n 0 -u ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.2.service 2022-01-25T22:41:25.975 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:25 smithi120 conmon[28653]: cluster 2022-01-25T22:41:23.911164+0000 mgr.smithi120.hllzij (mgr.14162 2022-01-25T22:41:25.975 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:25 smithi120 conmon[28653]: ) 103 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:41:25.976 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:25 smithi120 conmon[28653]: audit 2022-01-25T22:41:25.418772+0000 mon.smithi120 (mon.0) 291 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:25.976 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:25 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:41:25.976 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:25 smithi120 conmon[28653]: 25T22:41:25.423621+0000 2022-01-25T22:41:25.976 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:25 smithi120 conmon[28653]: mon.smithi120 (mon.0) 292 : audit [INF] 2022-01-25T22:41:25.976 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:25 smithi120 conmon[28653]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:25.978 INFO:tasks.cephadm:Deploying osd.3 on smithi120 with /dev/vg_nvme/lv_1... 2022-01-25T22:41:25.979 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2022-01-25T22:41:26.007 INFO:journalctl@ceph.osd.2.smithi120.stdout:-- Logs begin at Tue 2022-01-25 22:32:22 UTC. -- 2022-01-25T22:41:26.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:25 smithi145 conmon[31276]: cluster 2022-01-25T22:41:23.911164+0000 mgr.smithi120.hllzij (mgr.14162) 103 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:41:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:25 smithi145 conmon[31276]: audit 2022-01-25T22:41:25.418772+0000 mon.smithi120 (mon.0) 291 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:25 smithi145 conmon[31276]: audit 2022-01-25T22:41:25.423621+0000 mon.smithi120 (mon.0) 292 : audit [INF] 2022-01-25T22:41:26.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:25 smithi145 conmon[31276]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:27.019 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:26 smithi120 conmon[28653]: audit 2022-01-25T22:41:26.394836+0000 mon.smithi120 ( 2022-01-25T22:41:27.019 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:26 smithi120 conmon[28653]: mon.0) 293 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:41:27.020 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:26 smithi120 conmon[28653]: audit 2022-01-25T22:41:26.395023+0000 mon.smithi120 (mon.0) 294 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:41:27.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:26 smithi145 conmon[31276]: audit 2022-01-25T22:41:26.394836+0000 mon.smithi120 (mon.0) 293 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:41:27.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:26 smithi145 conmon[31276]: audit 2022-01-25T22 2022-01-25T22:41:27.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:26 smithi145 conmon[31276]: :41:26.395023+0000 mon.smithi120 (mon.0) 294 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:41:27.945 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping: /dev/vg_nvme/lv_1 2022-01-25T22:41:27.946 INFO:teuthology.orchestra.run.smithi120.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2022-01-25T22:41:27.946 INFO:teuthology.orchestra.run.smithi120.stderr: stderr: 10+0 records in 2022-01-25T22:41:27.946 INFO:teuthology.orchestra.run.smithi120.stderr:10+0 records out 2022-01-25T22:41:27.947 INFO:teuthology.orchestra.run.smithi120.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0136677 s, 767 MB/s 2022-01-25T22:41:27.947 INFO:teuthology.orchestra.run.smithi120.stderr:--> Zapping successful for: 2022-01-25T22:41:28.007 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:27 smithi120 conmon[28653]: cluster 2022-01-25T22:41:25.911399+0000 mgr.smithi120.hllzij (mgr.14162) 104 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:41:28.007 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:27 smithi120 conmon[28653]: audit 2022-01-25T22:41:27.256564+0000 mon.smithi120 (mon.0) 295 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:28.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:27 smithi145 conmon[31276]: cluster 2022-01-25T22:41:25.911399+0000 mgr.smithi120.hllzij (mgr.14162) 104 2022-01-25T22:41:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:27 smithi145 conmon[31276]: : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:41:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:27 smithi145 conmon[31276]: audit 2022-01-25T22:41:27.256564+0000 mon.smithi120 (mon.0) 295 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:28.613 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi120:vg_nvme/lv_1 2022-01-25T22:41:28.772 INFO:journalctl@ceph.osd.2.smithi120.stdout:Jan 25 22:41:28 smithi120 conmon[54662]: debug 2022-01-25T22:41:28.507+0000 7f941a56b080 -1 osd.2 0 log_to_monitors {default=true} 2022-01-25T22:41:29.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:28 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:41:29.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:28 smithi120 conmon[28653]: T22:41:28.510974+0000 mon.smithi120 (mon.0) 296 : audit [INF] from='osd.2 [v2:172.21.15.120:6818/2541987241,v1:172.21.15.120:6819/2541987241]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2022-01-25T22:41:29.188 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:28 smithi145 conmon[31276]: audit 2022-01-25T22:41:28.510974+0000 mon.smithi120 (mon.0) 296 : audit [INF] from='osd.2 [v2:172.21.15.120:6818/2541987241,v1:172.21.15.120:6819/2541987241]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2022-01-25T22:41:30.236 INFO:journalctl@ceph.osd.2.smithi120.stdout:Jan 25 22:41:29 smithi120 conmon[54662]: debug 2022-01-25T22:41:29.905+0000 7f9410adc700 -1 osd.2 0 waiting for initial osdmap 2022-01-25T22:41:30.236 INFO:journalctl@ceph.osd.2.smithi120.stdout:Jan 25 22:41:29 smithi120 conmon[54662]: debug 2022-01-25T22:41:29.909+0000 7f940ba55700 -1 osd.2 18 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:41:30.237 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:29 smithi120 conmon[28653]: cluster 2022-01-25T22:41:27.911718+0000 mgr.smithi120.hllzij (mgr.14162) 105 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:41:30.237 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:29 smithi120 conmon[28653]: audit 2022-01-25T22:41:28.902185+0000 mon.smithi120 (mon.0) 297 : audit [INF] from='osd.2 [v2:172.21.15.120:6818/2541987241,v1:172.21.15.120:6819/2541987241]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2022-01-25T22:41:30.237 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:29 smithi120 conmon[28653]: cluster 2022-01-25T22:41:28.902234+0000 mon.smithi120 (mon.0) 298 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2022-01-25T22:41:30.238 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:29 smithi120 conmon[28653]: audit 2022-01-25T22:41:28.902321+0000 mon.smithi120 (mon.0) 299 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:41:30.238 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:29 smithi120 conmon[28653]: audit 2022-01-25T22:41:28.902914+0000 mon.smithi120 (mon.0) 300 : audit [INF] from='osd.2 [v2:172.21.15.120:6818/2541987241,v1:172.21.15.120:6819/2541987241]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2022-01-25T22:41:30.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:29 smithi145 conmon[31276]: cluster 2022-01-25T22:41:27.911718+0000 mgr.smithi120.hllzij (mgr.14162) 105 2022-01-25T22:41:30.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:29 smithi145 conmon[31276]: : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:41:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:29 smithi145 conmon[31276]: audit 2022-01-25T22:41:28.902185+0000 mon.smithi120 (mon.0) 297 : audit [INF] from='osd.2 [v2:172.21.15.120:6818/2541987241,v1:172.21.15.120:6819/2541987241]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2022-01-25T22:41:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:29 smithi145 conmon[31276]: cluster 2022-01-25T22:41:28.902234+0000 mon.smithi120 (mon 2022-01-25T22:41:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:29 smithi145 conmon[31276]: .0) 298 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2022-01-25T22:41:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:29 smithi145 conmon[31276]: audit 2022-01-25 2022-01-25T22:41:30.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:29 smithi145 conmon[31276]: T22:41:28.902321+0000 mon.smithi120 (mon.0 2022-01-25T22:41:30.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:29 smithi145 conmon[31276]: ) 299 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:41:30.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:29 smithi145 conmon[31276]: audit 2022-01-25T 2022-01-25T22:41:30.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:29 smithi145 conmon[31276]: 22:41:28.902914+0000 mon.smithi120 (mon.0 2022-01-25T22:41:30.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:29 smithi145 conmon[31276]: ) 300 : audit [INF] from='osd.2 [v2:172.21.15.120:6818/2541987241,v1:172.21.15.120:6819/2541987241]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2022-01-25T22:41:31.231 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:30 smithi120 conmon[28653]: audit 2022-01-25T22:41:29.902811+0000 mon.smithi120 (mon.0) 301 : audit [INF] from='osd.2 [v2:172.21.15.120:6818/2541987241,v1:172.21.15.120:6819/2541987241]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2022-01-25T22:41:31.232 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:30 smithi120 conmon[28653]: cluster 2022-01-25T22:41:29.902864+0000 mon.smithi120 (mon.0) 302 : cluster [DBG] osdmap e18: 3 total, 2 up, 3 in 2022-01-25T22:41:31.232 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:30 smithi120 conmon[28653]: audit 2022-01-25T22:41:29.903831+0000 mon.smithi120 (mon.0) 303 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:41:31.232 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:30 smithi120 conmon[28653]: audit 2022-01-25T22:41:29.909083+0000 mon.smithi120 (mon.0) 304 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:41:31.232 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:30 smithi120 conmon[28653]: cluster 2022-01-25T22:41:29.911934+0000 mgr.smithi120.hllzij (mgr.14162) 106 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:41:31.233 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:30 smithi120 conmon[28653]: audit 2022-01-25T22:41:30.608757+0000 mon.smithi120 (mon.0) 305 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:31.233 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:30 smithi120 conmon[28653]: audit 2022-01-25T22:41:30.612078+0000 mon.smithi120 (mon.0) 306 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:31.233 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:30 smithi120 conmon[28653]: audit 2022-01-25T22:41:30.614156+0000 mon.smithi120 (mon.0) 307 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:31.233 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:30 smithi120 conmon[28653]: audit 2022-01-25T22:41:30.723419+0000 mgr.smithi120.hllzij (mgr.14162) 107 : audit [DBG] from='client.14264 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:31.234 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:30 smithi120 conmon[28653]: audit 2022-01-25T22:41:30.724215+0000 mon.smithi120 (mon.0) 308 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:41:31.234 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:30 smithi120 conmon[28653]: cephadm 2022-01-25T22:41:30.725319+0000 mgr.smithi120.hllzij (mgr.14162) 108 : cephadm [INF] Applying service osd.None on host smithi120... 2022-01-25T22:41:31.234 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:30 smithi120 conmon[28653]: audit 2022-01-25T22:41:30.725534+0000 mon.smithi120 (mon.0) 309 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:41:31.234 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:30 smithi120 conmon[28653]: audit 2022-01-25T22:41:31.235 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:30 smithi120 conmon[28653]: 2022-01-25T22:41:30.726205+0000 mon.smithi120 (mon.0) 310 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:31.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: audit 2022-01-25T22:41:29.902811+0000 mon.smithi120 (mon.0) 301 : audit [INF] 2022-01-25T22:41:31.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: from='osd.2 [v2:172.21.15.120:6818/2541987241,v1:172.21.15.120:6819/2541987241]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2022-01-25T22:41:31.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: cluster 2022-01-25T22:41:29.902864+0000 mon.smithi120 (mon.0) 302 : cluster [DBG] osdmap e18: 3 total, 2 up, 3 in 2022-01-25T22:41:31.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: audit 2022-01-25T22:41:29.903831+0000 mon.smithi120 (mon 2022-01-25T22:41:31.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: .0) 303 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:41:31.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:41:31.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: 01-25T22:41:29.909083+0000 mon.smithi120 2022-01-25T22:41:31.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: (mon.0) 304 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:41:31.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: cluster 2022-01- 2022-01-25T22:41:31.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: 25T22:41:29.911934+0000 mgr.smithi120.hllzij (mgr.14162 2022-01-25T22:41:31.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: ) 106 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 9.6 MiB used, 179 GiB / 179 GiB avail 2022-01-25T22:41:31.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:41:31.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: 01-25T22:41:30. 2022-01-25T22:41:31.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: 608757+0000 mon.smithi120 (mon.0) 2022-01-25T22:41:31.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: 305 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:31.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:41:31.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: 01-25T22:41:30.612078+0000 mon.smithi120 ( 2022-01-25T22:41:31.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: mon.0) 306 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:31.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: audit 2022-01-25T22:41 2022-01-25T22:41:31.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: :30.614156+0000 mon.smithi120 (mon.0) 307 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:31.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: audit 2022-01-25T22 2022-01-25T22:41:31.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: :41:30.723419+0000 mgr.smithi120.hllzij (mgr.14162) 107 : audit [DBG] from='client.14264 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi120:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:31.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: audit 2022-01-25T22:41:30.724215+0000 2022-01-25T22:41:31.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: mon.smithi120 (mon.0) 308 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:41:31.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: cephadm 2022-01-25T22:41:30.725319+0000 mgr.smithi120.hllzij 2022-01-25T22:41:31.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: (mgr.14162) 108 : cephadm [INF] Applying service osd.None on host smithi120... 2022-01-25T22:41:31.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: audit 2022 2022-01-25T22:41:31.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: -01-25T22:41:30.725534+0000 mon.smithi120 2022-01-25T22:41:31.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: (mon.0) 309 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:41:31.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: audit 2022-01-25T 2022-01-25T22:41:31.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: 22:41:30.726205+0000 mon.smithi120 (mon.0) 310 : audit 2022-01-25T22:41:31.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:30 smithi145 conmon[31276]: [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:32.174 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:31 smithi120 conmon[28653]: cluster 2022-01-25T22:41:29.530210+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:41:32.174 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:31 smithi120 conmon[28653]: cluster 2022-01-25T22:41:29.530340+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:41:32.174 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:31 smithi120 conmon[28653]: audit 2022-01-25T22:41:30.906535+0000 mon.smithi120 (mon.0) 311 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:41:32.175 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:31 smithi120 conmon[28653]: cluster 2022-01-25T22:41:30.910220+0000 mon.smithi120 (mon.0) 312 : cluster [INF] osd.2 [v2:172.21.15.120:6818/2541987241,v1:172.21.15.120:6819/2541987241] boot 2022-01-25T22:41:32.175 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:31 smithi120 conmon[28653]: cluster 2022-01-25T22:41:30.910261+0000 mon.smithi120 (mon.0) 313 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2022-01-25T22:41:32.175 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:31 smithi120 conmon[28653]: audit 2022-01-25T22:41:30.910759+0000 mon.smithi120 (mon.0) 314 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:41:32.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:31 smithi145 conmon[31276]: cluster 2022-01-25T22:41:29.530210+0000 osd.2 (osd.2) 1 : 2022-01-25T22:41:32.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:31 smithi145 conmon[31276]: cluster [DBG] purged_snaps scrub starts 2022-01-25T22:41:32.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:31 smithi145 conmon[31276]: cluster 2022-01-25T22:41:29.530340+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:41:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:31 smithi145 conmon[31276]: audit 2022-01-25T22:41:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:31 smithi145 conmon[31276]: 2022-01-25T22:41:30.906535+0000 mon.smithi120 (mon.0) 311 : audit [DBG] 2022-01-25T22:41:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:31 smithi145 conmon[31276]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:41:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:31 smithi145 conmon[31276]: cluster 2022-01-25T22:41:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:31 smithi145 conmon[31276]: 2022-01-25T22:41:30.910220+0000 mon.smithi120 ( 2022-01-25T22:41:32.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:31 smithi145 conmon[31276]: mon.0) 312 : cluster [INF] osd.2 [v2:172.21.15.120:6818/2541987241,v1:172.21.15.120:6819/2541987241] boot 2022-01-25T22:41:32.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:31 smithi145 conmon[31276]: cluster 2022-01 2022-01-25T22:41:32.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:31 smithi145 conmon[31276]: -25T22:41:30.910261+0000 mon.smithi120 2022-01-25T22:41:32.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:31 smithi145 conmon[31276]: (mon.0) 313 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2022-01-25T22:41:32.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:31 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:41:32.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:31 smithi145 conmon[31276]: 01-25T22:41:30.910759+0000 mon.smithi120 2022-01-25T22:41:32.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:31 smithi145 conmon[31276]: (mon.0) 314 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:41:33.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:32 smithi120 conmon[28653]: cluster 2022-01-25T22:41:31.912205+0000 mgr.smithi120.hllzij ( 2022-01-25T22:41:33.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:32 smithi120 conmon[28653]: mgr.14162) 109 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:33.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:32 smithi120 conmon[28653]: cluster 2022-01-25T22:41:31.927253+0000 mon.smithi120 (mon.0) 315 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2022-01-25T22:41:33.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:32 smithi120 conmon[28653]: audit 2022-01-25T22:41:32.760625+0000 mon.smithi120 (mon.0) 316 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:33.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:32 smithi145 conmon[31276]: cluster 2022-01-25T22:41:31.912205+0000 mgr.smithi120.hllzij (mgr.14162) 109 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:33.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:32 smithi145 conmon[31276]: cluster 2022-01-25T22:41:31.927253+0000 mon.smithi120 (mon.0) 315 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2022-01-25T22:41:33.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:32 smithi145 conmon[31276]: audit 2022-01-25T22:41:32.760625+0000 mon.smithi120 (mon.0) 316 : audit [INF] 2022-01-25T22:41:33.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:32 smithi145 conmon[31276]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:34.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:33 smithi120 conmon[28653]: audit 2022-01-25T22:41:33.199927+0000 mon.smithi120 (mon.0) 317 2022-01-25T22:41:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:33 smithi120 conmon[28653]: : audit [INF] from='client.? 172.21.15.120:0/822084584' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a22890ef-bcfb-4370-b006-a5b0758fa342"}]: dispatch 2022-01-25T22:41:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:33 smithi120 conmon[28653]: audit 2022-01-25T22:41:33.203296+0000 mon.smithi120 (mon.0) 318 : audit [INF] from='client.? 172.21.15.120:0/822084584' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a22890ef-bcfb-4370-b006-a5b0758fa342"}]': finished 2022-01-25T22:41:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:33 smithi120 conmon[28653]: cluster 2022-01-25T22:41:33.203340+0000 mon.smithi120 (mon.0) 319 : cluster [DBG] osdmap e21: 4 total, 3 up, 4 in 2022-01-25T22:41:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:33 smithi120 conmon[28653]: audit 2022-01-25T22:41:33.203425+0000 mon.smithi120 (mon.0) 320 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:41:34.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:33 smithi120 conmon[28653]: audit 2022-01-25T22:41:33.635370+0000 mon.smithi120 (mon.0) 321 : audit [DBG] from='client.? 172.21.15.120:0/1061754190' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:41:34.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:33 smithi145 conmon[31276]: audit 2022-01-25T22:41:33.199927+0000 mon.smithi120 (mon.0) 317 : audit [INF] 2022-01-25T22:41:34.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:33 smithi145 conmon[31276]: from='client.? 172.21.15.120:0/822084584' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a22890ef-bcfb-4370-b006-a5b0758fa342"}]: dispatch 2022-01-25T22:41:34.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:33 smithi145 conmon[31276]: audit 2022-01-25T22:41:33.203296+0000 mon.smithi120 (mon.0) 318 : audit [INF] from='client.? 172.21.15.120:0/822084584' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a22890ef-bcfb-4370-b006-a5b0758fa342"}]': finished 2022-01-25T22:41:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:33 smithi145 conmon[31276]: cluster 2022-01-25T22:41:33.203340+0000 mon.smithi120 (mon.0) 319 : 2022-01-25T22:41:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:33 smithi145 conmon[31276]: cluster [DBG] osdmap e21: 4 total, 3 up, 4 in 2022-01-25T22:41:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:33 smithi145 conmon[31276]: audit 2022-01-25T22:41:33.203425+0000 mon.smithi120 (mon.0) 320 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:41:34.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:33 smithi145 conmon[31276]: audit 2022-01-25T22:41:33.635370+0000 mon.smithi120 (mon.0) 321 : audit [DBG] from='client.? 172.21.15.120:0/1061754190' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:41:35.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:35 smithi120 conmon[28653]: cluster 2022-01-25T22:41:33.912517+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:41:35.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:35 smithi120 conmon[28653]: 110 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:35.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:35 smithi145 conmon[31276]: cluster 2022-01-25T22:41:33.912517+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:41:35.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:35 smithi145 conmon[31276]: .14162) 110 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 14 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:37.173 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:36 smithi120 conmon[28653]: cluster 2022-01-25T22:41:35.912936+0000 mgr.smithi120.hllzij (mgr.14162) 111 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:37.174 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:36 smithi120 conmon[28653]: audit 2022-01-25T22:41:35.955792+0000 mon.smithi120 (mon.0) 322 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:37.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:36 smithi145 conmon[31276]: cluster 2022-01-25T22:41:35.912936+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:41:37.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:36 smithi145 conmon[31276]: 111 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:37.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:36 smithi145 conmon[31276]: audit 2022-01-25T22:41:35.955792+0000 mon.smithi120 (mon. 2022-01-25T22:41:37.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:36 smithi145 conmon[31276]: 0) 322 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:39.187 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:38 smithi120 conmon[28653]: cluster 2022-01-25T22:41:37.913198+0000 mgr.smithi120.hllzij (mgr.14162) 112 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:39.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:38 smithi145 conmon[31276]: cluster 2022-01-25T22:41:37.913198+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:41:39.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:38 smithi145 conmon[31276]: 14162) 112 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:40.644 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:40 smithi120 conmon[28653]: cephadm 2022-01-25T22:41:39.363139+0000 mgr.smithi120.hllzij (mgr.14162) 113 : cephadm [INF] Detected new or changed devices on smithi120 2022-01-25T22:41:40.645 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:40 smithi120 conmon[28653]: audit 2022-01-25T22:41:39.368179+0000 mon.smithi120 (mon.0) 323 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:40.645 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:40 smithi120 conmon[28653]: audit 2022-01-25T22:41:39.734918+0000 mon.smithi120 (mon.0) 324 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:40.645 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:40 smithi120 conmon[28653]: audit 2022-01-25T22:41:40.035002+0000 mon.smithi120 (mon.0) 325 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2022-01-25T22:41:40.645 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:40 smithi120 conmon[28653]: audit 2022-01-25T22:41:40.035631+0000 mon.smithi120 (mon.0) 326 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:40.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:40 smithi145 conmon[31276]: cephadm 2022-01-25T22:41:39.363139+0000 mgr.smithi120.hllzij (mgr.14162) 113 : 2022-01-25T22:41:40.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:40 smithi145 conmon[31276]: cephadm [INF] Detected new or changed devices on smithi120 2022-01-25T22:41:40.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:40 smithi145 conmon[31276]: audit 2022-01-25T22:41:39.368179+0000 mon.smithi120 (mon.0) 323 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:40 smithi145 conmon[31276]: audit 2022-01-25T22:41:39. 2022-01-25T22:41:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:40 smithi145 conmon[31276]: 734918+0000 mon.smithi120 (mon.0) 324 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:40 smithi145 conmon[31276]: audit 2022-01-25T22:41:40.035002+0000 mon.smithi120 (mon.0) 325 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2022-01-25T22:41:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:40 smithi145 conmon[31276]: audit 2022-01-25T22:41:40.035631+0000 mon.smithi120 (mon.0) 326 : 2022-01-25T22:41:40.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:40 smithi145 conmon[31276]: audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:42.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:41 smithi120 conmon[28653]: cluster 2022-01-25T22:41:39.913596+0000 mgr.smithi120.hllzij (mgr.14162) 114 2022-01-25T22:41:42.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:41 smithi120 conmon[28653]: : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:42.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:41 smithi120 conmon[28653]: cephadm 2022-01-25T22:41:40.036107+0000 mgr.smithi120.hllzij (mgr.14162) 115 : cephadm [INF] Deploying daemon osd.3 on smithi120 2022-01-25T22:41:42.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:41 smithi145 conmon[31276]: cluster 2022-01-25T22:41:39.913596+0000 mgr.smithi120.hllzij (mgr.14162) 114 : 2022-01-25T22:41:42.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:41 smithi145 conmon[31276]: cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:41 smithi145 conmon[31276]: cephadm 2022-01-25T22:41:40.036107+0000 mgr.smithi120.hllzij (mgr.14162) 115 : cephadm [INF] Deploying daemon osd.3 on smithi120 2022-01-25T22:41:42.931 INFO:teuthology.orchestra.run.smithi120.stdout:Created osd(s) 3 on host 'smithi120' 2022-01-25T22:41:43.341 DEBUG:teuthology.orchestra.run.smithi120:osd.3> sudo journalctl -f -n 0 -u ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.3.service 2022-01-25T22:41:43.343 INFO:tasks.cephadm:Deploying osd.4 on smithi145 with /dev/vg_nvme/lv_4... 2022-01-25T22:41:43.344 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2022-01-25T22:41:43.373 INFO:journalctl@ceph.osd.3.smithi120.stdout:-- Logs begin at Tue 2022-01-25 22:32:22 UTC. -- 2022-01-25T22:41:44.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:43 smithi145 conmon[31276]: cluster 2022-01-25T22:41:41.913863+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:41:44.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:43 smithi145 conmon[31276]: 116 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:44.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:43 smithi145 conmon[31276]: audit 2022-01-25T22:41:42.917905+0000 mon.smithi120 (mon.0) 327 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:44.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:43 smithi145 conmon[31276]: audit 2022-01-25T22:41:42.924209+0000 mon.smithi120 (mon.0) 328 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:44.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:43 smithi145 conmon[31276]: audit 2022-01-25T22:41:42.929249+0000 mon.smithi120 (mon.0) 329 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:44.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:43 smithi145 conmon[31276]: audit 2022-01-25T22:41:42.931691+0000 mon.smithi120 (mon.0) 330 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:41:44.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:43 smithi120 conmon[28653]: cluster 2022-01-25T22:41:41.913863+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:41:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:43 smithi120 conmon[28653]: 14162) 116 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:43 smithi120 conmon[28653]: audit 2022-01-25T22:41:42.917905+0000 mon.smithi120 (mon.0) 327 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:43 smithi120 conmon[28653]: audit 2022-01-25T22:41:42.924209+0000 mon.smithi120 (mon.0) 328 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:43 smithi120 conmon[28653]: audit 2022-01-25T22:41:42.929249+0000 mon.smithi120 (mon.0) 329 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:44.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:43 smithi120 conmon[28653]: audit 2022-01-25T22:41:42.931691+0000 mon.smithi120 (mon.0) 330 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:41:45.091 INFO:teuthology.orchestra.run.smithi145.stderr:--> Zapping: /dev/vg_nvme/lv_4 2022-01-25T22:41:45.092 INFO:teuthology.orchestra.run.smithi145.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2022-01-25T22:41:45.092 INFO:teuthology.orchestra.run.smithi145.stderr: stderr: 10+0 records in 2022-01-25T22:41:45.092 INFO:teuthology.orchestra.run.smithi145.stderr:10+0 records out 2022-01-25T22:41:45.092 INFO:teuthology.orchestra.run.smithi145.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0108618 s, 965 MB/s 2022-01-25T22:41:45.093 INFO:teuthology.orchestra.run.smithi145.stderr:--> Zapping successful for: 2022-01-25T22:41:45.275 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:44 smithi145 conmon[31276]: cluster 2022-01-25T22:41:43.914136+0000 mgr.smithi120.hllzij (mgr.14162) 117 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:45.275 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:44 smithi145 conmon[31276]: audit 2022-01-25T22:41:43.930798+0000 mon.smithi120 (mon.0) 331 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2022-01-25T22:41:45.275 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:44 smithi145 conmon[31276]: cluster 2022-01-25T22:41:43.930848+0000 mon.smithi120 (mon.0) 332 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2022-01-25T22:41:45.275 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:44 smithi145 conmon[31276]: audit 2022-01-25T22:41:43.930983+0000 mon.smithi120 (mon.0) 333 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:41:45.276 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:44 smithi145 conmon[31276]: audit 2022-01-25T22:41:43.932259+0000 mon.smithi120 (mon.0) 334 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:41:45.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:44 smithi120 conmon[28653]: cluster 2022-01-25T22:41:43.914136+0000 mgr.smithi120.hllzij (mgr.14162) 117 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:45.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:44 smithi120 conmon[28653]: audit 2022-01-25T22:41:43.930798+0000 mon.smithi120 (mon.0) 331 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]': finished 2022-01-25T22:41:45.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:44 smithi120 conmon[28653]: cluster 2022-01-25T22:41:43.930848+0000 mon.smithi120 (mon.0) 332 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2022-01-25T22:41:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:44 smithi120 conmon[28653]: audit 2022-01-25T22:41:43.930983+0000 mon.smithi120 (mon.0) 333 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:41:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:44 smithi120 conmon[28653]: audit 2022-01-25T22:41:43.932259+0000 mon.smithi120 (mon.0) 334 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:41:45.467 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi145:vg_nvme/lv_4 2022-01-25T22:41:46.165 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:45 smithi145 conmon[31276]: audit 2022-01-25T22:41:44.932064+0000 mon.smithi120 (mon.0) 335 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:41:46.166 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:45 smithi145 conmon[31276]: cluster 2022-01-25T22:41:44.932125+0000 mon.smithi120 (mon.0) 336 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2022-01-25T22:41:46.166 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:45 smithi145 conmon[31276]: audit 2022-01-25T22:41:44.932426+0000 mon.smithi120 (mon.0) 337 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:41:46.301 INFO:journalctl@ceph.osd.3.smithi120.stdout:Jan 25 22:41:46 smithi120 conmon[60229]: debug 2022-01-25T22:41:46.143+0000 7fddb8ab3080 -1 osd.3 0 log_to_monitors {default=true} 2022-01-25T22:41:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:45 smithi120 conmon[28653]: audit 2022-01-25T22:41:44.932064+0000 mon.smithi120 (mon.0) 335 : 2022-01-25T22:41:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:45 smithi120 conmon[28653]: audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:41:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:45 smithi120 conmon[28653]: cluster 2022-01-25T22:41:44.932125+0000 mon.smithi120 (mon.0) 336 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2022-01-25T22:41:46.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:45 smithi120 conmon[28653]: audit 2022-01-25T22:41:44.932426+0000 mon.smithi120 (mon.0) 337 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:41:47.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:46 smithi120 conmon[28653]: cluster 2022-01-25T22:41:45.914463+0000 mgr.smithi120.hllzij (mgr.14162) 118 : cluster [DBG] pgmap v82: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:46 smithi120 conmon[28653]: 2022-01-25T22:41:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:46 smithi120 conmon[28653]: cluster 2022-01-25T22:41:45.940616+0000 mon.smithi120 (mon.0) 338 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2022-01-25T22:41:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:46 smithi120 conmon[28653]: audit 2022 2022-01-25T22:41:47.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:46 smithi120 conmon[28653]: -01-25T22:41:45.940755+0000 mon.smithi120 (mon.0) 339 : audit [DBG] 2022-01-25T22:41:47.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:46 smithi120 conmon[28653]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:41:47.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:46 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:41:47.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:46 smithi120 conmon[28653]: 01-25T22:41:46. 2022-01-25T22:41:47.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:46 smithi120 conmon[28653]: 148657+0000 mon.smithi120 (mon.0) 340 2022-01-25T22:41:47.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:46 smithi120 conmon[28653]: : audit [INF] from='osd.3 [v2:172.21.15.120:6826/1938071862,v1:172.21.15.120:6827/1938071862]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2022-01-25T22:41:47.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:46 smithi145 conmon[31276]: cluster 2022-01-25T22:41:45.914463+0000 mgr.smithi120.hllzij (mgr.14162) 118 : cluster 2022-01-25T22:41:47.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:46 smithi145 conmon[31276]: [DBG] pgmap v82: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:47.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:46 smithi145 conmon[31276]: cluster 2022-01-25T22:41:45.940616+0000 mon.smithi120 (mon.0) 338 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2022-01-25T22:41:47.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:46 smithi145 conmon[31276]: audit 2022-01-25T22:41:45.940755+0000 mon.smithi120 (mon.0) 339 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:41:47.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:46 smithi145 conmon[31276]: audit 2022-01-25T22:41:46.148657+0000 mon.smithi120 (mon.0) 340 : audit [INF] from='osd.3 [v2:172.21.15.120:6826/1938071862,v1:172.21.15.120:6827/1938071862]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2022-01-25T22:41:48.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: audit 2022-01-25T22:41:46.944672+0000 mon.smithi120 (mon. 2022-01-25T22:41:48.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: 0) 341 : audit [INF] from='osd.3 [v2:172.21.15.120:6826/1938071862,v1:172.21.15.120:6827/1938071862]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2022-01-25T22:41:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: cluster 2022-01-25T22:41:46.944723+0000 mon.smithi120 (mon.0) 342 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2022-01-25T22:41:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: audit 2022-01-25T22:41:46.944817+0000 mon.smithi120 (mon.0) 343 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:41:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: audit 2022-01-25T22:41:46.945114+0000 mon.smithi120 (mon.0) 344 : audit [INF] from='osd.3 [v2:172.21.15.120:6826/1938071862,v1:172.21.15.120:6827/1938071862]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2022-01-25T22:41:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: audit 2022-01-25T22:41:47.335340+0000 mgr.smithi120.hllzij (mgr.14162) 119 : audit [DBG] 2022-01-25T22:41:48.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: from='client.24133 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:48.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: audit 2022-01-25T22:41:47.336135+0000 mon.smithi120 (mon.0) 345 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:41:48.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: 2022-01-25T22:41:48.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: cephadm 2022-01-25T22:41:47 2022-01-25T22:41:48.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: .337372+0000 mgr.smithi120.hllzij (mgr.14162) 120 : cephadm [INF] Applying service osd.None on host smithi145... 2022-01-25T22:41:48.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:41:48.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: 01-25T22:41:47.337609+0000 2022-01-25T22:41:48.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: mon.smithi120 (mon.0) 346 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:41:48.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: 2022-01-25T22:41:48.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: audit 2022-01-25T22:41:48.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: 2022-01-25T22:41:47.338122+0000 mon.smithi120 (mon 2022-01-25T22:41:48.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: .0) 347 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:48.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: audit 2022-01- 2022-01-25T22:41:48.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: 25T22:41:47.878418+0000 mon.smithi120 ( 2022-01-25T22:41:48.083 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:47 smithi145 conmon[31276]: mon.0) 348 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:48.270 INFO:journalctl@ceph.osd.3.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[60229]: debug 2022-01-25T22:41:47.948+0000 7fddaf024700 -1 osd.3 0 waiting for initial osdmap 2022-01-25T22:41:48.271 INFO:journalctl@ceph.osd.3.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[60229]: debug 2022-01-25T22:41:47.953+0000 7fdda979c700 -1 osd.3 26 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:41:48.271 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: audit 2022-01-25T22:41:46. 2022-01-25T22:41:48.272 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: 944672+0000 mon.smithi120 (mon.0) 341 : audit [INF] from='osd.3 [v2:172.21.15.120:6826/1938071862,v1:172.21.15.120:6827/1938071862]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2022-01-25T22:41:48.272 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: cluster 2022-01-25T22: 2022-01-25T22:41:48.272 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: 41:46.944723+0000 mon.smithi120 (mon.0) 342 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2022-01-25T22:41:48.272 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: audit 2022-01-25T 2022-01-25T22:41:48.273 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: 22:41:46.944817+0000 mon.smithi120 2022-01-25T22:41:48.273 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: (mon.0) 343 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:41:48.273 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: 2022-01-25T22:41:48.273 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: audit 2022-01-25T22:41:48.274 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: 2022-01-25T22:41:46.945114 2022-01-25T22:41:48.274 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 344 2022-01-25T22:41:48.274 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: : audit [INF] from='osd.3 [v2:172.21.15.120:6826/1938071862,v1:172.21.15.120:6827/1938071862]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2022-01-25T22:41:48.274 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: audit 2022-01-25T22:41:48.274 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: 2022-01-25T22:41:47.335340+0000 mgr.smithi120.hllzij 2022-01-25T22:41:48.275 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: (mgr.14162) 119 : audit [DBG] from='client.24133 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:41:48.275 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: 2022-01-25T22:41:48.275 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:41:48.275 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: 25T22:41:47.336135+0000 mon.smithi120 (mon 2022-01-25T22:41:48.276 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: .0) 345 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:41:48.276 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: cephadm 2022-01 2022-01-25T22:41:48.276 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: -25T22:41:47.337372+0000 mgr.smithi120.hllzij 2022-01-25T22:41:48.276 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: (mgr.14162) 120 : cephadm [INF] 2022-01-25T22:41:48.276 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: Applying service osd.None on host smithi145... 2022-01-25T22:41:48.277 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:41:48.277 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: -25T22:41:47.337609+0000 mon.smithi120 ( 2022-01-25T22:41:48.277 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: mon.0) 346 : audit [INF] 2022-01-25T22:41:48.277 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:41:48.278 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:41:48.278 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: T22:41:47.338122+0000 mon.smithi120 (mon. 2022-01-25T22:41:48.278 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: 0) 347 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:48.278 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: audit 2022-01-25T22:41:48.279 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: 2022-01-25T22:41: 2022-01-25T22:41:48.279 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: 47.878418+0000 mon.smithi120 (mon.0) 2022-01-25T22:41:48.279 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:47 smithi120 conmon[28653]: 348 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:49.220 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:48 smithi120 conmon[28653]: cluster 2022-01-25T22:41:47.914779+0000 mgr.smithi120.hllzij (mgr.14162) 121 : cluster [DBG] pgmap v85: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:49.220 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:48 smithi120 conmon[28653]: audit 2022-01-25T22:41:47.947048+0000 mon.smithi120 (mon.0) 349 : audit [INF] from='osd.3 [v2:172.21.15.120:6826/1938071862,v1:172.21.15.120:6827/1938071862]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2022-01-25T22:41:49.220 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:48 smithi120 conmon[28653]: cluster 2022-01-25T22:41:47.947094+0000 mon.smithi120 (mon.0) 350 : cluster [DBG] osdmap e26: 4 total, 3 up, 4 in 2022-01-25T22:41:49.221 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:48 smithi120 conmon[28653]: audit 2022-01-25T22:41:47.947438+0000 mon.smithi120 (mon.0) 351 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:41:49.221 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:48 smithi120 conmon[28653]: audit 2022-01-25T22:41:47.951094+0000 mon.smithi120 (mon.0) 352 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:41:49.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:48 smithi145 conmon[31276]: cluster 2022-01-25T22:41:47.914779+0000 mgr.smithi120.hllzij (mgr.14162) 121 : cluster [DBG] pgmap v85: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:49.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:48 smithi145 conmon[31276]: audit 2022-01-25T22:41:47.947048+0000 mon.smithi120 (mon.0) 349 : audit [INF] from='osd.3 [v2:172.21.15.120:6826/1938071862,v1:172.21.15.120:6827/1938071862]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]': finished 2022-01-25T22:41:49.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:48 smithi145 conmon[31276]: cluster 2022-01-25T22:41:47.947094+0000 mon.smithi120 (mon.0) 350 : cluster [DBG] osdmap e26: 4 total, 3 up, 4 in 2022-01-25T22:41:49.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:48 smithi145 conmon[31276]: audit 2022-01-25T22:41:47.947438+0000 mon.smithi120 (mon.0) 351 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:41:49.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:48 smithi145 conmon[31276]: audit 2022-01-25T22:41:47.951094+0000 mon.smithi120 (mon.0) 352 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:41:50.214 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:49 smithi120 conmon[28653]: cluster 2022-01-25T22:41:47.101457+0000 osd.3 (osd. 2022-01-25T22:41:50.215 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:49 smithi120 conmon[28653]: 3) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:41:50.215 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:49 smithi120 conmon[28653]: cluster 2022-01-25T22:41:47.101630+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:41:50.215 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:49 smithi120 conmon[28653]: cluster 2022-01-25T22:41:48.951621+0000 mon.smithi120 (mon.0) 353 : cluster [INF] osd.3 [v2:172.21.15.120:6826/1938071862,v1:172.21.15.120:6827/1938071862] boot 2022-01-25T22:41:50.216 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:49 smithi120 conmon[28653]: cluster 2022-01-25T22:41:48.951649+0000 mon.smithi120 (mon.0) 354 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2022-01-25T22:41:50.216 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:49 smithi120 conmon[28653]: audit 2022-01-25T22:41:48.952780+0000 mon.smithi120 (mon.0) 355 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:41:50.216 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:49 smithi120 conmon[28653]: audit 2022-01-25T22:41:49.406082+0000 mon.smithi145 (mon.1) 2 : audit [INF] from='client.? 172.21.15.145:0/1618831011' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dfcdb011-0dc8-4676-a70e-bcb04f33fcc7"}]: dispatch 2022-01-25T22:41:50.216 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:49 smithi120 conmon[28653]: audit 2022-01-25T22:41:49.406355+0000 mon.smithi120 (mon.0) 356 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dfcdb011-0dc8-4676-a70e-bcb04f33fcc7"}]: dispatch 2022-01-25T22:41:50.217 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:49 smithi120 conmon[28653]: audit 2022-01-25T22:41:49.414527+0000 mon.smithi120 (mon.0) 357 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dfcdb011-0dc8-4676-a70e-bcb04f33fcc7"}]': finished 2022-01-25T22:41:50.217 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:49 smithi120 conmon[28653]: cluster 2022-01-25T22:41:49.414580+0000 mon.smithi120 (mon.0) 358 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2022-01-25T22:41:50.217 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:49 smithi120 conmon[28653]: audit 2022-01-25T22:41:49.414669+0000 mon.smithi120 (mon.0) 359 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:41:50.217 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:49 smithi120 conmon[28653]: audit 2022-01-25T22:41:49.823542+0000 mon.smithi145 (mon.1) 3 : audit [DBG] from='client.? 172.21.15.145:0/2065389868' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:41:50.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:49 smithi145 conmon[31276]: cluster 2022-01-25T22:41:47.101457+0000 osd.3 (osd.3 2022-01-25T22:41:50.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:49 smithi145 conmon[31276]: ) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:41:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:49 smithi145 conmon[31276]: cluster 2022-01-25T22:41:47.101630+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:41:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:49 smithi145 conmon[31276]: cluster 2022-01-25T22:41:48.951621+0000 mon.smithi120 (mon.0) 353 : cluster [INF] osd.3 [v2:172.21.15.120:6826/1938071862,v1:172.21.15.120:6827/1938071862] boot 2022-01-25T22:41:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:49 smithi145 conmon[31276]: cluster 2022-01-25T22:41:48.951649+0000 mon.smithi120 (mon.0) 354 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2022-01-25T22:41:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:49 smithi145 conmon[31276]: audit 2022-01-25T22:41:48.952780+0000 mon.smithi120 (mon.0) 355 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:41:50.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:49 smithi145 conmon[31276]: audit 2022-01-25T22:41:49.406082+0000 mon.smithi145 (mon.1) 2 : audit [INF] from='client.? 172.21.15.145:0/1618831011' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dfcdb011-0dc8-4676-a70e-bcb04f33fcc7"}]: dispatch 2022-01-25T22:41:50.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:49 smithi145 conmon[31276]: audit 2022-01-25T22:41:49.406355+0000 mon.smithi120 (mon.0) 356 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dfcdb011-0dc8-4676-a70e-bcb04f33fcc7"}]: dispatch 2022-01-25T22:41:50.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:49 smithi145 conmon[31276]: audit 2022-01-25T22:41:49.414527+0000 mon.smithi120 (mon.0) 357 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dfcdb011-0dc8-4676-a70e-bcb04f33fcc7"}]': finished 2022-01-25T22:41:50.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:49 smithi145 conmon[31276]: cluster 2022-01-25T22:41:49.414580+0000 mon.smithi120 (mon.0) 358 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2022-01-25T22:41:50.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:49 smithi145 conmon[31276]: audit 2022-01-25T22:41:49.414669+0000 mon.smithi120 (mon.0) 359 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:41:50.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:49 smithi145 conmon[31276]: audit 2022-01-25T22:41:49.823542+0000 mon.smithi145 (mon.1) 3 : audit [DBG] from='client.? 172.21.15.145:0/2065389868' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:41:52.043 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:51 smithi145 conmon[31276]: cluster 2022-01-25T22:41:49.915045+0000 mgr.smithi120.hllzij (mgr.14162) 122 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:52.043 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:51 smithi145 conmon[31276]: 2022-01-25T22:41:52.043 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:51 smithi145 conmon[31276]: audit 2022-01-25T22:41:50.770917+0000 mon.smithi120 (mon.0) 360 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:52.044 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:51 smithi145 conmon[31276]: audit 2022-01-25T22:41:50.773779+0000 mon.smithi120 (mon.0) 361 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:52.044 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:51 smithi145 conmon[31276]: audit 2022-01-25T22:41:52.044 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:51 smithi145 conmon[31276]: 2022-01-25T22:41:50.775892+0000 mon.smithi120 (mon.0 2022-01-25T22:41:52.044 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:51 smithi145 conmon[31276]: ) 362 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:52.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:51 smithi120 conmon[28653]: cluster 2022-01-25T22:41:49.915045+0000 mgr.smithi120.hllzij (mgr.14162) 122 : cluster [DBG] pgmap v89: 1 pgs: 1 active+clean; 0 B data, 15 MiB used, 268 GiB / 268 GiB avail 2022-01-25T22:41:52.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:51 smithi120 conmon[28653]: audit 2022 2022-01-25T22:41:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:51 smithi120 conmon[28653]: -01-25T22:41:50.770917+0000 mon.smithi120 (mon.0) 360 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:51 smithi120 conmon[28653]: audit 2022-01-25T22:41:50.773779+0000 mon.smithi120 (mon.0) 361 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:51 smithi120 conmon[28653]: audit 2022-01-25T22:41:50.775892+0000 mon.smithi120 (mon.0) 362 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:54.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:53 smithi120 conmon[28653]: cluster 2022-01-25T22:41:51.915379+0000 mgr.smithi120.hllzij ( 2022-01-25T22:41:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:53 smithi120 conmon[28653]: mgr.14162) 123 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:41:54.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:53 smithi145 conmon[31276]: cluster 2022-01-25T22:41:51.915379+0000 mgr.smithi120.hllzij (mgr.14162) 123 : cluster [DBG] pgmap v90: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:41:55.058 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:54 smithi120 conmon[28653]: audit 2022-01-25T22:41:54.506717+0000 mon.smithi120 (mon.0) 363 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2022-01-25T22:41:55.058 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:54 smithi120 conmon[28653]: audit 2022-01-25T22:41:54.507312+0000 mon.smithi120 (mon.0) 364 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:55.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:54 smithi145 conmon[31276]: audit 2022-01-25T22:41:54.506717+0000 mon.smithi120 (mon.0) 363 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2022-01-25T22:41:55.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:54 smithi145 conmon[31276]: audit 2022-01-25T22:41:54.507312+0000 mon.smithi120 (mon.0) 364 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:41:56.023 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:55 smithi145 conmon[31276]: cluster 2022-01-25T22:41:53.915711+0000 mgr.smithi120.hllzij (mgr.14162) 124 : cluster [DBG] pgmap v91: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:41:56.023 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:55 smithi145 conmon[31276]: cephadm 2022-01-25T22:41:54.507756+0000 mgr.smithi120.hllzij (mgr.14162) 125 : cephadm [INF] Deploying daemon osd.4 on smithi145 2022-01-25T22:41:56.023 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:55 smithi145 conmon[31276]: audit 2022-01-25T22:41:55.610306+0000 mon.smithi120 (mon.0) 365 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:56.023 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:55 smithi145 conmon[31276]: audit 2022-01-25T22:41:55.613755+0000 mon.smithi120 (mon.0) 366 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:56.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:55 smithi120 conmon[28653]: cluster 2022-01-25T22:41:53.915711+0000 mgr.smithi120.hllzij ( 2022-01-25T22:41:56.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:55 smithi120 conmon[28653]: mgr.14162) 124 : cluster [DBG] pgmap v91: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:41:56.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:55 smithi120 conmon[28653]: cephadm 2022-01-25T22:41:54.507756+0000 mgr.smithi120.hllzij (mgr.14162) 125 : cephadm [INF] Deploying daemon osd.4 on smithi145 2022-01-25T22:41:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:55 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:41:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:55 smithi120 conmon[28653]: T22:41:55.610306+0000 mon.smithi120 (mon.0 2022-01-25T22:41:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:55 smithi120 conmon[28653]: ) 365 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:55 smithi120 conmon[28653]: audit 2022-01-25T22:41:55.613755+0000 mon.smithi120 2022-01-25T22:41:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:55 smithi120 conmon[28653]: (mon.0) 366 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:57.797 INFO:teuthology.orchestra.run.smithi145.stdout:Created osd(s) 4 on host 'smithi145' 2022-01-25T22:41:58.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:57 smithi145 conmon[31276]: cluster 2022-01-25T22:41:55.916144+0000 mgr.smithi120.hllzij (mgr.14162) 126 : cluster [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:41:58.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:57 smithi145 conmon[31276]: audit 2022-01-25T22:41:57.786673+0000 mon.smithi120 (mon.0) 367 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:58.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:57 smithi145 conmon[31276]: audit 2022-01-25T22:41:57.790190+0000 mon.smithi120 (mon.0) 368 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:58.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:57 smithi145 conmon[31276]: audit 2022-01-25T22:41:57.796475+0000 mon.smithi120 (mon.0) 369 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:58.205 DEBUG:teuthology.orchestra.run.smithi145:osd.4> sudo journalctl -f -n 0 -u ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.4.service 2022-01-25T22:41:58.208 INFO:tasks.cephadm:Deploying osd.5 on smithi145 with /dev/vg_nvme/lv_3... 2022-01-25T22:41:58.208 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2022-01-25T22:41:58.238 INFO:journalctl@ceph.osd.4.smithi145.stdout:-- Logs begin at Tue 2022-01-25 22:32:21 UTC. -- 2022-01-25T22:41:58.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:57 smithi120 conmon[28653]: cluster 2022-01-25T22:41:55.916144+0000 mgr.smithi120.hllzij (mgr.14162) 126 : cluster 2022-01-25T22:41:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:57 smithi120 conmon[28653]: [DBG] pgmap v92: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:41:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:57 smithi120 conmon[28653]: audit 2022-01-25T22:41:57.786673+0000 mon.smithi120 (mon.0) 367 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:41:58.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:57 smithi120 conmon[28653]: audit 2022-01-25T22:41:57.790190+0000 mon.smithi120 (mon.0) 368 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:41:58.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:57 smithi120 conmon[28653]: audit 2022-01-25T22:41:57.796475+0000 mon.smithi120 (mon.0) 369 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:00.230 INFO:teuthology.orchestra.run.smithi145.stderr:--> Zapping: /dev/vg_nvme/lv_3 2022-01-25T22:42:00.230 INFO:teuthology.orchestra.run.smithi145.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2022-01-25T22:42:00.230 INFO:teuthology.orchestra.run.smithi145.stderr: stderr: 10+0 records in 2022-01-25T22:42:00.231 INFO:teuthology.orchestra.run.smithi145.stderr:10+0 records out 2022-01-25T22:42:00.231 INFO:teuthology.orchestra.run.smithi145.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0119203 s, 880 MB/s 2022-01-25T22:42:00.231 INFO:teuthology.orchestra.run.smithi145.stderr:--> Zapping successful for: 2022-01-25T22:42:00.232 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:59 smithi145 conmon[31276]: cluster 2022-01-25T22:41:57.916457+0000 mgr.smithi120.hllzij (mgr.14162) 127 2022-01-25T22:42:00.232 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:41:59 smithi145 conmon[31276]: : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:42:00.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:59 smithi120 conmon[28653]: cluster 2022-01-25T22:41:57.916457+0000 mgr.smithi120.hllzij (mgr.14162 2022-01-25T22:42:00.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:41:59 smithi120 conmon[28653]: ) 127 : cluster [DBG] pgmap v93: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:42:00.666 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi145:vg_nvme/lv_3 2022-01-25T22:42:01.165 INFO:journalctl@ceph.osd.4.smithi145.stdout:Jan 25 22:42:00 smithi145 conmon[37426]: debug 2022-01-25T22:42:00.894+0000 7f6dda385080 -1 osd.4 0 log_to_monitors {default=true} 2022-01-25T22:42:01.670 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:01 smithi145 conmon[31276]: cluster 2022-01-25T22:41:59.916749+0000 mgr.smithi120.hllzij (mgr.14162) 128 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:42:01.671 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:01 smithi145 conmon[31276]: audit 2022-01-25T22:42:00.655174+0000 mon.smithi120 (mon.0) 370 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:01.671 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:01 smithi145 conmon[31276]: audit 2022-01-25T22:42:00.897723+0000 mon.smithi145 (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.145:6800/684607841,v1:172.21.15.145:6801/684607841]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-01-25T22:42:01.671 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:01 smithi145 conmon[31276]: audit 2022-01-25T22:42:00.897928+0000 mon.smithi120 (mon.0) 371 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-01-25T22:42:02.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:01 smithi120 conmon[28653]: cluster 2022-01-25T22:41:59.916749+0000 mgr.smithi120.hllzij ( 2022-01-25T22:42:02.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:01 smithi120 conmon[28653]: mgr.14162) 128 : cluster [DBG] pgmap v94: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:42:02.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:01 smithi120 conmon[28653]: audit 2022-01-25T22:42:00.655174+0000 mon.smithi120 (mon.0) 370 : audit [INF] 2022-01-25T22:42:02.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:01 smithi120 conmon[28653]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:02.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:01 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:42:02.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:01 smithi120 conmon[28653]: -25T22:42:00.897723+0000 mon.smithi145 (mon.1) 4 : audit 2022-01-25T22:42:02.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:01 smithi120 conmon[28653]: [INF] from='osd.4 [v2:172.21.15.145:6800/684607841,v1:172.21.15.145:6801/684607841]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-01-25T22:42:02.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:01 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:42:02.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:01 smithi120 conmon[28653]: :42:00.897928+0000 mon.smithi120 (mon.0) 2022-01-25T22:42:02.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:01 smithi120 conmon[28653]: 371 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2022-01-25T22:42:03.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:02 smithi145 conmon[31276]: audit 2022-01-25T22:42:01.895898+0000 mon.smithi120 (mon.0) 372 : audit 2022-01-25T22:42:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:02 smithi145 conmon[31276]: [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2022-01-25T22:42:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:02 smithi145 conmon[31276]: cluster 2022-01-25T22:42:01.895971+0000 mon.smithi120 (mon.0) 373 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2022-01-25T22:42:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:02 smithi145 conmon[31276]: audit 2022-01-25T22:42:01.896093+0000 mon.smithi120 (mon.0) 374 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:42:03.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:02 smithi145 conmon[31276]: audit 2022-01-25T22:42:01.896694+0000 mon.smithi145 (mon.1) 5 : audit [INF] from='osd.4 [v2:172.21.15.145:6800/684607841,v1:172.21.15.145:6801/684607841]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2022-01-25T22:42:03.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:02 smithi145 conmon[31276]: audit 2022-01-25T22:42:01.896841+0000 mon.smithi120 (mon.0) 375 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2022-01-25T22:42:03.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:02 smithi145 conmon[31276]: audit 2022-01-25T22:42:02.632954+0000 mon.smithi120 (mon.0) 376 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:03.080 INFO:journalctl@ceph.osd.4.smithi145.stdout:Jan 25 22:42:02 smithi145 conmon[37426]: debug 2022-01-25T22:42:02.900+0000 7f6dd08f6700 -1 osd.4 0 waiting for initial osdmap 2022-01-25T22:42:03.081 INFO:journalctl@ceph.osd.4.smithi145.stdout:Jan 25 22:42:02 smithi145 conmon[37426]: debug 2022-01-25T22:42:02.905+0000 7f6dcb86f700 -1 osd.4 30 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:42:03.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:02 smithi120 conmon[28653]: audit 2022-01-25T22:42:01.895898+0000 mon.smithi120 ( 2022-01-25T22:42:03.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:02 smithi120 conmon[28653]: mon.0) 372 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2022-01-25T22:42:03.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:02 smithi120 conmon[28653]: cluster 2022-01-25T22:42:01.895971+0000 mon.smithi120 (mon.0) 373 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2022-01-25T22:42:03.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:02 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:42:03.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:02 smithi120 conmon[28653]: -25T22:42:01.896093+0000 mon.smithi120 (mon.0) 374 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:42:03.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:02 smithi120 conmon[28653]: audit 2022-01-25T22:42:01. 2022-01-25T22:42:03.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:02 smithi120 conmon[28653]: 896694+0000 mon.smithi145 (mon.1) 5 : audit [INF] 2022-01-25T22:42:03.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:02 smithi120 conmon[28653]: from='osd.4 [v2:172.21.15.145:6800/684607841,v1:172.21.15.145:6801/684607841]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2022-01-25T22:42:03.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:02 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:42:03.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:02 smithi120 conmon[28653]: 01-25T22:42:01.896841+0000 mon.smithi120 ( 2022-01-25T22:42:03.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:02 smithi120 conmon[28653]: mon.0) 375 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2022-01-25T22:42:03.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:02 smithi120 conmon[28653]: audit 2022-01-25T22:42:03.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:02 smithi120 conmon[28653]: 2022-01-25T22:42: 2022-01-25T22:42:03.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:02 smithi120 conmon[28653]: 02.632954+0000 mon.smithi120 (mon.0) 376 : 2022-01-25T22:42:03.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:02 smithi120 conmon[28653]: audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:04.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:03 smithi145 conmon[31276]: cluster 2022-01-25T22:42:01.889202+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:42:04.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:03 smithi145 conmon[31276]: cluster 2022-01-25T22:42:01.889285+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:42:04.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:03 smithi145 conmon[31276]: cluster 2022-01-25T22:42:01.916983+0000 mgr.smithi120.hllzij (mgr.14162) 129 : cluster [DBG] pgmap v96: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:42:04.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:03 smithi145 conmon[31276]: audit 2022-01-25T22:42:02.897293+0000 mon.smithi120 (mon.0) 377 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2022-01-25T22:42:04.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:03 smithi145 conmon[31276]: cluster 2022-01-25T22:42:02.897385+0000 mon.smithi120 (mon.0) 378 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2022-01-25T22:42:04.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:03 smithi145 conmon[31276]: audit 2022-01-25T22:42:02.897806+0000 mon.smithi120 (mon.0) 379 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:42:04.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:03 smithi145 conmon[31276]: audit 2022-01-25T22:42:02.901350+0000 mon.smithi120 (mon.0) 380 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:42:04.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:03 smithi145 conmon[31276]: audit 2022-01-25T22:42:03.187531+0000 mon.smithi120 (mon.0) 381 : 2022-01-25T22:42:04.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:03 smithi145 conmon[31276]: audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:42:04.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:03 smithi145 conmon[31276]: audit 2022-01-25T22:42:03.188942+0000 mon.smithi120 (mon.0) 382 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:42:04.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:03 smithi145 conmon[31276]: audit 2022-01-25T22:42:03.189543+0000 mon.smithi120 (mon.0) 383 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:42:04.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: cluster 2022-01-25T22:42:01.889202+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:42:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: cluster 2022-01-25T22:42:01.889285+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:42:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: cluster 2022-01-25T22:42:01.916983+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:42:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: .14162) 129 : cluster [DBG] pgmap v96: 1 pgs: 1 active+clean; 0 B data, 20 MiB used, 358 GiB / 358 GiB avail 2022-01-25T22:42:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: audit 2022-01-25T22: 2022-01-25T22:42:04.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: 42:02.897293+0000 mon.smithi120 (mon.0) 377 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2022-01-25T22:42:04.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: cluster 2022-01-25T22:42:02.897385+0000 2022-01-25T22:42:04.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: mon.smithi120 (mon.0) 378 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2022-01-25T22:42:04.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: audit 2022-01-25T22:42:04.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: 2022-01-25T22:42:02.897806+0000 mon.smithi120 (mon.0) 379 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:42:04.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: audit 2022-01-25T22:42:02.901350+0000 mon.smithi120 ( 2022-01-25T22:42:04.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: mon.0) 380 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:42:04.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: audit 2022 2022-01-25T22:42:04.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: -01-25T22:42:03.187531+0000 mon.smithi120 (mon.0) 381 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:42:04.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: audit 2022-01-25T22:42:04.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: 2022-01-25T22:42:03.188942+0000 mon.smithi120 (mon.0) 382 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:42:04.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:42:04.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: :42:03.189543+0000 mon.smithi120 (mon.0) 383 : audit [DBG] 2022-01-25T22:42:04.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:03 smithi120 conmon[28653]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:42:05.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:04 smithi145 conmon[31276]: audit 2022-01-25T22:42:03.186790+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:42:05.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:04 smithi145 conmon[31276]: 14162) 130 : audit [DBG] from='client.24151 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:04 smithi145 conmon[31276]: cephadm 2022-01-25T22:42:03.188673+0000 mgr.smithi120.hllzij (mgr.14162) 131 : cephadm [INF] Applying service osd.None on host smithi145... 2022-01-25T22:42:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:04 smithi145 conmon[31276]: cluster 2022-01-25T22:42:03.899043+0000 mon.smithi120 (mon.0) 384 : cluster [INF] osd.4 [v2:172.21.15.145:6800/684607841,v1:172.21.15.145:6801/684607841] boot 2022-01-25T22:42:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:04 smithi145 conmon[31276]: cluster 2022-01-25T22:42:03.899104+0000 mon.smithi120 (mon.0) 385 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2022-01-25T22:42:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:04 smithi145 conmon[31276]: audit 2022-01-25T22:42:03.899239+0000 mon.smithi120 (mon.0) 386 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:42:05.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:04 smithi145 conmon[31276]: audit 2022-01-25T22:42:04.371064+0000 mon.smithi120 (mon.0) 387 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:05.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:04 smithi145 conmon[31276]: audit 2022-01-25T22:42:04.374659+0000 mon.smithi120 (mon.0) 388 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:05.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:04 smithi145 conmon[31276]: audit 2022-01-25T22:42:04.377597+0000 mon.smithi120 (mon.0) 389 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:05.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: audit 2022-01-25T22:42:03.186790+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:42:05.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: .14162) 130 : audit [DBG] from='client.24151 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:05.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: cephadm 2022-01-25T22:42:03.188673+0000 mgr.smithi120.hllzij (mgr.14162) 131 : cephadm [INF] Applying service osd.None on host smithi145... 2022-01-25T22:42:05.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: cluster 2022-01-25T22:42:03.899043+0000 2022-01-25T22:42:05.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: mon.smithi120 (mon.0) 384 : cluster [INF] osd.4 [v2:172.21.15.145:6800/684607841,v1:172.21.15.145:6801/684607841] boot 2022-01-25T22:42:05.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: cluster 2022- 2022-01-25T22:42:05.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: 01-25T22:42:03.899104+0000 mon.smithi120 ( 2022-01-25T22:42:05.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: mon.0) 385 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2022-01-25T22:42:05.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: audit 2022-01-25T22: 2022-01-25T22:42:05.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: 42:03.899239+0000 mon.smithi120 (mon.0) 386 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:42:05.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:42:05.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: 25T22:42:04.371064+0000 mon.smithi120 (mon.0 2022-01-25T22:42:05.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: ) 387 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:05.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: audit 2022-01-25T 2022-01-25T22:42:05.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: 22:42:04.374659+0000 mon.smithi120 (mon. 2022-01-25T22:42:05.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: 0) 388 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:05.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:42:05.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: T22:42:04.377597+0000 mon.smithi120 (mon 2022-01-25T22:42:05.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:04 smithi120 conmon[28653]: .0) 389 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:06.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:05 smithi120 conmon[28653]: cluster 2022-01-25T22:42:03.917407+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:42:06.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:05 smithi120 conmon[28653]: .14162) 132 : cluster [DBG] pgmap v99: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:42:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:05 smithi120 conmon[28653]: cephadm 2022-01-25T22:42:04.366151+0000 mgr.smithi120.hllzij (mgr.14162) 133 : cephadm [INF] Detected new or changed devices on smithi145 2022-01-25T22:42:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:05 smithi120 conmon[28653]: cluster 2022-01-25T22:42:04.907017+0000 2022-01-25T22:42:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:05 smithi120 conmon[28653]: mon.smithi120 (mon.0) 390 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2022-01-25T22:42:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:05 smithi120 conmon[28653]: audit 2022-01-25T22:42:05.524119+0000 mon.smithi145 (mon.1) 6 : audit [INF] from='client.? 172.21.15.145:0/3777738289' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2265f0fe-f7de-4313-abaa-c3a82734dde5"}]: dispatch 2022-01-25T22:42:06.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:05 smithi120 conmon[28653]: audit 2022-01-25T22:42:05.524387+0000 mon.smithi120 (mon.0) 391 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2265f0fe-f7de-4313-abaa-c3a82734dde5"}]: dispatch 2022-01-25T22:42:06.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:05 smithi120 conmon[28653]: audit 2022-01-25T22:42:05.528477+0000 mon.smithi120 (mon.0) 392 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2265f0fe-f7de-4313-abaa-c3a82734dde5"}]': finished 2022-01-25T22:42:06.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:05 smithi120 conmon[28653]: cluster 2022-01-25T22:42:05.528545+0000 mon.smithi120 (mon.0) 393 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2022-01-25T22:42:06.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:05 smithi120 conmon[28653]: audit 2022-01-25T22:42:05.528676+0000 mon.smithi120 (mon.0) 394 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:42:06.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:05 smithi145 conmon[31276]: cluster 2022-01-25T22:42:03.917407+0000 mgr.smithi120.hllzij (mgr.14162) 132 : cluster [DBG] pgmap v99: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:42:06.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:05 smithi145 conmon[31276]: cephadm 2022-01-25T22:42:04.366151+0000 mgr.smithi120.hllzij (mgr.14162) 133 : cephadm [INF] Detected new or changed devices on smithi145 2022-01-25T22:42:06.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:05 smithi145 conmon[31276]: cluster 2022-01-25T22:42:04.907017+0000 mon.smithi120 (mon.0) 390 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2022-01-25T22:42:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:05 smithi145 conmon[31276]: audit 2022-01-25T22:42:05.524119+0000 mon.smithi145 (mon.1) 6 : audit [INF] from='client.? 172.21.15.145:0/3777738289' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2265f0fe-f7de-4313-abaa-c3a82734dde5"}]: dispatch 2022-01-25T22:42:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:05 smithi145 conmon[31276]: audit 2022-01-25T22:42:05.524387+0000 mon.smithi120 (mon.0) 391 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2265f0fe-f7de-4313-abaa-c3a82734dde5"}]: dispatch 2022-01-25T22:42:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:05 smithi145 conmon[31276]: audit 2022-01-25T22:42:05.528477+0000 mon.smithi120 (mon.0) 392 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2265f0fe-f7de-4313-abaa-c3a82734dde5"}]': finished 2022-01-25T22:42:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:05 smithi145 conmon[31276]: cluster 2022-01-25T22:42:05.528545+0000 mon.smithi120 (mon.0) 393 : cluster [DBG] osdmap e33: 6 total, 5 up, 6 in 2022-01-25T22:42:06.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:05 smithi145 conmon[31276]: audit 2022-01-25T22:42:05.528676+0000 mon.smithi120 (mon.0) 394 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:42:07.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:06 smithi120 conmon[28653]: cluster 2022-01-25T22:42:05.917832+0000 mgr.smithi120.hllzij (mgr.14162) 134 : cluster [DBG] pgmap v102: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:42:07.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:06 smithi120 conmon[28653]: audit 2022-01-25T22:42:05.956580+0000 mon.smithi145 (mon.1) 7 : audit [DBG] from='client.? 172.21.15.145:0/3835915425' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:42:07.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:06 smithi145 conmon[31276]: cluster 2022-01-25T22:42:05.917832+0000 mgr.smithi120.hllzij (mgr.14162 2022-01-25T22:42:07.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:06 smithi145 conmon[31276]: ) 134 : cluster [DBG] pgmap v102: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:42:07.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:06 smithi145 conmon[31276]: audit 2022-01-25T22:42:05.956580+0000 mon.smithi145 (mon.1) 7 : audit [DBG] from='client.? 172.21.15.145:0/3835915425' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:42:09.280 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:08 smithi145 conmon[31276]: cluster 2022-01-25T22:42:07.918186 2022-01-25T22:42:09.281 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:08 smithi145 conmon[31276]: +0000 mgr.smithi120.hllzij (mgr.14162) 135 : cluster [DBG] pgmap v103: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:42:09.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:08 smithi120 conmon[28653]: cluster 2022-01-25T22:42:07.918186+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:42:09.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:08 smithi120 conmon[28653]: 14162) 135 : cluster [DBG] pgmap v103: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:42:10.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:10 smithi120 conmon[28653]: audit 2022-01-25T22:42:09.420331+0000 mon.smithi120 (mon.0) 395 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:10.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:10 smithi120 conmon[28653]: audit 2022-01-25T22:42:09.423042+0000 mon.smithi120 (mon.0) 396 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:10.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:10 smithi145 conmon[31276]: audit 2022-01-25T22:42:09.420331+0000 mon.smithi120 (mon.0 2022-01-25T22:42:10.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:10 smithi145 conmon[31276]: ) 395 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:10.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:10 smithi145 conmon[31276]: audit 2022-01-25T22:42:09.423042+0000 mon.smithi120 (mon.0) 396 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:11.701 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:11 smithi145 conmon[31276]: cluster 2022-01-25T22:42:09.918674+0000 mgr.smithi120.hllzij 2022-01-25T22:42:11.702 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:11 smithi145 conmon[31276]: (mgr.14162) 136 : cluster [DBG] pgmap v104: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:42:11.702 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:11 smithi145 conmon[31276]: audit 2022-01-25T22:42:10.887813+0000 mon.smithi120 (mon.0) 397 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2022-01-25T22:42:11.702 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:11 smithi145 conmon[31276]: audit 2022-01-25T22:42:10.890514+0000 mon.smithi120 (mon.0) 398 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:42:11.702 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:11 smithi145 conmon[31276]: cephadm 2022-01-25T22:42:10.891159+0000 mgr.smithi120.hllzij (mgr.14162) 137 : cephadm [INF] Deploying daemon osd.5 on smithi145 2022-01-25T22:42:11.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:11 smithi120 conmon[28653]: cluster 2022-01-25T22:42:09.918674+0000 mgr.smithi120.hllzij (mgr.14162) 136 : cluster [DBG] pgmap v104: 1 pgs: 1 activating; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:42:11.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:11 smithi120 conmon[28653]: audit 2022-01-25T22:42:10.887813+0000 mon.smithi120 (mon.0) 397 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2022-01-25T22:42:11.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:11 smithi120 conmon[28653]: audit 2022-01-25T22:42:10.890514+0000 mon.smithi120 (mon.0) 398 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:42:11.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:11 smithi120 conmon[28653]: cephadm 2022-01-25T22:42:10.891159+0000 mgr.smithi120.hllzij (mgr.14162) 137 : cephadm [INF] Deploying daemon osd.5 on smithi145 2022-01-25T22:42:13.757 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:13 smithi145 conmon[31276]: cluster 2022-01-25T22:42:11.919065+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:42:13.757 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:13 smithi145 conmon[31276]: 138 : cluster [DBG] pgmap v105: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:42:13.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:13 smithi120 conmon[28653]: cluster 2022-01-25T22:42:11.919065+0000 mgr.smithi120.hllzij (mgr.14162) 138 : cluster [DBG] pgmap v105: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:42:14.101 INFO:teuthology.orchestra.run.smithi145.stdout:Created osd(s) 5 on host 'smithi145' 2022-01-25T22:42:14.499 DEBUG:teuthology.orchestra.run.smithi145:osd.5> sudo journalctl -f -n 0 -u ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.5.service 2022-01-25T22:42:14.502 INFO:tasks.cephadm:Deploying osd.6 on smithi145 with /dev/vg_nvme/lv_2... 2022-01-25T22:42:14.502 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2022-01-25T22:42:14.533 INFO:journalctl@ceph.osd.5.smithi145.stdout:-- Logs begin at Tue 2022-01-25 22:32:21 UTC. -- 2022-01-25T22:42:14.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:14 smithi120 conmon[28653]: audit 2022-01-25T22:42:14.091061+0000 mon.smithi120 2022-01-25T22:42:14.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:14 smithi120 conmon[28653]: (mon.0) 399 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:14 smithi120 conmon[28653]: audit 2022-01-25T22:42:14.095423+0000 mon.smithi120 (mon.0) 400 : audit [INF] 2022-01-25T22:42:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:14 smithi120 conmon[28653]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:14 smithi120 conmon[28653]: audit 2022-01-25T 2022-01-25T22:42:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:14 smithi120 conmon[28653]: 22:42:14.100321+0000 mon.smithi120 (mon.0) 401 : audit 2022-01-25T22:42:14.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:14 smithi120 conmon[28653]: [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:14.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:14 smithi145 conmon[31276]: audit 2022-01-25T22:42:14.091061+0000 mon.smithi120 (mon.0) 399 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:14.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:14 smithi145 conmon[31276]: audit 2022-01-25T22:42:14.095423+0000 mon.smithi120 (mon.0) 400 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:14.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:14 smithi145 conmon[31276]: audit 2022-01-25T22:42:14.100321+0000 mon.smithi120 (mon.0) 401 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:15.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:15 smithi145 conmon[31276]: cluster 2022-01-25T22:42:13.919396+0000 mgr.smithi120.hllzij ( 2022-01-25T22:42:15.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:15 smithi145 conmon[31276]: mgr.14162) 139 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:42:15.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:15 smithi120 conmon[28653]: cluster 2022-01-25T22:42:13.919396+0000 mgr.smithi120.hllzij (mgr.14162) 139 : cluster [DBG] pgmap v106: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:42:16.461 INFO:teuthology.orchestra.run.smithi145.stderr:--> Zapping: /dev/vg_nvme/lv_2 2022-01-25T22:42:16.461 INFO:teuthology.orchestra.run.smithi145.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2022-01-25T22:42:16.462 INFO:teuthology.orchestra.run.smithi145.stderr: stderr: 10+0 records in 2022-01-25T22:42:16.462 INFO:teuthology.orchestra.run.smithi145.stderr:10+0 records out 2022-01-25T22:42:16.462 INFO:teuthology.orchestra.run.smithi145.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0120582 s, 870 MB/s 2022-01-25T22:42:16.463 INFO:teuthology.orchestra.run.smithi145.stderr:--> Zapping successful for: 2022-01-25T22:42:17.146 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi145:vg_nvme/lv_2 2022-01-25T22:42:17.578 INFO:journalctl@ceph.osd.5.smithi145.stdout:Jan 25 22:42:17 smithi145 conmon[41546]: debug 2022-01-25T22:42:17.183+0000 7f647c7ab080 -1 osd.5 0 log_to_monitors {default=true} 2022-01-25T22:42:18.132 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:17 smithi145 conmon[31276]: cluster 2022-01-25T22:42:15.919698+0000 mgr.smithi120.hllzij (mgr.14162) 140 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:42:18.132 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:17 smithi145 conmon[31276]: audit 2022-01-25T22:42:17.187837+0000 mon.smithi120 (mon.0) 402 : audit [INF] from='osd.5 [v2:172.21.15.145:6808/971326248,v1:172.21.15.145:6809/971326248]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-01-25T22:42:18.133 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:17 smithi145 conmon[31276]: audit 2022-01-25T22:42:17.320360+0000 mon.smithi120 (mon.0) 403 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:18.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:17 smithi120 conmon[28653]: cluster 2022-01-25T22:42:15.919698+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:42:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:17 smithi120 conmon[28653]: 140 : cluster [DBG] pgmap v107: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:42:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:17 smithi120 conmon[28653]: audit 2022-01-25T22:42:17.187837+0000 mon.smithi120 (mon.0) 402 : audit [INF] from='osd.5 [v2:172.21.15.145:6808/971326248,v1:172.21.15.145:6809/971326248]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2022-01-25T22:42:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:17 smithi120 conmon[28653]: audit 2022-01-25T22:42:17.320360+0000 mon.smithi120 (mon 2022-01-25T22:42:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:17 smithi120 conmon[28653]: .0) 403 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:18 smithi145 conmon[31276]: audit 2022-01-25T22:42:17.893827+0000 mon.smithi120 (mon.0) 404 : audit 2022-01-25T22:42:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:18 smithi145 conmon[31276]: [INF] from='osd.5 [v2:172.21.15.145:6808/971326248,v1:172.21.15.145:6809/971326248]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2022-01-25T22:42:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:18 smithi145 conmon[31276]: cluster 2022-01-25T22:42:17.893872+0000 mon.smithi120 (mon.0) 405 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2022-01-25T22:42:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:18 smithi145 conmon[31276]: audit 2022-01-25T 2022-01-25T22:42:19.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:18 smithi145 conmon[31276]: 22:42:17.894169+0000 mon.smithi120 (mon.0 2022-01-25T22:42:19.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:18 smithi145 conmon[31276]: ) 406 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:42:19.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:18 smithi145 conmon[31276]: audit 2022-01 2022-01-25T22:42:19.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:18 smithi145 conmon[31276]: -25T22:42:17.894478+0000 mon.smithi120 (mon. 2022-01-25T22:42:19.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:18 smithi145 conmon[31276]: 0) 407 : audit [INF] from='osd.5 [v2:172.21.15.145:6808/971326248,v1:172.21.15.145:6809/971326248]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2022-01-25T22:42:19.081 INFO:journalctl@ceph.osd.5.smithi145.stdout:Jan 25 22:42:18 smithi145 conmon[41546]: debug 2022-01-25T22:42:18.897+0000 7f6472d1c700 -1 osd.5 0 waiting for initial osdmap 2022-01-25T22:42:19.081 INFO:journalctl@ceph.osd.5.smithi145.stdout:Jan 25 22:42:18 smithi145 conmon[41546]: debug 2022-01-25T22:42:18.903+0000 7f646b490700 -1 osd.5 35 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:42:19.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:18 smithi120 conmon[28653]: audit 2022-01-25T22:42:17.893827+0000 mon.smithi120 (mon.0) 404 : audit [INF] 2022-01-25T22:42:19.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:18 smithi120 conmon[28653]: from='osd.5 [v2:172.21.15.145:6808/971326248,v1:172.21.15.145:6809/971326248]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2022-01-25T22:42:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:18 smithi120 conmon[28653]: cluster 2022-01-25T22:42:17.893872+0000 mon.smithi120 (mon.0) 405 : cluster [DBG] osdmap e34: 6 total, 5 up, 6 in 2022-01-25T22:42:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:18 smithi120 conmon[28653]: audit 2022-01-25T22:42:17.894169+0000 mon.smithi120 (mon.0) 406 : audit [DBG] 2022-01-25T22:42:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:18 smithi120 conmon[28653]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:42:19.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:18 smithi120 conmon[28653]: audit 2022-01-25T22:42:17.894478+0000 mon.smithi120 (mon.0) 407 : audit [INF] from='osd.5 [v2:172.21.15.145:6808/971326248,v1:172.21.15.145:6809/971326248]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2022-01-25T22:42:19.966 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:19 smithi145 conmon[31276]: cluster 2022-01-25T22:42:17.919996+0000 mgr.smithi120.hllzij (mgr.14162) 141 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:42:19.967 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:19 smithi145 conmon[31276]: audit 2022-01-25T22:42:18.895130+0000 mon.smithi120 (mon.0) 408 : audit [INF] from='osd.5 [v2:172.21.15.145:6808/971326248,v1:172.21.15.145:6809/971326248]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2022-01-25T22:42:19.967 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:19 smithi145 conmon[31276]: cluster 2022-01-25T22:42:18.895181+0000 mon.smithi120 (mon.0) 409 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2022-01-25T22:42:19.967 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:19 smithi145 conmon[31276]: audit 2022-01-25T22:42:18.895281+0000 mon.smithi120 (mon.0) 410 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:42:19.967 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:19 smithi145 conmon[31276]: audit 2022-01-25T22:42:18.898939+0000 mon.smithi120 (mon.0) 411 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:42:19.968 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:19 smithi145 conmon[31276]: audit 2022-01-25T22:42:18.934211+0000 mon.smithi120 (mon.0) 412 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:19.968 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:19 smithi145 conmon[31276]: audit 2022-01-25T22:42:19.264133+0000 mon.smithi120 (mon.0) 413 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:42:19.968 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:19 smithi145 conmon[31276]: audit 2022-01-25T22:42:19.265518+0000 mon.smithi120 (mon.0) 414 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:42:19.968 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:19 smithi145 conmon[31276]: audit 2022-01-25T22:42:19.266118+0000 mon.smithi120 (mon.0) 415 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:42:19.968 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:19 smithi145 conmon[31276]: cluster 2022-01-25T22:42:19 2022-01-25T22:42:19.969 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:19 smithi145 conmon[31276]: .897695+0000 mon.smithi120 (mon.0) 416 : cluster [INF] osd.5 [v2:172.21.15.145:6808/971326248,v1:172.21.15.145:6809/971326248] boot 2022-01-25T22:42:19.969 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:19 smithi145 conmon[31276]: cluster 2022-01-25T22:42:19.897831+0000 mon.smithi120 (mon.0) 417 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2022-01-25T22:42:19.969 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:19 smithi145 conmon[31276]: audit 2022-01-25T22:42:19.897998+0000 mon.smithi120 (mon.0) 418 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:42:20.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: cluster 2022-01-25T22:42:17.919996+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:42:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: 141 : cluster [DBG] pgmap v109: 1 pgs: 1 active+clean; 0 B data, 25 MiB used, 447 GiB / 447 GiB avail 2022-01-25T22:42:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: audit 2022-01-25T22:42:18.895130+0000 mon.smithi120 (mon.0) 408 : audit [INF] from='osd.5 [v2:172.21.15.145:6808/971326248,v1:172.21.15.145:6809/971326248]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2022-01-25T22:42:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: cluster 2022-01-25T22:42:18.895181+0000 mon.smithi120 (mon.0) 409 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2022-01-25T22:42:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: audit 2022-01-25T22:42:18.895281+0000 mon.smithi120 ( 2022-01-25T22:42:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: mon.0) 410 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:42:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: audit 2022-01-25T22:42:18 2022-01-25T22:42:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: .898939+0000 mon.smithi120 (mon.0) 411 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:42:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: audit 2022-01-25T 2022-01-25T22:42:20.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: 22:42:18.934211+0000 mon.smithi120 (mon. 2022-01-25T22:42:20.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: 0) 412 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:20.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:42:20.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: 01-25T22:42:19.264133 2022-01-25T22:42:20.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 413 : audit [DBG] 2022-01-25T22:42:20.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:42:20.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: audit 2022-01-25T22: 2022-01-25T22:42:20.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: 42:19.265518+0000 mon.smithi120 (mon.0) 2022-01-25T22:42:20.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: 414 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:42:20.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:42:20.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: -25T22:42:19.266118+0000 2022-01-25T22:42:20.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: mon.smithi120 (mon.0) 415 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:42:20.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: cluster 2022 2022-01-25T22:42:20.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: -01-25T22:42:19.897695 2022-01-25T22:42:20.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 416 : cluster [INF] osd.5 [v2:172.21.15.145:6808/971326248,v1:172.21.15.145:6809/971326248] boot 2022-01-25T22:42:20.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: cluster 2022-01-25T22: 2022-01-25T22:42:20.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: 42:19.897831+0000 mon.smithi120 (mon.0) 417 : cluster [DBG] osdmap e36: 6 total, 6 up, 6 in 2022-01-25T22:42:20.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: audit 2022-01-25T22:42: 2022-01-25T22:42:20.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:19 smithi120 conmon[28653]: 19.897998+0000 mon.smithi120 (mon.0) 418 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:42:21.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:20 smithi120 conmon[28653]: cluster 2022-01-25T22:42:18.155268+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:42:21.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:20 smithi120 conmon[28653]: cluster 2022-01-25T22:42:18.155388+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:42:21.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:20 smithi120 conmon[28653]: audit 2022-01-25T22:42:19.263283+0000 mgr.smithi120.hllzij (mgr.14162) 142 : audit [DBG] from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:21.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:20 smithi120 conmon[28653]: cephadm 2022-01-25T22:42:21.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:20 smithi120 conmon[28653]: 2022-01-25T22:42:19.265281+0000 mgr.smithi120.hllzij (mgr.14162) 143 : cephadm [INF] Applying service osd.None on host smithi145... 2022-01-25T22:42:21.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:20 smithi120 conmon[28653]: cluster 2022-01-25T 2022-01-25T22:42:21.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:20 smithi120 conmon[28653]: 22:42:20.890689+0000 mon.smithi120 (mon.0) 419 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2022-01-25T22:42:21.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:20 smithi145 conmon[31276]: cluster 2022-01-25T22:42:18.155268+0000 osd.5 (osd.5 2022-01-25T22:42:21.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:20 smithi145 conmon[31276]: ) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:42:21.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:20 smithi145 conmon[31276]: cluster 2022-01-25T22:42:18.155388+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:42:21.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:20 smithi145 conmon[31276]: audit 2022-01-25T22:42:19.263283+0000 mgr.smithi120.hllzij (mgr.14162) 142 : audit [DBG] from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:21.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:20 smithi145 conmon[31276]: cephadm 2022-01-25T22:42:19.265281+0000 mgr.smithi120.hllzij (mgr.14162) 143 : cephadm [INF] Applying service osd.None on host smithi145... 2022-01-25T22:42:21.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:20 smithi145 conmon[31276]: cluster 2022-01-25T22:42:20.890689+0000 mon.smithi120 (mon.0) 419 : cluster [DBG] osdmap e37: 6 total, 6 up, 6 in 2022-01-25T22:42:22.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: cluster 2022-01-25T22:42:19.920508+0000 mgr.smithi120.hllzij (mgr.14162) 144 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:42:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: cephadm 2022-01-25T22:42:21.079897+0000 mgr.smithi120.hllzij (mgr.14162) 145 : cephadm [INF] Detected new or changed devices on smithi145 2022-01-25T22:42:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: audit 2022-01-25T22:42:21.084680+0000 mon.smithi120 (mon.0 2022-01-25T22:42:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: ) 420 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:42:22.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: 01-25T22:42:21.454344+0000 mon.smithi120 (mon.0) 2022-01-25T22:42:22.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: 421 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:22.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: audit 2022-01-25T22: 2022-01-25T22:42:22.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: 42:21.457404+0000 mon.smithi120 (mon.0) 422 : audit [DBG] 2022-01-25T22:42:22.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:22.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: audit 2022 2022-01-25T22:42:22.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: -01-25T22:42:21.747256+0000 mon.smithi145 (mon.1) 8 : audit [INF] 2022-01-25T22:42:22.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: from='client.? 172.21.15.145:0/1643346086' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62b62bea-5ef6-4085-b786-0b847ff64c45"}]: dispatch 2022-01-25T22:42:22.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:42:22.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: 01-25T22:42:21.747596+0000 mon.smithi120 (mon.0) 423 : audit 2022-01-25T22:42:22.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62b62bea-5ef6-4085-b786-0b847ff64c45"}]: dispatch 2022-01-25T22:42:22.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: audit 2022 2022-01-25T22:42:22.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: -01-25T22:42:21.753111+0000 mon.smithi120 (mon.0) 424 : audit [INF] 2022-01-25T22:42:22.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "62b62bea-5ef6-4085-b786-0b847ff64c45"}]': finished 2022-01-25T22:42:22.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: cluster 2022 2022-01-25T22:42:22.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: -01-25T22:42:21.753190+0000 mon.smithi120 (mon.0) 425 : cluster 2022-01-25T22:42:22.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: [DBG] osdmap e38: 7 total, 6 up, 7 in 2022-01-25T22:42:22.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: audit 2022-01-25T22:42:22.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: 2022-01-25T22:42:21.753325+0000 mon.smithi120 (mon.0) 2022-01-25T22:42:22.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:21 smithi120 conmon[28653]: 426 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:42:22.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:21 smithi145 conmon[31276]: cluster 2022-01-25T22:42:19.920508+0000 mgr.smithi120.hllzij (mgr.14162) 144 : cluster [DBG] pgmap v112: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:42:22.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:21 smithi145 conmon[31276]: cephadm 2022-01-25T22:42:21.079897+0000 mgr.smithi120.hllzij (mgr.14162) 145 : cephadm [INF] Detected new or changed devices on smithi145 2022-01-25T22:42:22.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:21 smithi145 conmon[31276]: audit 2022-01-25T22:42:21.084680+0000 mon.smithi120 (mon.0) 420 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:22.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:21 smithi145 conmon[31276]: audit 2022-01-25T22:42:21.454344+0000 mon.smithi120 (mon.0) 421 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:21 smithi145 conmon[31276]: audit 2022-01-25T22:42:21.457404+0000 mon.smithi120 (mon.0) 422 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:21 smithi145 conmon[31276]: audit 2022-01-25T22:42:21.747256+0000 mon.smithi145 (mon.1) 8 : audit [INF] from='client.? 172.21.15.145:0/1643346086' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62b62bea-5ef6-4085-b786-0b847ff64c45"}]: dispatch 2022-01-25T22:42:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:21 smithi145 conmon[31276]: audit 2022-01-25T22:42:21.747596+0000 mon.smithi120 (mon.0) 423 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62b62bea-5ef6-4085-b786-0b847ff64c45"}]: dispatch 2022-01-25T22:42:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:21 smithi145 conmon[31276]: audit 2022-01-25T22:42:21.753111+0000 mon.smithi120 (mon.0) 424 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "62b62bea-5ef6-4085-b786-0b847ff64c45"}]': finished 2022-01-25T22:42:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:21 smithi145 conmon[31276]: cluster 2022-01-25T22:42:21.753190+0000 mon.smithi120 (mon.0) 2022-01-25T22:42:22.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:21 smithi145 conmon[31276]: 425 : cluster [DBG] osdmap e38: 7 total, 6 up, 7 in 2022-01-25T22:42:22.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:21 smithi145 conmon[31276]: audit 2022-01-25T22:42:21.753325+0000 mon.smithi120 (mon.0) 426 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:42:23.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:22 smithi120 conmon[28653]: cluster 2022-01-25T22:42:21.920870+0000 mgr.smithi120.hllzij (mgr.14162) 146 : cluster [DBG] 2022-01-25T22:42:23.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:22 smithi120 conmon[28653]: pgmap v115: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:42:23.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:22 smithi120 conmon[28653]: audit 2022-01-25T22:42:22.169909+0000 mon.smithi145 (mon.1) 9 : audit [DBG] from='client.? 172.21.15.145:0/3855294526' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:42:23.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:22 smithi145 conmon[31276]: cluster 2022-01-25T22:42:21.920870+0000 mgr.smithi120.hllzij (mgr.14162) 146 : cluster [DBG] 2022-01-25T22:42:23.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:22 smithi145 conmon[31276]: pgmap v115: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:42:23.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:22 smithi145 conmon[31276]: audit 2022-01-25T22:42:22.169909+0000 mon.smithi145 (mon.1) 9 : audit [DBG] from='client.? 172.21.15.145:0/3855294526' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:42:25.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:24 smithi145 conmon[31276]: cluster 2022-01-25T22:42:23.921353+0000 mgr.smithi120.hllzij (mgr.14162) 147 2022-01-25T22:42:25.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:24 smithi145 conmon[31276]: : cluster [DBG] pgmap v116: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:42:25.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:24 smithi120 conmon[28653]: cluster 2022-01-25T22:42:23.921353+0000 mgr.smithi120.hllzij (mgr.14162) 147 : cluster [DBG] 2022-01-25T22:42:25.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:24 smithi120 conmon[28653]: pgmap v116: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:42:27.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:27 smithi120 conmon[28653]: cluster 2022-01-25T22:42:25.921754+0000 mgr.smithi120.hllzij (mgr.14162) 148 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:42:27.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:27 smithi120 conmon[28653]: audit 2022-01-25T22:42:26.299713+0000 mon.smithi120 (mon.0) 427 : audit [INF] 2022-01-25T22:42:27.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:27 smithi120 conmon[28653]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:27.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:27 smithi120 conmon[28653]: audit 2022-01-25T22:42:26.304803+0000 mon.smithi120 (mon.0) 428 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:27.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:27 smithi120 conmon[28653]: audit 2022-01-25T22:42:26.396000+0000 mon.smithi120 (mon.0) 429 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:42:27.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:27 smithi120 conmon[28653]: audit 2022-01-25T22: 2022-01-25T22:42:27.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:27 smithi120 conmon[28653]: 42:26.396144+0000 mon.smithi120 (mon.0) 430 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:42:27.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:27 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:42:27.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:27 smithi120 conmon[28653]: 25T22:42:27.071595+0000 mon.smithi120 (mon.0) 431 : audit 2022-01-25T22:42:27.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:27 smithi120 conmon[28653]: [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2022-01-25T22:42:27.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:27 smithi120 conmon[28653]: audit 2022-01-25T22:42:27. 2022-01-25T22:42:27.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:27 smithi120 conmon[28653]: 072446+0000 mon.smithi120 (mon.0) 432 : audit [DBG] 2022-01-25T22:42:27.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:27 smithi120 conmon[28653]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:42:27.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:27 smithi145 conmon[31276]: cluster 2022-01-25T22:42:25.921754+0000 mgr.smithi120.hllzij (mgr.14162) 148 : cluster [DBG] pgmap v117: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:42:27.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:27 smithi145 conmon[31276]: audit 2022-01-25T22:42:26.299713+0000 mon.smithi120 (mon.0) 427 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:27.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:27 smithi145 conmon[31276]: audit 2022-01-25T22:42:26.304803+0000 mon.smithi120 (mon.0) 428 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:27.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:27 smithi145 conmon[31276]: audit 2022-01-25T22:42:26.396000+0000 mon.smithi120 (mon.0) 429 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:42:27.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:27 smithi145 conmon[31276]: audit 2022-01-25T22:42:26.396144+0000 mon.smithi120 (mon.0) 430 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:42:27.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:27 smithi145 conmon[31276]: audit 2022-01-25T22:42:27.071595+0000 mon.smithi120 (mon.0) 431 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2022-01-25T22:42:27.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:27 smithi145 conmon[31276]: audit 2022-01-25T22:42:27.072446+0000 mon.smithi120 (mon.0) 432 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:42:28.468 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:28 smithi145 conmon[31276]: cephadm 2022-01-25T22:42:27.073134+0000 mgr.smithi120.hllzij (mgr.14162) 149 : cephadm [INF] Deploying daemon osd.6 on smithi145 2022-01-25T22:42:28.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:28 smithi120 conmon[28653]: cephadm 2022-01-25T22:42:27.073134+0000 mgr.smithi120.hllzij (mgr.14162) 149 : cephadm [INF] Deploying daemon osd.6 on smithi145 2022-01-25T22:42:29.448 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:29 smithi145 conmon[31276]: cluster 2022-01-25T22:42:27.922102+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:42:29.448 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:29 smithi145 conmon[31276]: 14162) 150 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:42:29.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:29 smithi120 conmon[28653]: cluster 2022-01-25T22:42:27.922102+0000 mgr.smithi120.hllzij (mgr.14162) 150 : cluster [DBG] pgmap v118: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:42:30.279 INFO:teuthology.orchestra.run.smithi145.stdout:Created osd(s) 6 on host 'smithi145' 2022-01-25T22:42:30.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:30 smithi145 conmon[31276]: audit 2022-01-25T22:42:30.267018+0000 mon.smithi120 (mon 2022-01-25T22:42:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:30 smithi145 conmon[31276]: .0) 433 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:30 smithi145 conmon[31276]: audit 2022-01-25T22:42:30.271700+0000 mon.smithi120 (mon.0) 434 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:30.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:30 smithi145 conmon[31276]: audit 2022-01-25T22:42:30.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:30 smithi145 conmon[31276]: 2022-01-25T22:42:30.278198+0000 mon.smithi120 (mon.0) 435 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:30.608 DEBUG:teuthology.orchestra.run.smithi145:osd.6> sudo journalctl -f -n 0 -u ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.6.service 2022-01-25T22:42:30.611 INFO:tasks.cephadm:Deploying osd.7 on smithi145 with /dev/vg_nvme/lv_1... 2022-01-25T22:42:30.611 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2022-01-25T22:42:30.639 INFO:journalctl@ceph.osd.6.smithi145.stdout:-- Logs begin at Tue 2022-01-25 22:32:21 UTC. -- 2022-01-25T22:42:30.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:30 smithi120 conmon[28653]: audit 2022-01-25T22:42:30.267018+0000 mon.smithi120 (mon.0) 433 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:30.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:30 smithi120 conmon[28653]: audit 2022-01-25T22:42:30.271700+0000 mon.smithi120 (mon.0) 434 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:30 smithi120 conmon[28653]: audit 2022-01-25T22:42:30.278198+0000 mon.smithi120 (mon.0) 435 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:31.063 INFO:journalctl@ceph.osd.6.smithi145.stdout:Jan 25 22:42:30 smithi145 conmon[45744]: debug 2022-01-25T22:42:30.672+0000 7fd159ae9080 -1 Falling back to public interface 2022-01-25T22:42:32.225 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:31 smithi145 conmon[31276]: cluster 2022-01-25T22:42:29.922516+0000 mgr.smithi120.hllzij (mgr.14162) 151 : cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:42:32.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:31 smithi120 conmon[28653]: cluster 2022-01-25T22:42:29.922516+0000 mgr.smithi120.hllzij (mgr.14162) 151 : 2022-01-25T22:42:32.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:31 smithi120 conmon[28653]: cluster [DBG] pgmap v119: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:42:32.866 INFO:teuthology.orchestra.run.smithi145.stderr:--> Zapping: /dev/vg_nvme/lv_1 2022-01-25T22:42:32.866 INFO:teuthology.orchestra.run.smithi145.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2022-01-25T22:42:32.866 INFO:teuthology.orchestra.run.smithi145.stderr: stderr: 10+0 records in 2022-01-25T22:42:32.866 INFO:teuthology.orchestra.run.smithi145.stderr:10+0 records out 2022-01-25T22:42:32.867 INFO:teuthology.orchestra.run.smithi145.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0129706 s, 808 MB/s 2022-01-25T22:42:32.867 INFO:teuthology.orchestra.run.smithi145.stderr:--> Zapping successful for: 2022-01-25T22:42:33.460 DEBUG:teuthology.orchestra.run.smithi145:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph orch daemon add osd smithi145:vg_nvme/lv_1 2022-01-25T22:42:33.485 INFO:journalctl@ceph.osd.6.smithi145.stdout:Jan 25 22:42:33 smithi145 conmon[45744]: debug 2022-01-25T22:42:33.407+0000 7fd159ae9080 -1 osd.6 0 log_to_monitors {default=true} 2022-01-25T22:42:34.170 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:33 smithi145 conmon[31276]: cluster 2022-01-25T22:42:31.922823+0000 mgr.smithi120.hllzij 2022-01-25T22:42:34.170 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:33 smithi145 conmon[31276]: (mgr.14162) 152 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:42:34.171 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:33 smithi145 conmon[31276]: audit 2022-01-25T22:42:33.411124+0000 mon.smithi145 (mon.1) 10 : audit [INF] from='osd.6 [v2:172.21.15.145:6816/2262397047,v1:172.21.15.145:6817/2262397047]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-01-25T22:42:34.171 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:33 smithi145 conmon[31276]: audit 2022-01-25T22:42:33.411341+0000 mon.smithi120 (mon.0) 436 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-01-25T22:42:34.171 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:33 smithi145 conmon[31276]: audit 2022-01-25T22:42:33.567081+0000 mon.smithi120 (mon.0) 437 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:34.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:33 smithi120 conmon[28653]: cluster 2022-01-25T22:42:31.922823+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:42:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:33 smithi120 conmon[28653]: .14162) 152 : cluster [DBG] pgmap v120: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:42:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:33 smithi120 conmon[28653]: audit 2022-01-25T22:42:33.411124+0000 mon.smithi145 (mon.1) 10 : audit [INF] from='osd.6 [v2:172.21.15.145:6816/2262397047,v1:172.21.15.145:6817/2262397047]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-01-25T22:42:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:33 smithi120 conmon[28653]: audit 2022-01-25T22:42:33.411341+0000 mon.smithi120 (mon.0) 2022-01-25T22:42:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:33 smithi120 conmon[28653]: 436 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2022-01-25T22:42:34.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:33 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:42:34.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:33 smithi120 conmon[28653]: :42:33.567081+0000 mon.smithi120 (mon.0) 2022-01-25T22:42:34.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:33 smithi120 conmon[28653]: 437 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:35.163 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: audit 2022-01-25T22:42:33.902025+0000 mon.smithi120 ( 2022-01-25T22:42:35.164 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: mon.0) 438 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2022-01-25T22:42:35.164 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: cluster 2022-01-25T22:42:33.902079+0000 mon.smithi120 (mon.0) 439 : cluster 2022-01-25T22:42:35.164 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: [DBG] osdmap e39: 7 total, 6 up, 7 in 2022-01-25T22:42:35.164 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: audit 2022-01-25T22:42:33. 2022-01-25T22:42:35.165 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: 902813+0000 mon.smithi120 (mon.0) 440 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:42:35.165 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: audit 2022-01-25T22:42: 2022-01-25T22:42:35.165 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: 33.902832+0000 mon.smithi145 (mon.1) 11 : audit [INF] from='osd.6 [v2:172.21.15.145:6816/2262397047,v1:172.21.15.145:6817/2262397047]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2022-01-25T22:42:35.165 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: audit 2022-01-25T22 2022-01-25T22:42:35.166 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: :42:33.903106+0000 mon.smithi120 (mon.0) 441 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2022-01-25T22:42:35.166 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: 2022-01-25T22:42:35.166 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: audit 2022-01- 2022-01-25T22:42:35.166 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: 25T22:42:34.901311+0000 mon.smithi120 (mon.0) 442 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2022-01-25T22:42:35.166 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: 2022-01-25T22:42:35.167 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: cluster 2022-01-25 2022-01-25T22:42:35.167 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: T22:42:34.901389+0000 mon.smithi120 (mon.0) 443 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2022-01-25T22:42:35.167 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: audit 2022-01-25 2022-01-25T22:42:35.167 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: T22:42:34.901527+0000 mon.smithi120 (mon.0) 444 : 2022-01-25T22:42:35.168 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:42:35.168 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: audit 2022-01-25T22:42:35.168 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: 2022-01-25T22:42:34.905210+0000 mon.smithi120 (mon.0) 2022-01-25T22:42:35.168 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[31276]: 445 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:42:35.169 INFO:journalctl@ceph.osd.6.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[45744]: debug 2022-01-25T22:42:34.903+0000 7fd15005a700 -1 osd.6 0 waiting for initial osdmap 2022-01-25T22:42:35.169 INFO:journalctl@ceph.osd.6.smithi145.stdout:Jan 25 22:42:34 smithi145 conmon[45744]: debug 2022-01-25T22:42:34.909+0000 7fd1487ce700 -1 osd.6 40 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:42:35.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: audit 2022-01-25T22:42:33.902025+0000 mon.smithi120 (mon 2022-01-25T22:42:35.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: .0) 438 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2022-01-25T22:42:35.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: cluster 2022-01-25T22:42:33.902079+0000 mon.smithi120 (mon.0) 439 : cluster [DBG] osdmap e39: 7 total, 6 up, 7 in 2022-01-25T22:42:35.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: audit 2022-01-25T22:42:33.902813+0000 mon.smithi120 (mon.0) 440 : audit 2022-01-25T22:42:35.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:42:35.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: audit 2022-01-25T22:42 2022-01-25T22:42:35.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: :33.902832+0000 mon.smithi145 (mon.1) 11 : 2022-01-25T22:42:35.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: audit [INF] from='osd.6 [v2:172.21.15.145:6816/2262397047,v1:172.21.15.145:6817/2262397047]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2022-01-25T22:42:35.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: audit 2022-01-25T 2022-01-25T22:42:35.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: 22:42:33.903106+0000 mon.smithi120 (mon.0) 2022-01-25T22:42:35.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: 441 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2022-01-25T22:42:35.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:42:35.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: T22:42:34.901311+0000 mon.smithi120 (mon.0 2022-01-25T22:42:35.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: ) 442 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2022-01-25T22:42:35.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: cluster 2022-01- 2022-01-25T22:42:35.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: 25T22:42:34.901389+0000 mon.smithi120 ( 2022-01-25T22:42:35.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: mon.0) 443 : cluster [DBG] osdmap e40: 7 total, 6 up, 7 in 2022-01-25T22:42:35.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: audit 2022 2022-01-25T22:42:35.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: -01-25T22:42:34.901527+0000 mon.smithi120 2022-01-25T22:42:35.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: (mon.0) 444 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:42:35.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:42:35.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: 01-25T22:42:34.905210+0000 mon.smithi120 2022-01-25T22:42:35.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:34 smithi120 conmon[28653]: (mon.0) 445 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:42:36.132 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:35 smithi145 conmon[31276]: cluster 2022-01-25T22:42:33.923216+0000 mgr.smithi120.hllzij (mgr.14162) 153 : cluster [DBG] pgmap v122: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:42:36.133 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:35 smithi145 conmon[31276]: audit 2022-01-25T22:42:35.109533+0000 mon.smithi120 (mon.0) 446 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:36.133 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:35 smithi145 conmon[31276]: audit 2022-01-25T22:42:35.434840+0000 mon.smithi120 (mon.0) 447 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:42:36.133 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:35 smithi145 conmon[31276]: audit 2022-01-25T22:42:35.436216+0000 mon.smithi120 (mon.0) 448 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:42:36.134 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:35 smithi145 conmon[31276]: audit 2022-01-25T22:42:35.436748+0000 mon.smithi120 (mon.0) 449 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:42:36.134 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:35 smithi145 conmon[31276]: cluster 2022-01-25T22:42:35.898159+0000 mon.smithi120 (mon.0) 450 : cluster [INF] osd.6 [v2:172.21.15.145:6816/2262397047,v1:172.21.15.145:6817/2262397047] boot 2022-01-25T22:42:36.134 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:35 smithi145 conmon[31276]: cluster 2022-01-25T22:42:35.898219+0000 mon.smithi120 (mon.0) 451 : cluster [DBG] osdmap e41: 7 total, 7 up, 7 in 2022-01-25T22:42:36.134 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:35 smithi145 conmon[31276]: audit 2022-01-25T22:42:35.898575+0000 mon.smithi120 (mon. 2022-01-25T22:42:36.135 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:35 smithi145 conmon[31276]: 0) 452 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:42:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: cluster 2022-01-25T22:42:33.923216+0000 mgr.smithi120.hllzij (mgr.14162) 153 : cluster [DBG] 2022-01-25T22:42:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: pgmap v122: 1 pgs: 1 active+clean; 0 B data, 30 MiB used, 536 GiB / 536 GiB avail 2022-01-25T22:42:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: audit 2022-01-25T22:42:35.109533+0000 mon.smithi120 (mon.0) 446 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: audit 2022-01-25T22:42:35.434840+0000 mon.smithi120 (mon.0) 447 : audit 2022-01-25T22:42:36.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2022-01-25T22:42:36.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: audit 2022-01-25T22:42:35.436216+0000 2022-01-25T22:42:36.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: mon.smithi120 (mon.0) 448 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2022-01-25T22:42:36.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:42:36.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: -25T22:42:35.436748+0000 mon.smithi120 (mon. 2022-01-25T22:42:36.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: 0) 449 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:42:36.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: cluster 2022-01-25T22 2022-01-25T22:42:36.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: :42:35.898159+0000 mon.smithi120 (mon.0) 450 2022-01-25T22:42:36.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: : cluster [INF] osd.6 [v2:172.21.15.145:6816/2262397047,v1:172.21.15.145:6817/2262397047] boot 2022-01-25T22:42:36.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: cluster 2022-01-25T22:42:35.898219+0000 2022-01-25T22:42:36.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: mon.smithi120 (mon.0) 451 : cluster [DBG] osdmap e41: 7 total, 7 up, 7 in 2022-01-25T22:42:36.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: 2022-01-25T22:42:36.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:42:36.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: T22:42:35.898575+0000 mon.smithi120 (mon.0) 452 : audit 2022-01-25T22:42:36.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:35 smithi120 conmon[28653]: [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:42:37.009 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:36 smithi145 conmon[31276]: cluster 2022-01-25T22:42:34.373758+0000 osd.6 (osd.6) 1 2022-01-25T22:42:37.010 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:36 smithi145 conmon[31276]: : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:42:37.010 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:36 smithi145 conmon[31276]: cluster 2022-01-25T22:42:34.373841+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:42:37.010 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:36 smithi145 conmon[31276]: audit 2022-01-25T22:42:35.434113+0000 mgr.smithi120.hllzij (mgr.14162) 154 : audit [DBG] from='client.24185 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:37.010 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:36 smithi145 conmon[31276]: cephadm 2022-01-25T22:42:35.435995+0000 mgr.smithi120.hllzij (mgr.14162) 155 : cephadm [INF] Applying service osd.None on host smithi145... 2022-01-25T22:42:37.011 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:36 smithi145 conmon[31276]: cluster 2022-01-25T22:42:35.923788+0000 mgr.smithi120.hllzij (mgr.14162) 156 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:37.011 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:36 smithi145 conmon[31276]: cluster 2022-01-25T22:42:36.899617+0000 mon.smithi120 (mon.0) 453 : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2022-01-25T22:42:37.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:36 smithi120 conmon[28653]: cluster 2022-01-25T22:42:34.373758+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:42:37.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:36 smithi120 conmon[28653]: cluster 2022-01-25T22:42:34.373841+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:42:37.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:36 smithi120 conmon[28653]: audit 2022-01-25T22:42:35.434113+0000 mgr.smithi120.hllzij (mgr.14162) 154 : audit [DBG] from='client.24185 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi145:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:42:37.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:36 smithi120 conmon[28653]: cephadm 2022-01-25T22:42:35.435995+0000 mgr.smithi120.hllzij (mgr.14162) 155 2022-01-25T22:42:37.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:36 smithi120 conmon[28653]: : cephadm [INF] Applying service osd.None on host smithi145... 2022-01-25T22:42:37.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:36 smithi120 conmon[28653]: cluster 2022-01-25T 2022-01-25T22:42:37.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:36 smithi120 conmon[28653]: 22:42:35.923788+0000 mgr.smithi120.hllzij (mgr.14162 2022-01-25T22:42:37.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:36 smithi120 conmon[28653]: ) 156 : cluster [DBG] pgmap v125: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:37.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:36 smithi120 conmon[28653]: cluster 2022-01-25T22: 2022-01-25T22:42:37.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:36 smithi120 conmon[28653]: 42:36.899617+0000 mon.smithi120 (mon.0) 453 2022-01-25T22:42:37.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:36 smithi120 conmon[28653]: : cluster [DBG] osdmap e42: 7 total, 7 up, 7 in 2022-01-25T22:42:38.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: cephadm 2022-01-25T22:42:37.227187+0000 2022-01-25T22:42:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: mgr.smithi120.hllzij (mgr.14162) 157 : cephadm [INF] Detected new or changed devices on smithi145 2022-01-25T22:42:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:42:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: T22:42:37.232277+0000 mon.smithi120 (mon.0) 454 : audit [INF] 2022-01-25T22:42:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:38.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: audit 2022-01-25T22:42:38.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: 2022-01-25T22:42:37. 2022-01-25T22:42:38.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: 237722+0000 mon.smithi120 (mon.0) 455 2022-01-25T22:42:38.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:38.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: audit 2022-01-25T22:42:37.240729+0000 mon.smithi120 ( 2022-01-25T22:42:38.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: mon.0) 456 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:38.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: audit 2022-01-25T22:42:37.244974+0000 mon.smithi120 2022-01-25T22:42:38.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: (mon.0) 457 : audit [INF] 2022-01-25T22:42:38.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:38.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: audit 2022 2022-01-25T22:42:38.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: -01-25T22:42:37.762135 2022-01-25T22:42:38.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: +0000 mon.smithi145 (mon.1) 12 : audit 2022-01-25T22:42:38.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: [INF] from='client.? 172.21.15.145:0/77956468' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a2d75118-5acb-42c0-aa77-09adac1236a8"}]: dispatch 2022-01-25T22:42:38.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: audit 2022 2022-01-25T22:42:38.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: -01-25T22:42:37. 2022-01-25T22:42:38.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: 762490+0000 mon.smithi120 (mon.0) 458 2022-01-25T22:42:38.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a2d75118-5acb-42c0-aa77-09adac1236a8"}]: dispatch 2022-01-25T22:42:38.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: audit 2022-01-25T22:42:38.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: 2022-01-25T22:42:37 2022-01-25T22:42:38.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: .766860+0000 mon.smithi120 (mon.0) 2022-01-25T22:42:38.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: 459 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a2d75118-5acb-42c0-aa77-09adac1236a8"}]': finished 2022-01-25T22:42:38.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: cluster 2022-01- 2022-01-25T22:42:38.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: 25T22:42:37.766973+0000 mon.smithi120 2022-01-25T22:42:38.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: (mon.0) 460 : cluster [DBG] 2022-01-25T22:42:38.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: osdmap e43: 8 total, 7 up, 8 in 2022-01-25T22:42:38.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:42:38.559 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: 01-25T22:42:37.767110+0000 2022-01-25T22:42:38.559 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: mon.smithi120 (mon.0) 461 : audit 2022-01-25T22:42:38.559 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:42:38.559 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: audit 2022-01-25T22:42:38.179897+0000 2022-01-25T22:42:38.560 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:38 smithi120 conmon[28653]: mon.smithi145 (mon.1) 13 : audit [DBG] from='client.? 172.21.15.145:0/3300718010' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:42:38.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:38 smithi145 conmon[31276]: cephadm 2022-01-25T22:42:37.227187+0000 mgr.smithi120.hllzij (mgr.14162) 157 : cephadm [INF] Detected new or changed devices on smithi145 2022-01-25T22:42:38.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:38 smithi145 conmon[31276]: audit 2022-01-25T22:42:37.232277+0000 mon.smithi120 (mon.0) 454 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:38.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:38 smithi145 conmon[31276]: audit 2022-01-25T22:42:37.237722+0000 mon.smithi120 (mon.0) 455 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:38 smithi145 conmon[31276]: audit 2022-01-25T22:42:37.240729+0000 mon.smithi120 (mon.0) 456 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:38 smithi145 conmon[31276]: audit 2022-01-25T22:42:37.244974+0000 mon.smithi120 (mon.0) 457 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:38 smithi145 conmon[31276]: audit 2022-01-25T22:42:37.762135+0000 mon.smithi145 (mon.1) 12 : audit [INF] from='client.? 172.21.15.145:0/77956468' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a2d75118-5acb-42c0-aa77-09adac1236a8"}]: dispatch 2022-01-25T22:42:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:38 smithi145 conmon[31276]: audit 2022-01-25T22:42:37.762490+0000 mon.smithi120 (mon.0) 458 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a2d75118-5acb-42c0-aa77-09adac1236a8"}]: dispatch 2022-01-25T22:42:38.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:38 smithi145 conmon[31276]: audit 2022-01-25T22:42:37.766860+0000 mon.smithi120 (mon.0) 459 : 2022-01-25T22:42:38.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:38 smithi145 conmon[31276]: audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a2d75118-5acb-42c0-aa77-09adac1236a8"}]': finished 2022-01-25T22:42:38.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:38 smithi145 conmon[31276]: cluster 2022-01-25T22:42:37.766973+0000 mon.smithi120 (mon.0) 460 : cluster [DBG] osdmap e43: 8 total, 7 up, 8 in 2022-01-25T22:42:38.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:38 smithi145 conmon[31276]: audit 2022-01-25T22:42:37.767110+0000 mon.smithi120 (mon.0) 461 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:42:38.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:38 smithi145 conmon[31276]: audit 2022-01-25T22:42:38.179897+0000 mon.smithi145 (mon.1) 13 : audit [DBG] from='client.? 172.21.15.145:0/3300718010' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2022-01-25T22:42:40.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:39 smithi120 conmon[28653]: cluster 2022-01-25T22:42:37.924238+0000 mgr.smithi120.hllzij (mgr.14162) 158 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:40.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:39 smithi145 conmon[31276]: cluster 2022-01-25T22:42:37.924238+0000 mgr.smithi120.hllzij (mgr.14162) 158 : cluster [DBG] pgmap v128: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:42.185 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:41 smithi145 conmon[31276]: cluster 2022-01-25T22:42:39.924616+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:42:42.185 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:41 smithi145 conmon[31276]: 159 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:42.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:41 smithi120 conmon[28653]: cluster 2022-01-25T22:42:39.924616+0000 mgr.smithi120.hllzij (mgr.14162) 159 : cluster [DBG] pgmap v129: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:44.285 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:43 smithi145 conmon[31276]: cluster 2022-01-25T22:42:41.925095+0000 mgr.smithi120.hllzij (mgr.14162) 160 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:44.285 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:43 smithi145 conmon[31276]: audit 2022-01-25T22:42:43.029067+0000 mon.smithi120 (mon.0) 462 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2022-01-25T22:42:44.285 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:43 smithi145 conmon[31276]: audit 2022-01-25T22:42:43.029842+0000 mon.smithi120 (mon.0) 463 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:42:44.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:43 smithi120 conmon[28653]: cluster 2022-01-25T22:42:41.925095+0000 mgr.smithi120.hllzij (mgr.14162) 160 : cluster [DBG] pgmap v130: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:44.360 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:43 smithi120 conmon[28653]: audit 2022-01-25T22:42:43.029067+0000 mon.smithi120 (mon.0) 462 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2022-01-25T22:42:44.361 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:43 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:42:44.361 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:43 smithi120 conmon[28653]: T22:42:43.029842+0000 mon.smithi120 (mon.0) 463 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:42:45.238 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:44 smithi145 conmon[31276]: cephadm 2022-01-25T22:42:43.030464+0000 mgr.smithi120.hllzij (mgr.14162) 161 : cephadm [INF] Deploying daemon osd.7 on smithi145 2022-01-25T22:42:45.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:44 smithi120 conmon[28653]: cephadm 2022-01-25T22:42:43.030464+0000 mgr.smithi120.hllzij (mgr.14162) 161 : cephadm [INF] Deploying daemon osd.7 on smithi145 2022-01-25T22:42:46.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:45 smithi145 conmon[31276]: cluster 2022-01-25T22:42:43.925543+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:42:46.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:45 smithi145 conmon[31276]: 162 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:46.138 INFO:teuthology.orchestra.run.smithi145.stdout:Created osd(s) 7 on host 'smithi145' 2022-01-25T22:42:46.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:45 smithi120 conmon[28653]: cluster 2022-01-25T22:42:43.925543+0000 mgr.smithi120.hllzij (mgr.14162) 162 : cluster [DBG] pgmap v131: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:46.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:45 smithi120 conmon[28653]: 2022-01-25T22:42:46.507 DEBUG:teuthology.orchestra.run.smithi145:osd.7> sudo journalctl -f -n 0 -u ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.7.service 2022-01-25T22:42:46.553 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2022-01-25T22:42:46.554 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph osd stat -f json 2022-01-25T22:42:46.585 INFO:journalctl@ceph.osd.7.smithi145.stdout:-- Logs begin at Tue 2022-01-25 22:32:21 UTC. -- 2022-01-25T22:42:47.245 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:46 smithi120 conmon[28653]: audit 2022-01-25T22:42:46.125247+0000 mon.smithi120 (mon. 2022-01-25T22:42:47.246 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:46 smithi120 conmon[28653]: 0) 464 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:47.246 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:46 smithi120 conmon[28653]: audit 2022-01-25T22:42:46.129890+0000 mon.smithi120 (mon.0) 465 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:47.246 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:46 smithi120 conmon[28653]: audit 2022-01-25T22:42:46.136242+0000 mon.smithi120 (mon.0) 466 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:47.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:46 smithi145 conmon[31276]: audit 2022-01-25T22:42:46.125247+0000 mon.smithi120 (mon.0) 464 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:47.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:46 smithi145 conmon[31276]: audit 2022-01-25T22:42:46.129890+0000 mon.smithi120 (mon.0) 465 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:47.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:46 smithi145 conmon[31276]: audit 2022-01-25T22:42:46.136242+0000 mon.smithi120 (mon.0) 466 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:48.259 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:42:48.260 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:47 smithi120 conmon[28653]: cluster 2022-01-25T22:42:45.925951+0000 mgr.smithi120.hllzij (mgr.14162) 163 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:48.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:47 smithi145 conmon[31276]: cluster 2022-01-25T22:42:45.925951+0000 mgr.smithi120.hllzij ( 2022-01-25T22:42:48.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:47 smithi145 conmon[31276]: mgr.14162) 163 : cluster [DBG] pgmap v132: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:48.657 INFO:teuthology.orchestra.run.smithi120.stdout:{"epoch":43,"num_osds":8,"num_up_osds":7,"osd_up_since":1643150555,"num_in_osds":8,"osd_in_since":1643150557,"num_remapped_pgs":0} 2022-01-25T22:42:49.188 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:48 smithi145 conmon[31276]: audit 2022-01-25T22:42:48.260911+0000 mon.smithi120 (mon.0) 467 2022-01-25T22:42:49.188 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:48 smithi145 conmon[31276]: : audit [DBG] from='client.? 172.21.15.120:0/682863138' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-25T22:42:49.188 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:48 smithi145 conmon[31276]: audit 2022-01-25T22:42:48.886080+0000 mon.smithi120 (mon.0) 468 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:49.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:48 smithi120 conmon[28653]: audit 2022-01-25T22:42:48.260911+0000 mon.smithi120 (mon.0) 2022-01-25T22:42:49.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:48 smithi120 conmon[28653]: 467 : audit [DBG] from='client.? 172.21.15.120:0/682863138' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-25T22:42:49.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:48 smithi120 conmon[28653]: audit 2022-01-25T22:42:48.886080+0000 mon.smithi120 (mon.0) 468 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:49.442 INFO:journalctl@ceph.osd.7.smithi145.stdout:Jan 25 22:42:49 smithi145 conmon[49936]: debug 2022-01-25T22:42:49.255+0000 7f7f105bc080 -1 osd.7 0 log_to_monitors {default=true} 2022-01-25T22:42:49.658 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph osd stat -f json 2022-01-25T22:42:50.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:49 smithi120 conmon[28653]: cluster 2022-01-25T22:42:47.926246+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:42:50.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:49 smithi120 conmon[28653]: .14162) 164 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:50.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:49 smithi120 conmon[28653]: audit 2022-01-25T22:42:49.259616+0000 mon.smithi145 (mon.1) 14 : audit [INF] from='osd.7 [v2:172.21.15.145:6824/3327264233,v1:172.21.15.145:6825/3327264233]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-01-25T22:42:50.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:49 smithi120 conmon[28653]: audit 2022-01-25T22:42:49.259887+0000 mon.smithi120 (mon.0) 469 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-01-25T22:42:50.252 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:49 smithi145 conmon[31276]: cluster 2022-01-25T22:42:47.926246+0000 mgr.smithi120.hllzij ( 2022-01-25T22:42:50.252 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:49 smithi145 conmon[31276]: mgr.14162) 164 : cluster [DBG] pgmap v133: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:50.253 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:49 smithi145 conmon[31276]: audit 2022-01-25T22:42:49.259616+0000 mon.smithi145 (mon.1) 14 : audit [INF] from='osd.7 [v2:172.21.15.145:6824/3327264233,v1:172.21.15.145:6825/3327264233]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-01-25T22:42:50.253 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:49 smithi145 conmon[31276]: audit 2022-01-25T22:42:49.259887+0000 mon.smithi120 (mon.0) 469 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2022-01-25T22:42:51.244 INFO:journalctl@ceph.osd.7.smithi145.stdout:Jan 25 22:42:50 smithi145 conmon[49936]: debug 2022-01-25T22:42:50.931+0000 7f7f06b2d700 -1 osd.7 0 waiting for initial osdmap 2022-01-25T22:42:51.244 INFO:journalctl@ceph.osd.7.smithi145.stdout:Jan 25 22:42:50 smithi145 conmon[49936]: debug 2022-01-25T22:42:50.938+0000 7f7f012a5700 -1 osd.7 45 set_numa_affinity unable to identify public interface 'enp3s0f1' numa node: (0) Success 2022-01-25T22:42:51.245 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:50 smithi145 conmon[31276]: audit 2022-01-25T22:42:49.921713+0000 mon.smithi120 (mon.0) 470 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2022-01-25T22:42:51.245 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:50 smithi145 conmon[31276]: cluster 2022-01-25T22:42:49.921813+0000 mon.smithi120 (mon.0) 471 : cluster [DBG] osdmap e44: 8 total, 7 up, 8 in 2022-01-25T22:42:51.245 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:50 smithi145 conmon[31276]: audit 2022-01-25T22:42:49.921914+0000 mon.smithi120 (mon.0) 472 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:42:51.246 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:50 smithi145 conmon[31276]: cluster 2022-01-25T22:42:49.926556+0000 mgr.smithi120.hllzij (mgr.14162) 165 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:51.246 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:50 smithi145 conmon[31276]: audit 2022-01-25T22:42:49.927051+0000 mon.smithi145 (mon.1) 15 : audit [INF] from='osd.7 [v2:172.21.15.145:6824/3327264233,v1:172.21.15.145:6825/3327264233]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2022-01-25T22:42:51.246 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:50 smithi145 conmon[31276]: audit 2022-01-25T22:42:49.927177+0000 mon.smithi120 (mon.0) 473 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2022-01-25T22:42:51.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:50 smithi120 conmon[28653]: audit 2022-01-25T22:42:49.921713+0000 mon.smithi120 (mon.0) 470 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2022-01-25T22:42:51.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:50 smithi120 conmon[28653]: cluster 2022-01-25T22:42:49.921813+0000 mon.smithi120 (mon.0) 471 : cluster [DBG] osdmap e44: 8 total, 7 up, 8 in 2022-01-25T22:42:51.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:50 smithi120 conmon[28653]: audit 2022-01-25T22:42:49.921914+0000 mon.smithi120 (mon.0) 472 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:42:51.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:50 smithi120 conmon[28653]: cluster 2022-01-25T22:42:49.926556+0000 mgr.smithi120.hllzij (mgr.14162) 165 : cluster [DBG] pgmap v135: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:51.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:50 smithi120 conmon[28653]: audit 2022-01-25T22:42:49.927051+0000 mon.smithi145 (mon.1) 15 : audit [INF] from='osd.7 [v2:172.21.15.145:6824/3327264233,v1:172.21.15.145:6825/3327264233]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2022-01-25T22:42:51.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:50 smithi120 conmon[28653]: audit 2022-01-25T22:42:49.927177+0000 mon.smithi120 (mon.0) 473 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]: dispatch 2022-01-25T22:42:51.378 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:42:51.781 INFO:teuthology.orchestra.run.smithi120.stdout:{"epoch":45,"num_osds":8,"num_up_osds":7,"osd_up_since":1643150555,"num_in_osds":8,"osd_in_since":1643150557,"num_remapped_pgs":0} 2022-01-25T22:42:52.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:51 smithi120 conmon[28653]: audit 2022-01-25T22:42:50.923504+0000 mon.smithi120 (mon.0) 474 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2022-01-25T22:42:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:51 smithi120 conmon[28653]: cluster 2022-01-25T22:42:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:51 smithi120 conmon[28653]: 2022-01-25T22:42:50.923583+0000 mon.smithi120 (mon.0) 475 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2022-01-25T22:42:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:51 smithi120 conmon[28653]: audit 2022-01-25T22:42:50.924534+0000 mon.smithi120 (mon.0) 476 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:42:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:51 smithi120 conmon[28653]: audit 2022-01-25T22:42:50.932125+0000 mon.smithi120 (mon.0) 477 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:42:52.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:51 smithi120 conmon[28653]: audit 2022-01-25T22:42:51.380011+0000 mon.smithi120 (mon.0) 478 : audit [DBG] from='client.? 172.21.15.120:0/3615567908' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-25T22:42:52.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:51 smithi120 conmon[28653]: cephadm 2022-01-25T22:42:51.793301+0000 mgr.smithi120.hllzij (mgr.14162) 166 : cephadm [INF] Detected new or changed devices on smithi145 2022-01-25T22:42:52.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:51 smithi120 conmon[28653]: audit 2022-01-25T22:42:51.797469+0000 mon.smithi120 (mon.0) 479 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:52.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:51 smithi120 conmon[28653]: audit 2022-01-25T22:42:51.802778+0000 mon.smithi120 (mon.0) 480 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:52.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:51 smithi120 conmon[28653]: audit 2022-01-25T22:42:51.805620+0000 mon.smithi120 (mon.0) 481 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:52.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:51 smithi120 conmon[28653]: audit 2022-01-25T22:42:51.811716+0000 mon.smithi120 (mon.0) 482 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:52.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:51 smithi120 conmon[28653]: cluster 2022-01-25T22:42:51.926504+0000 mon.smithi120 (mon.0) 483 : cluster [INF] osd.7 [v2:172.21.15.145:6824/3327264233,v1:172.21.15.145:6825/3327264233] boot 2022-01-25T22:42:52.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:51 smithi120 conmon[28653]: cluster 2022-01-25T22:42:51.926559+0000 mon.smithi120 (mon.0) 484 : cluster [DBG] osdmap e46: 8 total, 8 up, 8 in 2022-01-25T22:42:52.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:51 smithi120 conmon[28653]: audit 2022-01-25T22:42:51.926660+0000 mon.smithi120 (mon.0) 485 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:42:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: audit 2022-01-25T22:42:50.923504+0000 mon.smithi120 (mon.0) 474 2022-01-25T22:42:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi145", "root=default"]}]': finished 2022-01-25T22:42:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: cluster 2022-01-25T22:42:50.923583+0000 mon.smithi120 (mon.0) 475 : cluster [DBG] osdmap e45: 8 total, 7 up, 8 in 2022-01-25T22:42:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: audit 2022-01-25T22:42:50.924534+0000 mon.smithi120 (mon.0) 476 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:42:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: audit 2022-01-25T22:42:50.932125+0000 mon.smithi120 (mon.0) 477 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:42:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: audit 2022-01-25T22:42:51.380011+0000 mon.smithi120 (mon.0) 478 : audit [DBG] from='client.? 172.21.15.120:0/3615567908' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-25T22:42:52.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: cephadm 2022-01-25T22:42:51.793301+0000 mgr.smithi120.hllzij (mgr.14162) 166 : cephadm [INF] Detected new or changed devices on smithi145 2022-01-25T22:42:52.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: audit 2022-01-25T22: 2022-01-25T22:42:52.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: 42:51.797469+0000 mon.smithi120 (mon.0) 479 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:52.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: audit 2022-01-25T22:42:51.802778+0000 mon.smithi120 (mon.0) 480 : audit 2022-01-25T22:42:52.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:52.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: audit 2022-01 2022-01-25T22:42:52.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: -25T22:42:51.805620+0000 mon.smithi120 (mon.0) 2022-01-25T22:42:52.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: 481 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:42:52.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: audit 2022-01-25T22:42:51 2022-01-25T22:42:52.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: .811716+0000 mon.smithi120 (mon.0) 482 : audit 2022-01-25T22:42:52.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:42:52.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: cluster 2022-01-25T22:42 2022-01-25T22:42:52.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: :51.926504+0000 mon.smithi120 (mon.0) 483 2022-01-25T22:42:52.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: : cluster [INF] osd.7 [v2:172.21.15.145:6824/3327264233,v1:172.21.15.145:6825/3327264233] boot 2022-01-25T22:42:52.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: cluster 2022-01-25T22: 2022-01-25T22:42:52.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: 42:51.926559+0000 mon.smithi120 (mon.0) 484 2022-01-25T22:42:52.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: : cluster [DBG] osdmap e46: 8 total, 8 up, 8 in 2022-01-25T22:42:52.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: audit 2022-01-25T22: 2022-01-25T22:42:52.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: 42:51.926660+0000 mon.smithi120 (mon.0) 2022-01-25T22:42:52.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:51 smithi145 conmon[31276]: 485 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:42:52.783 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph osd stat -f json 2022-01-25T22:42:53.231 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:52 smithi120 conmon[28653]: cluster 2022-01-25T22:42:50.282281+0000 osd.7 (osd. 2022-01-25T22:42:53.231 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:52 smithi120 conmon[28653]: 7) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:42:53.232 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:52 smithi120 conmon[28653]: cluster 2022-01-25T22:42:50.282377+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:42:53.232 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:52 smithi120 conmon[28653]: cluster 2022-01-25T22:42:51.926841+0000 2022-01-25T22:42:53.232 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:52 smithi120 conmon[28653]: mgr.smithi120.hllzij (mgr.14162) 167 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:53.232 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:52 smithi120 conmon[28653]: 2022-01-25T22:42:53.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:52 smithi145 conmon[31276]: cluster 2022-01-25T22:42:50.282281+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2022-01-25T22:42:53.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:52 smithi145 conmon[31276]: 2022-01-25T22:42:53.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:52 smithi145 conmon[31276]: cluster 2022-01-25T22:42:50.282377+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2022-01-25T22:42:53.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:52 smithi145 conmon[31276]: cluster 2022-01-25T22:42:51.926841+0000 mgr.smithi120.hllzij (mgr.14162) 167 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 0 B data, 36 MiB used, 626 GiB / 626 GiB avail 2022-01-25T22:42:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:53 smithi120 conmon[28653]: cluster 2022-01-25T22:42:52.930852+0000 mon.smithi120 (mon.0) 486 : cluster [DBG] osdmap e47: 8 total, 8 up, 8 in 2022-01-25T22:42:54.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:53 smithi145 conmon[31276]: cluster 2022-01-25T22:42:52.930852+0000 mon.smithi120 (mon.0) 486 : cluster [DBG] osdmap e47: 8 total, 8 up, 8 in 2022-01-25T22:42:54.391 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:42:54.712 INFO:teuthology.orchestra.run.smithi120.stdout:{"epoch":48,"num_osds":8,"num_up_osds":8,"osd_up_since":1643150571,"num_in_osds":8,"osd_in_since":1643150557,"num_remapped_pgs":0} 2022-01-25T22:42:54.713 INFO:tasks.cephadm:Setting up client nodes... 2022-01-25T22:42:54.714 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2022-01-25T22:42:55.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:54 smithi120 conmon[28653]: cluster 2022-01-25T22:42:53.927110+0000 mgr.smithi120.hllzij (mgr.14162) 168 2022-01-25T22:42:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:54 smithi120 conmon[28653]: : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 41 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:42:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:54 smithi120 conmon[28653]: cluster 2022-01-25T22:42:53.939262+0000 mon.smithi120 (mon.0) 487 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2022-01-25T22:42:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:54 smithi120 conmon[28653]: audit 2022-01-25T22:42:54.392655+0000 mon.smithi120 (mon.0) 488 : audit [DBG] from='client.? 172.21.15.120:0/1805359043' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-25T22:42:55.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:54 smithi145 conmon[31276]: cluster 2022-01-25T22:42:53.927110+0000 mgr.smithi120.hllzij (mgr.14162) 168 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 0 B data, 41 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:42:55.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:54 smithi145 conmon[31276]: cluster 2022-01-25T22:42:53.939262+0000 mon.smithi120 (mon.0) 487 : cluster [DBG] osdmap e48: 8 total, 8 up, 8 in 2022-01-25T22:42:55.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:54 smithi145 conmon[31276]: audit 2022-01-25T22:42:54.392655+0000 mon.smithi120 (mon.0) 488 : audit [DBG] from='client.? 172.21.15.120:0/1805359043' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2022-01-25T22:42:55.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:54 smithi145 conmon[31276]: 2022-01-25T22:42:56.458 INFO:teuthology.orchestra.run.smithi120.stdout:[client.0] 2022-01-25T22:42:56.458 INFO:teuthology.orchestra.run.smithi120.stdout: key = AQDwfPBhL0AuGxAApvqSx1Z5tyklp/Kipm0O/Q== 2022-01-25T22:42:56.815 DEBUG:teuthology.orchestra.run.smithi120:> set -ex 2022-01-25T22:42:56.816 DEBUG:teuthology.orchestra.run.smithi120:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2022-01-25T22:42:56.816 DEBUG:teuthology.orchestra.run.smithi120:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2022-01-25T22:42:56.858 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph osd dump --format=json 2022-01-25T22:42:57.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:56 smithi120 conmon[28653]: audit 2022-01-25T22:42:56.455861+0000 mon.smithi120 (mon.0) 489 : audit [INF] from='client.? 172.21.15.120:0/2511608853' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2022-01-25T22:42:57.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:56 smithi120 conmon[28653]: audit 2022-01-25T22:42:56.459192+0000 mon.smithi120 (mon.0) 490 : audit [INF] from='client.? 172.21.15.120:0/2511608853' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2022-01-25T22:42:57.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:56 smithi145 conmon[31276]: audit 2022-01-25T22:42:56.455861+0000 mon.smithi120 (mon.0) 489 : audit [INF] from='client.? 172.21.15.120:0/2511608853' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2022-01-25T22:42:57.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:56 smithi145 conmon[31276]: audit 2022-01-25T22:42:56.459192+0000 mon.smithi120 (mon.0) 490 : audit [INF] from='client.? 172.21.15.120:0/2511608853' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2022-01-25T22:42:57.329 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:42:58.244 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:57 smithi120 conmon[28653]: cluster 2022-01-25T22:42:55.927430+0000 mgr.smithi120.hllzij (mgr.14162) 169 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:42:58.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:57 smithi145 conmon[31276]: cluster 2022-01-25T22:42:55.927430+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:42:58.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:57 smithi145 conmon[31276]: .14162) 169 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:42:58.651 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:42:58.651 INFO:teuthology.orchestra.run.smithi120.stdout:{"epoch":48,"fsid":"7850299a-7e2f-11ec-8c35-001a4aab830c","created":"2022-01-25T22:38:32.188006+0000","modified":"2022-01-25T22:42:53.932993+0000","last_up_change":"2022-01-25T22:42:51.921537+0000","last_in_change":"2022-01-25T22:42:37.763129+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-25T22:41:43.194810+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"e267bf61-5338-4d0b-a5ab-c2fb5205d813","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1917889964},{"type":"v1","addr":"172.21.15.120:6803","nonce":1917889964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1917889964},{"type":"v1","addr":"172.21.15.120:6805","nonce":1917889964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1917889964},{"type":"v1","addr":"172.21.15.120:6809","nonce":1917889964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1917889964},{"type":"v1","addr":"172.21.15.120:6807","nonce":1917889964}]},"public_addr":"172.21.15.120:6803/1917889964","cluster_addr":"172.21.15.120:6805/1917889964","heartbeat_back_addr":"172.21.15.120:6809/1917889964","heartbeat_front_addr":"172.21.15.120:6807/1917889964","state":["exists","up"]},{"osd":1,"uuid":"75a6085a-7ccb-47ac-bd1f-180cc41bafa0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":2753821765},{"type":"v1","addr":"172.21.15.120:6811","nonce":2753821765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":2753821765},{"type":"v1","addr":"172.21.15.120:6813","nonce":2753821765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":2753821765},{"type":"v1","addr":"172.21.15.120:6817","nonce":2753821765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":2753821765},{"type":"v1","addr":"172.21.15.120:6815","nonce":2753821765}]},"public_addr":"172.21.15.120:6811/2753821765","cluster_addr":"172.21.15.120:6813/2753821765","heartbeat_back_addr":"172.21.15.120:6817/2753821765","heartbeat_front_addr":"172.21.15.120:6815/2753821765","state":["exists","up"]},{"osd":2,"uuid":"877d80eb-1744-44d2-a409-0b73245a3508","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":2541987241},{"type":"v1","addr":"172.21.15.120:6819","nonce":2541987241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":2541987241},{"type":"v1","addr":"172.21.15.120:6821","nonce":2541987241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":2541987241},{"type":"v1","addr":"172.21.15.120:6825","nonce":2541987241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":2541987241},{"type":"v1","addr":"172.21.15.120:6823","nonce":2541987241}]},"public_addr":"172.21.15.120:6819/2541987241","cluster_addr":"172.21.15.120:6821/2541987241","heartbeat_back_addr":"172.21.15.120:6825/2541987241","heartbeat_front_addr":"172.21.15.120:6823/2541987241","state":["exists","up"]},{"osd":3,"uuid":"a22890ef-bcfb-4370-b006-a5b0758fa342","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":1938071862},{"type":"v1","addr":"172.21.15.120:6827","nonce":1938071862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":1938071862},{"type":"v1","addr":"172.21.15.120:6829","nonce":1938071862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":1938071862},{"type":"v1","addr":"172.21.15.120:6833","nonce":1938071862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":1938071862},{"type":"v1","addr":"172.21.15.120:6831","nonce":1938071862}]},"public_addr":"172.21.15.120:6827/1938071862","cluster_addr":"172.21.15.120:6829/1938071862","heartbeat_back_addr":"172.21.15.120:6833/1938071862","heartbeat_front_addr":"172.21.15.120:6831/1938071862","state":["exists","up"]},{"osd":4,"uuid":"dfcdb011-0dc8-4676-a70e-bcb04f33fcc7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":684607841},{"type":"v1","addr":"172.21.15.145:6801","nonce":684607841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":684607841},{"type":"v1","addr":"172.21.15.145:6803","nonce":684607841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":684607841},{"type":"v1","addr":"172.21.15.145:6807","nonce":684607841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":684607841},{"type":"v1","addr":"172.21.15.145:6805","nonce":684607841}]},"public_addr":"172.21.15.145:6801/684607841","cluster_addr":"172.21.15.145:6803/684607841","heartbeat_back_addr":"172.21.15.145:6807/684607841","heartbeat_front_addr":"172.21.15.145:6805/684607841","state":["exists","up"]},{"osd":5,"uuid":"2265f0fe-f7de-4313-abaa-c3a82734dde5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":971326248},{"type":"v1","addr":"172.21.15.145:6809","nonce":971326248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":971326248},{"type":"v1","addr":"172.21.15.145:6811","nonce":971326248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":971326248},{"type":"v1","addr":"172.21.15.145:6815","nonce":971326248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":971326248},{"type":"v1","addr":"172.21.15.145:6813","nonce":971326248}]},"public_addr":"172.21.15.145:6809/971326248","cluster_addr":"172.21.15.145:6811/971326248","heartbeat_back_addr":"172.21.15.145:6815/971326248","heartbeat_front_addr":"172.21.15.145:6813/971326248","state":["exists","up"]},{"osd":6,"uuid":"62b62bea-5ef6-4085-b786-0b847ff64c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":2262397047},{"type":"v1","addr":"172.21.15.145:6817","nonce":2262397047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":2262397047},{"type":"v1","addr":"172.21.15.145:6819","nonce":2262397047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":2262397047},{"type":"v1","addr":"172.21.15.145:6823","nonce":2262397047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":2262397047},{"type":"v1","addr":"172.21.15.145:6821","nonce":2262397047}]},"public_addr":"172.21.15.145:6817/2262397047","cluster_addr":"172.21.15.145:6819/2262397047","heartbeat_back_addr":"172.21.15.145:6823/2262397047","heartbeat_front_addr":"172.21.15.145:6821/2262397047","state":["exists","up"]},{"osd":7,"uuid":"a2d75118-5acb-42c0-aa77-09adac1236a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3327264233},{"type":"v1","addr":"172.21.15.145:6825","nonce":3327264233}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3327264233},{"type":"v1","addr":"172.21.15.145:6827","nonce":3327264233}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3327264233},{"type":"v1","addr":"172.21.15.145:6831","nonce":3327264233}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3327264233},{"type":"v1","addr":"172.21.15.145:6829","nonce":3327264233}]},"public_addr":"172.21.15.145:6825/3327264233","cluster_addr":"172.21.15.145:6827/3327264233","heartbeat_back_addr":"172.21.15.145:6831/3327264233","heartbeat_front_addr":"172.21.15.145:6829/3327264233","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:40:55.916028+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:41:13.109721+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:41:29.530343+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:41:47.101636+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:42:01.889287+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:42:18.155391+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:42:34.373844+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:42:50.282380+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.120:0/2201271273":"2022-01-26T22:39:25.831665+0000","172.21.15.120:6801/1876283615":"2022-01-26T22:39:25.831665+0000","172.21.15.120:6800/1876283615":"2022-01-26T22:39:25.831665+0000","172.21.15.120:0/1353130093":"2022-01-26T22:39:25.831665+0000","172.21.15.120:6801/607082927":"2022-01-26T22:39:12.208491+0000","172.21.15.120:6800/607082927":"2022-01-26T22:39:12.208491+0000","172.21.15.120:0/4043982402":"2022-01-26T22:39:12.208491+0000","172.21.15.120:0/4129102392":"2022-01-26T22:38:50.400543+0000","172.21.15.120:6800/792829296":"2022-01-26T22:38:50.400543+0000","172.21.15.120:6801/792829296":"2022-01-26T22:38:50.400543+0000","172.21.15.120:0/1576944623":"2022-01-26T22:39:12.208491+0000","172.21.15.120:0/3390017733":"2022-01-26T22:38:50.400543+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-01-25T22:42:59.037 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': 'device_health_metrics', 'create_time': '2022-01-25T22:41:43.194810+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 1}, 'application_metadata': {'mgr_devicehealth': {}}}] 2022-01-25T22:42:59.038 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph osd pool get device_health_metrics pg_num 2022-01-25T22:42:59.188 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:58 smithi145 conmon[31276]: audit 2022-01-25T22:42:58.650604+0000 2022-01-25T22:42:59.188 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:58 smithi145 conmon[31276]: mon.smithi120 (mon.0) 491 : audit [DBG] from='client.? 172.21.15.120:0/198609248' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:42:59.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:58 smithi120 conmon[28653]: audit 2022-01-25T22:42:58.650604+0000 mon.smithi120 (mon 2022-01-25T22:42:59.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:58 smithi120 conmon[28653]: .0) 491 : audit [DBG] from='client.? 172.21.15.120:0/198609248' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:42:59.473 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:00.210 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:42:59 smithi120 conmon[28653]: cluster 2022-01-25T22:42:57.927762+0000 mgr.smithi120.hllzij (mgr.14162) 170 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:00.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:59 smithi145 conmon[31276]: cluster 2022-01-25T22:42:57.927762+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:43:00.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:42:59 smithi145 conmon[31276]: 170 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:00.777 INFO:teuthology.orchestra.run.smithi120.stdout:pg_num: 1 2022-01-25T22:43:01.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:00 smithi120 conmon[28653]: audit 2022-01-25T22:43:00.778042+0000 mon.smithi120 (mon.0) 2022-01-25T22:43:01.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:00 smithi120 conmon[28653]: 492 : audit [DBG] from='client.? 172.21.15.120:0/4117381779' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2022-01-25T22:43:01.172 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2022-01-25T22:43:01.173 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2022-01-25T22:43:01.173 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph mgr dump --format=json 2022-01-25T22:43:01.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:00 smithi145 conmon[31276]: audit 2022-01-25T22:43:00.778042+0000 2022-01-25T22:43:01.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:00 smithi145 conmon[31276]: mon.smithi120 (mon.0) 492 : audit [DBG] from='client.? 172.21.15.120:0/4117381779' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "device_health_metrics", "var": "pg_num"}]: dispatch 2022-01-25T22:43:01.607 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:01.980 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:01 smithi120 conmon[28653]: cluster 2022-01-25T22:42:59.928056+0000 mgr.smithi120.hllzij (mgr.14162) 171 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:02.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:01 smithi145 conmon[31276]: cluster 2022-01-25T22:42:59.928056+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:43:02.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:01 smithi145 conmon[31276]: 171 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:03.058 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:43:03.194 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:02 smithi120 conmon[28653]: cluster 2022-01-25T22:43:01.928324+0000 mgr.smithi120.hllzij (mgr.14162) 172 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:03.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:02 smithi145 conmon[31276]: cluster 2022-01-25T22:43:01.928324+0000 mgr.smithi120.hllzij (mgr.14162) 172 : cluster [DBG] 2022-01-25T22:43:03.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:02 smithi145 conmon[31276]: pgmap v145: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:03.414 INFO:teuthology.orchestra.run.smithi120.stdout:{"epoch":17,"active_gid":14162,"active_name":"smithi120.hllzij","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6800","nonce":3313099931},{"type":"v1","addr":"172.21.15.120:6801","nonce":3313099931}]},"active_addr":"172.21.15.120:6801/3313099931","active_change":"2022-01-25T22:39:25.831943+0000","active_mgr_features":4540138297136906239,"available":true,"standbys":[{"gid":14196,"name":"smithi145.phdhej","mgr_features":4540138297136906239,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/alertmanager:v0.20.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"docker.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"docker.io/ceph/ceph-grafana:6.7.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"haproxy","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"arcts/keepalived","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/node-exporter:v0.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"docker.io/prom/prometheus:v2.18.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Registry to which we should normalize unqualified image names","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository url","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_HOST":{"name":"RGW_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_PORT":{"name":"RGW_API_PORT","type":"str","level":"advanced","flags":0,"default_value":"80","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SCHEME":{"name":"RGW_API_SCHEME","type":"str","level":"advanced","flags":0,"default_value":"http","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_USER_ID":{"name":"RGW_API_USER_ID","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"str","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"str","level":"advanced","flags":0,"default_value":"30","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"str","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"str","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"persist_interval":{"name":"persist_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how frequently to persist completed events","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"str","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"None","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://smithi120.front.sepia.ceph.com:8443/","prometheus":"http://smithi120.front.sepia.ceph.com:9283/"},"always_on_modules":{"nautilus":["balancer","crash","devicehealth","orchestrator_cli","progress","rbd_support","status","volumes"],"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":4,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.120:0","nonce":1774068207}]},{"addrvec":[{"type":"v2","addr":"172.21.15.120:0","nonce":3634426726}]}]}} 2022-01-25T22:43:03.419 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2022-01-25T22:43:03.419 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2022-01-25T22:43:03.420 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph osd dump --format=json 2022-01-25T22:43:03.854 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:04.230 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:03 smithi120 conmon[28653]: audit 2022-01-25T22:43:03.054839+0000 mon.smithi120 (mon 2022-01-25T22:43:04.231 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:03 smithi120 conmon[28653]: .0) 493 : audit [DBG] from='client.? 172.21.15.120:0/1946644534' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2022-01-25T22:43:04.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:03 smithi145 conmon[31276]: audit 2022-01-25T22:43:03.054839+0000 mon.smithi120 (mon.0) 493 : audit [DBG] from='client.? 172.21.15.120:0/1946644534' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2022-01-25T22:43:04.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:03 smithi145 conmon[31276]: 2022-01-25T22:43:05.167 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:43:05.167 INFO:teuthology.orchestra.run.smithi120.stdout:{"epoch":48,"fsid":"7850299a-7e2f-11ec-8c35-001a4aab830c","created":"2022-01-25T22:38:32.188006+0000","modified":"2022-01-25T22:42:53.932993+0000","last_up_change":"2022-01-25T22:42:51.921537+0000","last_in_change":"2022-01-25T22:42:37.763129+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-25T22:41:43.194810+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"e267bf61-5338-4d0b-a5ab-c2fb5205d813","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1917889964},{"type":"v1","addr":"172.21.15.120:6803","nonce":1917889964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1917889964},{"type":"v1","addr":"172.21.15.120:6805","nonce":1917889964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1917889964},{"type":"v1","addr":"172.21.15.120:6809","nonce":1917889964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1917889964},{"type":"v1","addr":"172.21.15.120:6807","nonce":1917889964}]},"public_addr":"172.21.15.120:6803/1917889964","cluster_addr":"172.21.15.120:6805/1917889964","heartbeat_back_addr":"172.21.15.120:6809/1917889964","heartbeat_front_addr":"172.21.15.120:6807/1917889964","state":["exists","up"]},{"osd":1,"uuid":"75a6085a-7ccb-47ac-bd1f-180cc41bafa0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":2753821765},{"type":"v1","addr":"172.21.15.120:6811","nonce":2753821765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":2753821765},{"type":"v1","addr":"172.21.15.120:6813","nonce":2753821765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":2753821765},{"type":"v1","addr":"172.21.15.120:6817","nonce":2753821765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":2753821765},{"type":"v1","addr":"172.21.15.120:6815","nonce":2753821765}]},"public_addr":"172.21.15.120:6811/2753821765","cluster_addr":"172.21.15.120:6813/2753821765","heartbeat_back_addr":"172.21.15.120:6817/2753821765","heartbeat_front_addr":"172.21.15.120:6815/2753821765","state":["exists","up"]},{"osd":2,"uuid":"877d80eb-1744-44d2-a409-0b73245a3508","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":2541987241},{"type":"v1","addr":"172.21.15.120:6819","nonce":2541987241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":2541987241},{"type":"v1","addr":"172.21.15.120:6821","nonce":2541987241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":2541987241},{"type":"v1","addr":"172.21.15.120:6825","nonce":2541987241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":2541987241},{"type":"v1","addr":"172.21.15.120:6823","nonce":2541987241}]},"public_addr":"172.21.15.120:6819/2541987241","cluster_addr":"172.21.15.120:6821/2541987241","heartbeat_back_addr":"172.21.15.120:6825/2541987241","heartbeat_front_addr":"172.21.15.120:6823/2541987241","state":["exists","up"]},{"osd":3,"uuid":"a22890ef-bcfb-4370-b006-a5b0758fa342","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":1938071862},{"type":"v1","addr":"172.21.15.120:6827","nonce":1938071862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":1938071862},{"type":"v1","addr":"172.21.15.120:6829","nonce":1938071862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":1938071862},{"type":"v1","addr":"172.21.15.120:6833","nonce":1938071862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":1938071862},{"type":"v1","addr":"172.21.15.120:6831","nonce":1938071862}]},"public_addr":"172.21.15.120:6827/1938071862","cluster_addr":"172.21.15.120:6829/1938071862","heartbeat_back_addr":"172.21.15.120:6833/1938071862","heartbeat_front_addr":"172.21.15.120:6831/1938071862","state":["exists","up"]},{"osd":4,"uuid":"dfcdb011-0dc8-4676-a70e-bcb04f33fcc7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":684607841},{"type":"v1","addr":"172.21.15.145:6801","nonce":684607841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":684607841},{"type":"v1","addr":"172.21.15.145:6803","nonce":684607841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":684607841},{"type":"v1","addr":"172.21.15.145:6807","nonce":684607841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":684607841},{"type":"v1","addr":"172.21.15.145:6805","nonce":684607841}]},"public_addr":"172.21.15.145:6801/684607841","cluster_addr":"172.21.15.145:6803/684607841","heartbeat_back_addr":"172.21.15.145:6807/684607841","heartbeat_front_addr":"172.21.15.145:6805/684607841","state":["exists","up"]},{"osd":5,"uuid":"2265f0fe-f7de-4313-abaa-c3a82734dde5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":971326248},{"type":"v1","addr":"172.21.15.145:6809","nonce":971326248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":971326248},{"type":"v1","addr":"172.21.15.145:6811","nonce":971326248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":971326248},{"type":"v1","addr":"172.21.15.145:6815","nonce":971326248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":971326248},{"type":"v1","addr":"172.21.15.145:6813","nonce":971326248}]},"public_addr":"172.21.15.145:6809/971326248","cluster_addr":"172.21.15.145:6811/971326248","heartbeat_back_addr":"172.21.15.145:6815/971326248","heartbeat_front_addr":"172.21.15.145:6813/971326248","state":["exists","up"]},{"osd":6,"uuid":"62b62bea-5ef6-4085-b786-0b847ff64c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":2262397047},{"type":"v1","addr":"172.21.15.145:6817","nonce":2262397047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":2262397047},{"type":"v1","addr":"172.21.15.145:6819","nonce":2262397047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":2262397047},{"type":"v1","addr":"172.21.15.145:6823","nonce":2262397047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":2262397047},{"type":"v1","addr":"172.21.15.145:6821","nonce":2262397047}]},"public_addr":"172.21.15.145:6817/2262397047","cluster_addr":"172.21.15.145:6819/2262397047","heartbeat_back_addr":"172.21.15.145:6823/2262397047","heartbeat_front_addr":"172.21.15.145:6821/2262397047","state":["exists","up"]},{"osd":7,"uuid":"a2d75118-5acb-42c0-aa77-09adac1236a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3327264233},{"type":"v1","addr":"172.21.15.145:6825","nonce":3327264233}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3327264233},{"type":"v1","addr":"172.21.15.145:6827","nonce":3327264233}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3327264233},{"type":"v1","addr":"172.21.15.145:6831","nonce":3327264233}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3327264233},{"type":"v1","addr":"172.21.15.145:6829","nonce":3327264233}]},"public_addr":"172.21.15.145:6825/3327264233","cluster_addr":"172.21.15.145:6827/3327264233","heartbeat_back_addr":"172.21.15.145:6831/3327264233","heartbeat_front_addr":"172.21.15.145:6829/3327264233","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:40:55.916028+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:41:13.109721+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:41:29.530343+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:41:47.101636+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:42:01.889287+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:42:18.155391+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:42:34.373844+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:42:50.282380+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.120:0/2201271273":"2022-01-26T22:39:25.831665+0000","172.21.15.120:6801/1876283615":"2022-01-26T22:39:25.831665+0000","172.21.15.120:6800/1876283615":"2022-01-26T22:39:25.831665+0000","172.21.15.120:0/1353130093":"2022-01-26T22:39:25.831665+0000","172.21.15.120:6801/607082927":"2022-01-26T22:39:12.208491+0000","172.21.15.120:6800/607082927":"2022-01-26T22:39:12.208491+0000","172.21.15.120:0/4043982402":"2022-01-26T22:39:12.208491+0000","172.21.15.120:0/4129102392":"2022-01-26T22:38:50.400543+0000","172.21.15.120:6800/792829296":"2022-01-26T22:38:50.400543+0000","172.21.15.120:6801/792829296":"2022-01-26T22:38:50.400543+0000","172.21.15.120:0/1576944623":"2022-01-26T22:39:12.208491+0000","172.21.15.120:0/3390017733":"2022-01-26T22:38:50.400543+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-01-25T22:43:05.168 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:04 smithi120 conmon[28653]: cluster 2022-01-25T22:43:03.928628+0000 mgr.smithi120.hllzij (mgr.14162) 173 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:05.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:04 smithi145 conmon[31276]: cluster 2022-01-25T22:43 2022-01-25T22:43:05.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:04 smithi145 conmon[31276]: :03.928628+0000 mgr.smithi120.hllzij (mgr.14162) 173 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:05.565 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2022-01-25T22:43:05.565 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph osd dump --format=json 2022-01-25T22:43:05.997 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:06.215 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:05 smithi120 conmon[28653]: audit 2022-01-25T22:43:05.167132+0000 mon.smithi120 (mon.0) 494 : audit [DBG] from='client.? 172.21.15.120:0/223956020' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:43:06.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:05 smithi145 conmon[31276]: audit 2022-01-25T22:43:05.167132+0000 mon.smithi120 (mon.0) 494 : 2022-01-25T22:43:06.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:05 smithi145 conmon[31276]: audit [DBG] from='client.? 172.21.15.120:0/223956020' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:43:07.302 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:43:07.302 INFO:teuthology.orchestra.run.smithi120.stdout:{"epoch":48,"fsid":"7850299a-7e2f-11ec-8c35-001a4aab830c","created":"2022-01-25T22:38:32.188006+0000","modified":"2022-01-25T22:42:53.932993+0000","last_up_change":"2022-01-25T22:42:51.921537+0000","last_in_change":"2022-01-25T22:42:37.763129+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"pacific","pools":[{"pool":1,"pool_name":"device_health_metrics","create_time":"2022-01-25T22:41:43.194810+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":1},"application_metadata":{"mgr_devicehealth":{}}}],"osds":[{"osd":0,"uuid":"e267bf61-5338-4d0b-a5ab-c2fb5205d813","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6802","nonce":1917889964},{"type":"v1","addr":"172.21.15.120:6803","nonce":1917889964}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6804","nonce":1917889964},{"type":"v1","addr":"172.21.15.120:6805","nonce":1917889964}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6808","nonce":1917889964},{"type":"v1","addr":"172.21.15.120:6809","nonce":1917889964}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6806","nonce":1917889964},{"type":"v1","addr":"172.21.15.120:6807","nonce":1917889964}]},"public_addr":"172.21.15.120:6803/1917889964","cluster_addr":"172.21.15.120:6805/1917889964","heartbeat_back_addr":"172.21.15.120:6809/1917889964","heartbeat_front_addr":"172.21.15.120:6807/1917889964","state":["exists","up"]},{"osd":1,"uuid":"75a6085a-7ccb-47ac-bd1f-180cc41bafa0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6810","nonce":2753821765},{"type":"v1","addr":"172.21.15.120:6811","nonce":2753821765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6812","nonce":2753821765},{"type":"v1","addr":"172.21.15.120:6813","nonce":2753821765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6816","nonce":2753821765},{"type":"v1","addr":"172.21.15.120:6817","nonce":2753821765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6814","nonce":2753821765},{"type":"v1","addr":"172.21.15.120:6815","nonce":2753821765}]},"public_addr":"172.21.15.120:6811/2753821765","cluster_addr":"172.21.15.120:6813/2753821765","heartbeat_back_addr":"172.21.15.120:6817/2753821765","heartbeat_front_addr":"172.21.15.120:6815/2753821765","state":["exists","up"]},{"osd":2,"uuid":"877d80eb-1744-44d2-a409-0b73245a3508","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":19,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6818","nonce":2541987241},{"type":"v1","addr":"172.21.15.120:6819","nonce":2541987241}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6820","nonce":2541987241},{"type":"v1","addr":"172.21.15.120:6821","nonce":2541987241}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6824","nonce":2541987241},{"type":"v1","addr":"172.21.15.120:6825","nonce":2541987241}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6822","nonce":2541987241},{"type":"v1","addr":"172.21.15.120:6823","nonce":2541987241}]},"public_addr":"172.21.15.120:6819/2541987241","cluster_addr":"172.21.15.120:6821/2541987241","heartbeat_back_addr":"172.21.15.120:6825/2541987241","heartbeat_front_addr":"172.21.15.120:6823/2541987241","state":["exists","up"]},{"osd":3,"uuid":"a22890ef-bcfb-4370-b006-a5b0758fa342","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":27,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6826","nonce":1938071862},{"type":"v1","addr":"172.21.15.120:6827","nonce":1938071862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6828","nonce":1938071862},{"type":"v1","addr":"172.21.15.120:6829","nonce":1938071862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6832","nonce":1938071862},{"type":"v1","addr":"172.21.15.120:6833","nonce":1938071862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.120:6830","nonce":1938071862},{"type":"v1","addr":"172.21.15.120:6831","nonce":1938071862}]},"public_addr":"172.21.15.120:6827/1938071862","cluster_addr":"172.21.15.120:6829/1938071862","heartbeat_back_addr":"172.21.15.120:6833/1938071862","heartbeat_front_addr":"172.21.15.120:6831/1938071862","state":["exists","up"]},{"osd":4,"uuid":"dfcdb011-0dc8-4676-a70e-bcb04f33fcc7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6800","nonce":684607841},{"type":"v1","addr":"172.21.15.145:6801","nonce":684607841}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6802","nonce":684607841},{"type":"v1","addr":"172.21.15.145:6803","nonce":684607841}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6806","nonce":684607841},{"type":"v1","addr":"172.21.15.145:6807","nonce":684607841}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6804","nonce":684607841},{"type":"v1","addr":"172.21.15.145:6805","nonce":684607841}]},"public_addr":"172.21.15.145:6801/684607841","cluster_addr":"172.21.15.145:6803/684607841","heartbeat_back_addr":"172.21.15.145:6807/684607841","heartbeat_front_addr":"172.21.15.145:6805/684607841","state":["exists","up"]},{"osd":5,"uuid":"2265f0fe-f7de-4313-abaa-c3a82734dde5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6808","nonce":971326248},{"type":"v1","addr":"172.21.15.145:6809","nonce":971326248}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6810","nonce":971326248},{"type":"v1","addr":"172.21.15.145:6811","nonce":971326248}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6814","nonce":971326248},{"type":"v1","addr":"172.21.15.145:6815","nonce":971326248}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6812","nonce":971326248},{"type":"v1","addr":"172.21.15.145:6813","nonce":971326248}]},"public_addr":"172.21.15.145:6809/971326248","cluster_addr":"172.21.15.145:6811/971326248","heartbeat_back_addr":"172.21.15.145:6815/971326248","heartbeat_front_addr":"172.21.15.145:6813/971326248","state":["exists","up"]},{"osd":6,"uuid":"62b62bea-5ef6-4085-b786-0b847ff64c45","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":41,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6816","nonce":2262397047},{"type":"v1","addr":"172.21.15.145:6817","nonce":2262397047}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6818","nonce":2262397047},{"type":"v1","addr":"172.21.15.145:6819","nonce":2262397047}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6822","nonce":2262397047},{"type":"v1","addr":"172.21.15.145:6823","nonce":2262397047}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6820","nonce":2262397047},{"type":"v1","addr":"172.21.15.145:6821","nonce":2262397047}]},"public_addr":"172.21.15.145:6817/2262397047","cluster_addr":"172.21.15.145:6819/2262397047","heartbeat_back_addr":"172.21.15.145:6823/2262397047","heartbeat_front_addr":"172.21.15.145:6821/2262397047","state":["exists","up"]},{"osd":7,"uuid":"a2d75118-5acb-42c0-aa77-09adac1236a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":47,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6824","nonce":3327264233},{"type":"v1","addr":"172.21.15.145:6825","nonce":3327264233}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6826","nonce":3327264233},{"type":"v1","addr":"172.21.15.145:6827","nonce":3327264233}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6830","nonce":3327264233},{"type":"v1","addr":"172.21.15.145:6831","nonce":3327264233}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.145:6828","nonce":3327264233},{"type":"v1","addr":"172.21.15.145:6829","nonce":3327264233}]},"public_addr":"172.21.15.145:6825/3327264233","cluster_addr":"172.21.15.145:6827/3327264233","heartbeat_back_addr":"172.21.15.145:6831/3327264233","heartbeat_front_addr":"172.21.15.145:6829/3327264233","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:40:55.916028+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:41:13.109721+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:41:29.530343+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:41:47.101636+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:42:01.889287+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:42:18.155391+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:42:34.373844+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138297136906239,"old_weight":0,"last_purged_snaps_scrub":"2022-01-25T22:42:50.282380+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.120:0/2201271273":"2022-01-26T22:39:25.831665+0000","172.21.15.120:6801/1876283615":"2022-01-26T22:39:25.831665+0000","172.21.15.120:6800/1876283615":"2022-01-26T22:39:25.831665+0000","172.21.15.120:0/1353130093":"2022-01-26T22:39:25.831665+0000","172.21.15.120:6801/607082927":"2022-01-26T22:39:12.208491+0000","172.21.15.120:6800/607082927":"2022-01-26T22:39:12.208491+0000","172.21.15.120:0/4043982402":"2022-01-26T22:39:12.208491+0000","172.21.15.120:0/4129102392":"2022-01-26T22:38:50.400543+0000","172.21.15.120:6800/792829296":"2022-01-26T22:38:50.400543+0000","172.21.15.120:6801/792829296":"2022-01-26T22:38:50.400543+0000","172.21.15.120:0/1576944623":"2022-01-26T22:39:12.208491+0000","172.21.15.120:0/3390017733":"2022-01-26T22:38:50.400543+0000"},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","ruleset-failure-domain":"osd","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2022-01-25T22:43:07.697 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph tell osd.0 flush_pg_stats 2022-01-25T22:43:08.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:07 smithi120 conmon[28653]: cluster 2022-01-25T22:43:05.928980+0000 mgr.smithi120.hllzij (mgr.14162) 174 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:07 smithi120 conmon[28653]: audit 2022-01-25T22:43:07.302070+0000 mon.smithi120 (mon.0) 495 : audit [DBG] from='client.? 172.21.15.120:0/657327656' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:43:08.129 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:08.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:07 smithi145 conmon[31276]: cluster 2022-01-25T22:43:05.928980+0000 mgr.smithi120.hllzij (mgr.14162) 174 : cluster 2022-01-25T22:43:08.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:07 smithi145 conmon[31276]: [DBG] pgmap v147: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:08.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:07 smithi145 conmon[31276]: audit 2022-01-25T22:43:07.302070+0000 mon.smithi120 (mon.0) 495 : audit [DBG] from='client.? 172.21.15.120:0/657327656' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2022-01-25T22:43:09.739 INFO:teuthology.orchestra.run.smithi120.stdout:38654705694 2022-01-25T22:43:09.739 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph tell osd.1 flush_pg_stats 2022-01-25T22:43:10.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:09 smithi120 conmon[28653]: cluster 2022-01-25T22:43:07.929416+0000 mgr.smithi120.hllzij (mgr.14162) 175 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:10.175 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:10.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:09 smithi145 conmon[31276]: cluster 2022-01-25T22:43:07.929416+0000 mgr.smithi120.hllzij (mgr.14162) 175 : cluster 2022-01-25T22:43:10.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:09 smithi145 conmon[31276]: [DBG] pgmap v148: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:11.972 INFO:teuthology.orchestra.run.smithi120.stdout:60129542170 2022-01-25T22:43:11.973 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph tell osd.2 flush_pg_stats 2022-01-25T22:43:12.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:11 smithi120 conmon[28653]: cluster 2022-01-25T22:43:09.929746+0000 mgr.smithi120.hllzij (mgr.14162) 176 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:12.327 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:11 smithi145 conmon[31276]: cluster 2022-01-25T22:43:09.929746+0000 mgr.smithi120.hllzij (mgr.14162) 176 : cluster [DBG] pgmap v149: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:12.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:11 smithi145 conmon[31276]: 2022-01-25T22:43:12.406 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:14.200 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:13 smithi120 conmon[28653]: cluster 2022-01-25T22:43:11.930039+0000 mgr.smithi120.hllzij (mgr.14162) 177 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:14.218 INFO:teuthology.orchestra.run.smithi120.stdout:81604378648 2022-01-25T22:43:14.219 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph tell osd.3 flush_pg_stats 2022-01-25T22:43:14.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:13 smithi145 conmon[31276]: cluster 2022-01-25T22:43:11.930039+0000 mgr.smithi120.hllzij (mgr.14162) 177 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:14.652 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:16.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:15 smithi120 conmon[28653]: cluster 2022-01-25T22:43:13 2022-01-25T22:43:16.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:15 smithi120 conmon[28653]: .930560+0000 mgr.smithi120.hllzij (mgr.14162) 178 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:16.250 INFO:teuthology.orchestra.run.smithi120.stdout:115964117012 2022-01-25T22:43:16.251 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph tell osd.4 flush_pg_stats 2022-01-25T22:43:16.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:15 smithi145 conmon[31276]: cluster 2022-01-25T22:43:13.930560+0000 mgr.smithi120.hllzij (mgr.14162) 178 : cluster 2022-01-25T22:43:16.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:15 smithi145 conmon[31276]: [DBG] pgmap v151: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:16.684 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:18.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:17 smithi120 conmon[28653]: cluster 2022-01-25T22:43:15.930874+0000 mgr.smithi120.hllzij (mgr.14162) 179 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:18.077 INFO:teuthology.orchestra.run.smithi120.stdout:133143986193 2022-01-25T22:43:18.078 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph tell osd.5 flush_pg_stats 2022-01-25T22:43:18.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:17 smithi145 conmon[31276]: cluster 2022-01-25T22:43:15.930874+0000 mgr.smithi120.hllzij (mgr.14162) 179 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:18.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:17 smithi145 conmon[31276]: 2022-01-25T22:43:18.509 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:19.216 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:18 smithi120 conmon[28653]: cluster 2022-01-25T22:43:17.931185+0000 mgr.smithi120.hllzij (mgr.14162) 180 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:19.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:18 smithi145 conmon[31276]: cluster 2022-01-25T22:43:17.931185+0000 mgr.smithi120.hllzij (mgr.14162) 180 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:19.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:18 smithi145 conmon[31276]: 2022-01-25T22:43:20.122 INFO:teuthology.orchestra.run.smithi120.stdout:154618822670 2022-01-25T22:43:20.123 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph tell osd.6 flush_pg_stats 2022-01-25T22:43:20.557 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:22.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:21 smithi120 conmon[28653]: cluster 2022-01-25T22:43:19.931482+0000 mgr.smithi120.hllzij (mgr.14162) 181 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:22.062 INFO:teuthology.orchestra.run.smithi120.stdout:176093659147 2022-01-25T22:43:22.063 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph tell osd.7 flush_pg_stats 2022-01-25T22:43:22.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:21 smithi145 conmon[31276]: cluster 2022-01-25T22:43:19.931482+0000 mgr.smithi120.hllzij (mgr.14162) 181 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:22.501 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:24.000 INFO:teuthology.orchestra.run.smithi120.stdout:197568495625 2022-01-25T22:43:24.000 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.0 2022-01-25T22:43:24.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:23 smithi120 conmon[28653]: cluster 2022-01-25T22:43:21.931933+0000 mgr.smithi120.hllzij (mgr.14162) 182 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:23 smithi145 conmon[31276]: cluster 2022-01-25T22:43:21.931933+0000 mgr.smithi120.hllzij (mgr.14162) 182 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:23 smithi145 conmon[31276]: 2022-01-25T22:43:24.434 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:25.829 INFO:teuthology.orchestra.run.smithi120.stdout:38654705697 2022-01-25T22:43:26.143 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:25 smithi120 conmon[28653]: cluster 2022-01-25T22:43:23.932199+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:43:26.143 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:25 smithi120 conmon[28653]: 183 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:26.143 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:25 smithi120 conmon[28653]: audit 2022-01-25T22:43:25.830141+0000 mon.smithi120 (mon.0) 496 : audit [DBG] from='client.? 172.21.15.120:0/2274965817' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2022-01-25T22:43:26.144 INFO:tasks.cephadm.ceph_manager.ceph:need seq 38654705694 got 38654705697 for osd.0 2022-01-25T22:43:26.145 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.1 2022-01-25T22:43:26.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:25 smithi145 conmon[31276]: cluster 2022-01-25T22:43:23.932199+0000 mgr.smithi120.hllzij (mgr.14162) 183 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:26.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:25 smithi145 conmon[31276]: 2022-01-25T22:43:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:25 smithi145 conmon[31276]: audit 2022-01-25T22:43:25.830141+0000 mon.smithi120 (mon.0) 496 : audit [DBG] from='client.? 172.21.15.120:0/2274965817' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2022-01-25T22:43:26.582 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:27.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:26 smithi120 conmon[28653]: audit 2022-01-25T22:43:26.397428+0000 mon.smithi120 (mon.0) 497 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:43:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:26 smithi120 conmon[28653]: audit 2022-01-25T22:43:26.397618+0000 mon.smithi120 (mon.0) 498 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:43:27.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:26 smithi145 conmon[31276]: audit 2022-01-25T22:43:26.397428+0000 mon.smithi120 (mon.0) 497 : audit 2022-01-25T22:43:27.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:26 smithi145 conmon[31276]: [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:43:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:26 smithi145 conmon[31276]: audit 2022-01-25T22:43:26.397618+0000 mon.smithi120 (mon.0) 498 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:43:27.857 INFO:teuthology.orchestra.run.smithi120.stdout:60129542173 2022-01-25T22:43:28.275 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:27 smithi120 conmon[28653]: cluster 2022-01-25T22:43:25.932678+0000 mgr.smithi120.hllzij (mgr.14162 2022-01-25T22:43:28.276 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:27 smithi120 conmon[28653]: ) 184 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:28.276 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:27 smithi120 conmon[28653]: audit 2022-01-25T22:43:27.857558+0000 mon.smithi120 (mon.0) 499 : audit [DBG] from='client.? 172.21.15.120:0/3543513213' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2022-01-25T22:43:28.277 INFO:tasks.cephadm.ceph_manager.ceph:need seq 60129542170 got 60129542173 for osd.1 2022-01-25T22:43:28.278 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.2 2022-01-25T22:43:28.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:27 smithi145 conmon[31276]: cluster 2022-01-25T22:43:25.932678+0000 mgr.smithi120.hllzij (mgr.14162) 184 2022-01-25T22:43:28.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:27 smithi145 conmon[31276]: : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:28.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:27 smithi145 conmon[31276]: audit 2022-01-25T22:43:27.857558+0000 mon.smithi120 (mon.0) 499 : audit [DBG] from='client.? 172.21.15.120:0/3543513213' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2022-01-25T22:43:28.711 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:29.073 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:28 smithi120 conmon[28653]: cluster 2022-01-25T22:43:27.932982+0000 mgr.smithi120.hllzij (mgr.14162) 185 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:29.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:28 smithi145 conmon[31276]: cluster 2022-01-25T22:43:27.932982+0000 mgr.smithi120.hllzij (mgr.14162) 185 : cluster [DBG] 2022-01-25T22:43:29.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:28 smithi145 conmon[31276]: pgmap v158: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:30.121 INFO:teuthology.orchestra.run.smithi120.stdout:81604378651 2022-01-25T22:43:30.519 INFO:tasks.cephadm.ceph_manager.ceph:need seq 81604378648 got 81604378651 for osd.2 2022-01-25T22:43:30.520 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.3 2022-01-25T22:43:30.952 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:31.232 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:30 smithi120 conmon[28653]: cluster 2022-01-25T22:43:29.933286+0000 2022-01-25T22:43:31.232 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:30 smithi120 conmon[28653]: mgr.smithi120.hllzij (mgr.14162) 186 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:31.232 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:30 smithi120 conmon[28653]: audit 2022-01-25T22:43:30.121410+0000 mon.smithi120 (mon.0) 500 : audit [DBG] from='client.? 172.21.15.120:0/3927966084' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2022-01-25T22:43:31.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:30 smithi145 conmon[31276]: cluster 2022-01-25T22:43:29.933286+0000 mgr.smithi120.hllzij (mgr.14162) 186 : cluster [DBG] 2022-01-25T22:43:31.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:30 smithi145 conmon[31276]: pgmap v159: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:31.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:30 smithi145 conmon[31276]: audit 2022-01-25T22:43:30.121410+0000 mon.smithi120 (mon.0) 500 : audit [DBG] from='client.? 172.21.15.120:0/3927966084' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2022-01-25T22:43:32.465 INFO:teuthology.orchestra.run.smithi120.stdout:115964117015 2022-01-25T22:43:32.862 INFO:tasks.cephadm.ceph_manager.ceph:need seq 115964117012 got 115964117015 for osd.3 2022-01-25T22:43:32.863 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.4 2022-01-25T22:43:33.297 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:33.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:32 smithi120 conmon[28653]: cluster 2022-01-25T22:43:31.933580+0000 mgr.smithi120.hllzij (mgr.14162) 187 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:33.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:32 smithi120 conmon[28653]: audit 2022-01-25T22:43:32.465745+0000 mon.smithi120 (mon.0) 501 : audit [DBG] from='client.? 172.21.15.120:0/2388716243' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2022-01-25T22:43:33.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:32 smithi145 conmon[31276]: cluster 2022-01-25T22:43:31.933580+0000 mgr.smithi120.hllzij (mgr.14162) 187 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:33.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:32 smithi145 conmon[31276]: audit 2022-01-25T22:43:32.465745+0000 mon.smithi120 ( 2022-01-25T22:43:33.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:32 smithi145 conmon[31276]: mon.0) 501 : audit [DBG] from='client.? 172.21.15.120:0/2388716243' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2022-01-25T22:43:34.738 INFO:teuthology.orchestra.run.smithi120.stdout:133143986197 2022-01-25T22:43:35.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:34 smithi120 conmon[28653]: cluster 2022-01-25T22:43:33.933928+0000 mgr.smithi120.hllzij (mgr.14162) 188 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:35.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:34 smithi120 conmon[28653]: audit 2022-01-25T22:43:34.738785+0000 mon.smithi120 (mon.0) 502 : audit [DBG] from='client.? 172.21.15.120:0/1843281252' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2022-01-25T22:43:35.207 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986193 got 133143986197 for osd.4 2022-01-25T22:43:35.208 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.5 2022-01-25T22:43:35.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:34 smithi145 conmon[31276]: cluster 2022-01-25T22:43:33.933928+0000 mgr.smithi120.hllzij (mgr.14162) 188 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:35.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:34 smithi145 conmon[31276]: audit 2022-01-25T22:43:34.738785+0000 mon.smithi120 (mon.0) 502 : audit [DBG] from='client.? 172.21.15.120:0/1843281252' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2022-01-25T22:43:35.641 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:37.078 INFO:teuthology.orchestra.run.smithi120.stdout:154618822674 2022-01-25T22:43:37.452 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822670 got 154618822674 for osd.5 2022-01-25T22:43:37.453 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.6 2022-01-25T22:43:37.884 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:38.238 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:37 smithi120 conmon[28653]: cluster 2022-01-25T22:43:35.934238+0000 mgr.smithi120.hllzij (mgr.14162) 189 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:38.238 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:37 smithi120 conmon[28653]: audit 2022-01-25T22:43:37.078887+0000 mon.smithi120 (mon.0) 503 : audit [DBG] from='client.? 172.21.15.120:0/3869102289' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2022-01-25T22:43:38.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:37 smithi145 conmon[31276]: cluster 2022-01-25T22:43:35.934238+0000 mgr.smithi120.hllzij (mgr.14162) 189 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:38.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:37 smithi145 conmon[31276]: audit 2022-01-25T22:43:37.078887+0000 mon.smithi120 (mon.0) 503 : audit [DBG] from='client.? 172.21.15.120:0/3869102289' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2022-01-25T22:43:39.312 INFO:teuthology.orchestra.run.smithi120.stdout:176093659150 2022-01-25T22:43:39.693 INFO:tasks.cephadm.ceph_manager.ceph:need seq 176093659147 got 176093659150 for osd.6 2022-01-25T22:43:39.693 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph osd last-stat-seq osd.7 2022-01-25T22:43:40.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:39 smithi120 conmon[28653]: cluster 2022-01-25T22:43:37.934707+0000 mgr.smithi120.hllzij (mgr.14162) 190 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:40.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:39 smithi120 conmon[28653]: audit 2022-01-25T22:43:39.313570+0000 mon.smithi120 (mon.0) 504 : audit [DBG] from='client.? 172.21.15.120:0/3290504620' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2022-01-25T22:43:40.127 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:40.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:39 smithi145 conmon[31276]: cluster 2022-01-25T22:43:37.934707+0000 mgr.smithi120.hllzij (mgr.14162) 190 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:40.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:39 smithi145 conmon[31276]: audit 2022-01-25T22:43:39.313570+0000 mon.smithi120 (mon.0) 504 : audit [DBG] from='client.? 172.21.15.120:0/3290504620' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2022-01-25T22:43:41.645 INFO:teuthology.orchestra.run.smithi120.stdout:197568495628 2022-01-25T22:43:42.022 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495625 got 197568495628 for osd.7 2022-01-25T22:43:42.022 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2022-01-25T22:43:42.023 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph pg dump --format=json 2022-01-25T22:43:42.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:41 smithi120 conmon[28653]: cluster 2022-01-25T22:43:39.935073+0000 mgr.smithi120.hllzij (mgr.14162) 191 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:42.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:41 smithi120 conmon[28653]: audit 2022-01-25T22:43:41.645623+0000 mon.smithi120 (mon.0) 505 : audit [DBG] from='client.? 172.21.15.120:0/449956583' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2022-01-25T22:43:42.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:41 smithi145 conmon[31276]: cluster 2022-01-25T22:43:39.935073+0000 mgr.smithi120.hllzij (mgr.14162) 191 : cluster [DBG] pgmap v164: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:42.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:41 smithi145 conmon[31276]: audit 2022-01-25T22:43:41.645623+0000 mon.smithi120 (mon.0) 505 : audit [DBG] from='client.? 172.21.15.120:0/449956583' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2022-01-25T22:43:42.455 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:43.744 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:43:43.745 INFO:teuthology.orchestra.run.smithi120.stderr:dumped all 2022-01-25T22:43:44.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:43 smithi120 conmon[28653]: cluster 2022-01-25T22:43:41.935413+0000 mgr.smithi120.hllzij (mgr.14162) 192 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:44.261 INFO:teuthology.orchestra.run.smithi120.stdout:{"pg_ready":true,"pg_map":{"version":165,"stamp":"2022-01-25T22:43:41.935293+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":43040,"kb_used_data":3680,"kb_used_omap":0,"kb_used_meta":39296,"kb_avail":749918176,"statfs":{"total":767960285184,"available":767916212224,"internally_reserved":0,"allocated":3768320,"data_stored":1482216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40239104},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"10","reported_epoch":"48","state":"active+clean","last_fresh":"2022-01-25T22:42:54.392943+0000","last_change":"2022-01-25T22:42:54.392943+0000","last_active":"2022-01-25T22:42:54.392943+0000","last_peered":"2022-01-25T22:42:54.392943+0000","last_clean":"2022-01-25T22:42:54.392943+0000","last_became_active":"2022-01-25T22:42:54.392585+0000","last_became_peered":"2022-01-25T22:42:54.392585+0000","last_unstale":"2022-01-25T22:42:54.392943+0000","last_undegraded":"2022-01-25T22:42:54.392943+0000","last_fullsized":"2022-01-25T22:42:54.392943+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-25T22:41:43.927487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-25T22:41:43.927487+0000","last_clean_scrub_stamp":"2022-01-25T22:41:43.927487+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495628,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5204,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":4736,"kb_avail":93739948,"statfs":{"total":95995035648,"available":95989706752,"internally_reserved":0,"allocated":471040,"data_stored":185277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4849664},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.318}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50800000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52400000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]}]},{"osd":6,"up_from":41,"seq":176093659151,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5268,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":4800,"kb_avail":93739884,"statfs":{"total":95995035648,"available":95989641216,"internally_reserved":0,"allocated":471040,"data_stored":185277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4915200},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:43:39 2022","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.61199999999999999}]},{"osd":1,"last update":"Tue Jan 25 22:43:39 2022","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.40600000000000003}]},{"osd":2,"last update":"Tue Jan 25 22:43:39 2022","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.53000000000000003}]},{"osd":3,"last update":"Tue Jan 25 22:43:39 2022","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.44500000000000001}]},{"osd":4,"last update":"Tue Jan 25 22:43:39 2022","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.65100000000000002}]},{"osd":5,"last update":"Tue Jan 25 22:43:39 2022","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.52400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73099999999999998}]}]},{"osd":1,"up_from":14,"seq":60129542176,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5524,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739628,"statfs":{"total":95995035648,"available":95989379072,"internally_reserved":0,"allocated":471040,"data_stored":185277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:43:17 2022","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.41299999999999998,"15min":0.41799999999999998},"min":{"1min":0.25700000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.51900000000000002,"5min":1.669,"15min":1.669},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.375,"15min":0.36799999999999999},"min":{"1min":0.255,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.25800000000000001}]},{"osd":2,"last update":"Tue Jan 25 22:43:35 2022","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.39400000000000002,"15min":0.39300000000000002},"min":{"1min":0.26200000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.56200000000000006,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.50700000000000001,"15min":0.52600000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.61099999999999999,"5min":4.3040000000000003,"15min":4.3040000000000003},"last":0.28599999999999998}]},{"osd":3,"last update":"Tue Jan 25 22:42:53 2022","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.36499999999999999}]},{"osd":4,"last update":"Tue Jan 25 22:43:04 2022","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.40500000000000003}]},{"osd":5,"last update":"Tue Jan 25 22:43:24 2022","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.44800000000000001}]},{"osd":6,"last update":"Tue Jan 25 22:43:36 2022","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.41499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]}]},{"osd":0,"up_from":9,"seq":38654705700,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5524,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739628,"statfs":{"total":95995035648,"available":95989379072,"internally_reserved":0,"allocated":471040,"data_stored":185277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Jan 25 22:43:20 2022","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.34399999999999997,"15min":0.33800000000000002},"min":{"1min":0.23999999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.55100000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.246},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.34999999999999998,"15min":0.34399999999999997},"min":{"1min":0.26700000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.26900000000000002}]},{"osd":2,"last update":"Tue Jan 25 22:43:34 2022","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.35099999999999998,"15min":0.34499999999999997},"min":{"1min":0.251,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.255},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.36299999999999999,"15min":0.35299999999999998},"min":{"1min":0.27800000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.33200000000000002}]},{"osd":3,"last update":"Tue Jan 25 22:42:50 2022","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.311}]},{"osd":4,"last update":"Tue Jan 25 22:43:04 2022","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.57999999999999996}]},{"osd":5,"last update":"Tue Jan 25 22:43:20 2022","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.625},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.499}]},{"osd":6,"last update":"Tue Jan 25 22:43:36 2022","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.60299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]}]},{"osd":2,"up_from":19,"seq":81604378654,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5460,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739692,"statfs":{"total":95995035648,"available":95989444608,"internally_reserved":0,"allocated":471040,"data_stored":185277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:43:32 2022","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.32000000000000001,"15min":0.316},"min":{"1min":0.23699999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.33800000000000002,"15min":0.33600000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.48899999999999999,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.36899999999999999}]},{"osd":1,"last update":"Tue Jan 25 22:43:32 2022","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.33000000000000002,"15min":0.32600000000000001},"min":{"1min":0.26500000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.34799999999999998,"15min":0.34699999999999998},"min":{"1min":0.27100000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.51800000000000002,"5min":0.62,"15min":0.62},"last":0.35899999999999999}]},{"osd":3,"last update":"Tue Jan 25 22:42:51 2022","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.308},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.38100000000000001}]},{"osd":4,"last update":"Tue Jan 25 22:43:05 2022","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.84399999999999997}]},{"osd":5,"last update":"Tue Jan 25 22:43:22 2022","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.72899999999999998}]},{"osd":6,"last update":"Tue Jan 25 22:43:39 2022","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.64200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]}]},{"osd":3,"up_from":27,"seq":115964117017,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5396,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739756,"statfs":{"total":95995035648,"available":95989510144,"internally_reserved":0,"allocated":471040,"data_stored":185277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:42:51 2022","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.37},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.29299999999999998}]},{"osd":1,"last update":"Tue Jan 25 22:42:51 2022","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.33200000000000002}]},{"osd":2,"last update":"Tue Jan 25 22:42:51 2022","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.28100000000000003}]},{"osd":4,"last update":"Tue Jan 25 22:43:06 2022","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.46500000000000002}]},{"osd":5,"last update":"Tue Jan 25 22:43:26 2022","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.61399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52800000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986198,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5332,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739820,"statfs":{"total":95995035648,"available":95989575680,"internally_reserved":0,"allocated":471040,"data_stored":185277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:43:05 2022","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.57299999999999995}]},{"osd":1,"last update":"Tue Jan 25 22:43:05 2022","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.54400000000000004}]},{"osd":2,"last update":"Tue Jan 25 22:43:05 2022","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.433},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.59499999999999997}]},{"osd":3,"last update":"Tue Jan 25 22:43:05 2022","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.49299999999999999}]},{"osd":5,"last update":"Tue Jan 25 22:43:19 2022","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.55800000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]}]},{"osd":5,"up_from":36,"seq":154618822675,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5332,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739820,"statfs":{"total":95995035648,"available":95989575680,"internally_reserved":0,"allocated":471040,"data_stored":185277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:43:22 2022","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.46700000000000003}]},{"osd":1,"last update":"Tue Jan 25 22:43:22 2022","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.61099999999999999}]},{"osd":2,"last update":"Tue Jan 25 22:43:22 2022","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.59199999999999997}]},{"osd":3,"last update":"Tue Jan 25 22:43:22 2022","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.68999999999999995}]},{"osd":4,"last update":"Tue Jan 25 22:43:22 2022","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.53500000000000003}]},{"osd":6,"last update":"Tue Jan 25 22:43:36 2022","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.51000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.497}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-01-25T22:43:44.263 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph pg dump --format=json 2022-01-25T22:43:44.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:43 smithi145 conmon[31276]: cluster 2022-01-25T22:43:41.935413+0000 mgr.smithi120.hllzij (mgr.14162) 192 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:44.695 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:45.092 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:44 smithi120 conmon[28653]: audit 2022-01-25T22:43:43.742442+0000 mgr.smithi120.hllzij 2022-01-25T22:43:45.093 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:44 smithi120 conmon[28653]: (mgr.14162) 193 : audit [DBG] from='client.14436 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:43:45.093 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:44 smithi120 conmon[28653]: cluster 2022-01-25T22:43:43.935720+0000 mgr.smithi120.hllzij (mgr.14162) 194 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:45.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:44 smithi145 conmon[31276]: audit 2022-01-25T22:43:43.742442+0000 mgr.smithi120.hllzij (mgr.14162) 193 : audit [DBG] 2022-01-25T22:43:45.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:44 smithi145 conmon[31276]: from='client.14436 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:43:45.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:44 smithi145 conmon[31276]: cluster 2022-01-25T22:43:43.935720+0000 mgr.smithi120.hllzij (mgr.14162) 194 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:45.968 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:43:45.969 INFO:teuthology.orchestra.run.smithi120.stderr:dumped all 2022-01-25T22:43:46.392 INFO:teuthology.orchestra.run.smithi120.stdout:{"pg_ready":true,"pg_map":{"version":167,"stamp":"2022-01-25T22:43:45.935864+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":43040,"kb_used_data":3680,"kb_used_omap":0,"kb_used_meta":39296,"kb_avail":749918176,"statfs":{"total":767960285184,"available":767916212224,"internally_reserved":0,"allocated":3768320,"data_stored":1482216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":40239104},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.0","version":"0'0","reported_seq":"10","reported_epoch":"48","state":"active+clean","last_fresh":"2022-01-25T22:42:54.392943+0000","last_change":"2022-01-25T22:42:54.392943+0000","last_active":"2022-01-25T22:42:54.392943+0000","last_peered":"2022-01-25T22:42:54.392943+0000","last_clean":"2022-01-25T22:42:54.392943+0000","last_became_active":"2022-01-25T22:42:54.392585+0000","last_became_peered":"2022-01-25T22:42:54.392585+0000","last_unstale":"2022-01-25T22:42:54.392943+0000","last_undegraded":"2022-01-25T22:42:54.392943+0000","last_fullsized":"2022-01-25T22:42:54.392943+0000","mapping_epoch":47,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":48,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2022-01-25T22:41:43.927487+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2022-01-25T22:41:43.927487+0000","last_clean_scrub_stamp":"2022-01-25T22:41:43.927487+0000","log_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":46,"seq":197568495629,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5204,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":4736,"kb_avail":93739948,"statfs":{"total":95995035648,"available":95989706752,"internally_reserved":0,"allocated":471040,"data_stored":185277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4849664},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53000000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50600000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.437}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]}]},{"osd":6,"up_from":41,"seq":176093659152,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5268,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":4800,"kb_avail":93739884,"statfs":{"total":95995035648,"available":95989641216,"internally_reserved":0,"allocated":471040,"data_stored":185277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4915200},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:43:39 2022","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.40300000000000002}]},{"osd":1,"last update":"Tue Jan 25 22:43:39 2022","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.45200000000000001}]},{"osd":2,"last update":"Tue Jan 25 22:43:39 2022","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.47399999999999998}]},{"osd":3,"last update":"Tue Jan 25 22:43:39 2022","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.59799999999999998}]},{"osd":4,"last update":"Tue Jan 25 22:43:39 2022","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.499},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.35899999999999999}]},{"osd":5,"last update":"Tue Jan 25 22:43:39 2022","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.42499999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]}]},{"osd":1,"up_from":14,"seq":60129542177,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5524,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739628,"statfs":{"total":95995035648,"available":95989379072,"internally_reserved":0,"allocated":471040,"data_stored":185277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:43:17 2022","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.41299999999999998,"15min":0.41799999999999998},"min":{"1min":0.25700000000000001,"5min":0.216,"15min":0.216},"max":{"1min":0.51900000000000002,"5min":1.669,"15min":1.669},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.375,"15min":0.36799999999999999},"min":{"1min":0.255,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.36099999999999999}]},{"osd":2,"last update":"Tue Jan 25 22:43:35 2022","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.39400000000000002,"15min":0.39300000000000002},"min":{"1min":0.26200000000000001,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.56200000000000006,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.316},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.50700000000000001,"15min":0.52600000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.61099999999999999,"5min":4.3040000000000003,"15min":4.3040000000000003},"last":0.34300000000000003}]},{"osd":3,"last update":"Tue Jan 25 22:42:53 2022","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.308},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.38900000000000001}]},{"osd":4,"last update":"Tue Jan 25 22:43:04 2022","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.44500000000000001}]},{"osd":5,"last update":"Tue Jan 25 22:43:24 2022","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.45100000000000001}]},{"osd":6,"last update":"Tue Jan 25 22:43:36 2022","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.51300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]}]},{"osd":0,"up_from":9,"seq":38654705701,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":5524,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":5056,"kb_avail":93739628,"statfs":{"total":95995035648,"available":95989379072,"internally_reserved":0,"allocated":471040,"data_stored":185277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5177344},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Tue Jan 25 22:43:20 2022","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.34399999999999997,"15min":0.33800000000000002},"min":{"1min":0.23999999999999999,"5min":0.223,"15min":0.223},"max":{"1min":0.55100000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.34999999999999998,"15min":0.34399999999999997},"min":{"1min":0.26700000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.307}]},{"osd":2,"last update":"Tue Jan 25 22:43:34 2022","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.35099999999999998,"15min":0.34499999999999997},"min":{"1min":0.251,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.36299999999999999,"15min":0.35299999999999998},"min":{"1min":0.27800000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.34999999999999998}]},{"osd":3,"last update":"Tue Jan 25 22:42:50 2022","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"last":0.32200000000000001}]},{"osd":4,"last update":"Tue Jan 25 22:43:04 2022","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.72299999999999998}]},{"osd":5,"last update":"Tue Jan 25 22:43:20 2022","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.069,"5min":1.069,"15min":1.069},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.56000000000000005}]},{"osd":6,"last update":"Tue Jan 25 22:43:36 2022","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]}]},{"osd":2,"up_from":19,"seq":81604378654,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5460,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":4992,"kb_avail":93739692,"statfs":{"total":95995035648,"available":95989444608,"internally_reserved":0,"allocated":471040,"data_stored":185277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5111808},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:43:32 2022","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.32000000000000001,"15min":0.316},"min":{"1min":0.23699999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.33800000000000002,"15min":0.33600000000000002},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.48899999999999999,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.36899999999999999}]},{"osd":1,"last update":"Tue Jan 25 22:43:32 2022","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.33000000000000002,"15min":0.32600000000000001},"min":{"1min":0.26500000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.34799999999999998,"15min":0.34699999999999998},"min":{"1min":0.27100000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.51800000000000002,"5min":0.62,"15min":0.62},"last":0.35899999999999999}]},{"osd":3,"last update":"Tue Jan 25 22:42:51 2022","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.308},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.38100000000000001}]},{"osd":4,"last update":"Tue Jan 25 22:43:05 2022","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.84399999999999997}]},{"osd":5,"last update":"Tue Jan 25 22:43:22 2022","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.72899999999999998}]},{"osd":6,"last update":"Tue Jan 25 22:43:39 2022","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.64200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]}]},{"osd":3,"up_from":27,"seq":115964117018,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5396,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":4928,"kb_avail":93739756,"statfs":{"total":95995035648,"available":95989510144,"internally_reserved":0,"allocated":471040,"data_stored":185277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":5046272},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:42:51 2022","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.27700000000000002}]},{"osd":1,"last update":"Tue Jan 25 22:42:51 2022","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.315}]},{"osd":2,"last update":"Tue Jan 25 22:42:51 2022","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.38500000000000001}]},{"osd":4,"last update":"Tue Jan 25 22:43:06 2022","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.71899999999999997}]},{"osd":5,"last update":"Tue Jan 25 22:43:26 2022","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.58399999999999996}]},{"osd":6,"last update":"Tue Jan 25 22:43:40 2022","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.621,"5min":0.621,"15min":0.621},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.59899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]}]},{"osd":4,"up_from":31,"seq":133143986199,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5332,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739820,"statfs":{"total":95995035648,"available":95989575680,"internally_reserved":0,"allocated":471040,"data_stored":185277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:43:05 2022","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.55600000000000005}]},{"osd":1,"last update":"Tue Jan 25 22:43:05 2022","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.52000000000000002}]},{"osd":2,"last update":"Tue Jan 25 22:43:05 2022","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.56799999999999995}]},{"osd":3,"last update":"Tue Jan 25 22:43:05 2022","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.60299999999999998}]},{"osd":5,"last update":"Tue Jan 25 22:43:19 2022","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.58199999999999996}]},{"osd":6,"last update":"Tue Jan 25 22:43:39 2022","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.622},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.66700000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64800000000000002}]}]},{"osd":5,"up_from":36,"seq":154618822676,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":5332,"kb_used_data":460,"kb_used_omap":0,"kb_used_meta":4864,"kb_avail":93739820,"statfs":{"total":95995035648,"available":95989575680,"internally_reserved":0,"allocated":471040,"data_stored":185277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":4980736},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Tue Jan 25 22:43:22 2022","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.41899999999999998}]},{"osd":1,"last update":"Tue Jan 25 22:43:22 2022","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.46700000000000003}]},{"osd":2,"last update":"Tue Jan 25 22:43:22 2022","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.628}]},{"osd":3,"last update":"Tue Jan 25 22:43:22 2022","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.72899999999999998}]},{"osd":4,"last update":"Tue Jan 25 22:43:22 2022","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"last":0.68100000000000005}]},{"osd":6,"last update":"Tue Jan 25 22:43:36 2022","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.69599999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2022-01-25T22:43:46.394 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2022-01-25T22:43:46.394 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2022-01-25T22:43:46.395 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2022-01-25T22:43:46.395 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph health --format=json 2022-01-25T22:43:46.829 INFO:teuthology.orchestra.run.smithi120.stderr:Inferring config /var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/mon.smithi120/config 2022-01-25T22:43:48.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:47 smithi120 conmon[28653]: cluster 2022-01-25T22:43:45.936037+0000 mgr.smithi120.hllzij (mgr.14162) 195 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:48.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:47 smithi120 conmon[28653]: audit 2022-01-25T22:43:45.966942+0000 mgr.smithi120.hllzij (mgr.14162) 196 : audit [DBG] from='client.14440 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:43:48.158 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:43:48.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:47 smithi145 conmon[31276]: cluster 2022-01-25T22:43:45.936037+0000 mgr.smithi120.hllzij (mgr.14162) 195 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:48.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:47 smithi145 conmon[31276]: audit 2022-01-25T22:43:45.966942+0000 mgr.smithi120.hllzij (mgr.14162) 196 : audit [DBG] from='client.14440 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:43:48.528 INFO:teuthology.orchestra.run.smithi120.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2022-01-25T22:43:48.528 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2022-01-25T22:43:48.529 INFO:tasks.cephadm:Setup complete, yielding 2022-01-25T22:43:48.529 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-01-25T22:43:48.546 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi120.front.sepia.ceph.com 2022-01-25T22:43:48.547 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- bash -c 'ceph orch status' 2022-01-25T22:43:49.188 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:48 smithi145 conmon[31276]: audit 2022-01-25T22:43:48.158829+0000 mon.smithi120 (mon.0) 506 : audit [DBG] from='client.? 172.21.15.120:0/3999793056' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2022-01-25T22:43:49.231 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:48 smithi120 conmon[28653]: audit 2022-01-25T22:43:48.158829+0000 mon.smithi120 (mon.0 2022-01-25T22:43:49.232 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:48 smithi120 conmon[28653]: ) 506 : audit [DBG] from='client.? 172.21.15.120:0/3999793056' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2022-01-25T22:43:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:49 smithi120 conmon[28653]: cluster 2022-01-25T22:43:47.936397+0000 mgr.smithi120.hllzij (mgr.14162) 197 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:50.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:49 smithi145 conmon[31276]: cluster 2022-01-25T22:43:47.936397+0000 mgr.smithi120.hllzij (mgr.14162) 197 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:50.412 INFO:teuthology.orchestra.run.smithi120.stdout:Backend: cephadm 2022-01-25T22:43:50.412 INFO:teuthology.orchestra.run.smithi120.stdout:Available: Yes 2022-01-25T22:43:50.413 INFO:teuthology.orchestra.run.smithi120.stdout:Paused: No 2022-01-25T22:43:50.759 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- bash -c 'ceph orch ps' 2022-01-25T22:43:52.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:51 smithi120 conmon[28653]: cluster 2022-01-25T22:43:49.936678+0000 mgr.smithi120.hllzij (mgr.14162) 198 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:52.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:51 smithi120 conmon[28653]: audit 2022-01-25T22:43:50.413097+0000 mgr.smithi120.hllzij (mgr.14162) 199 : audit [DBG] from='client.14448 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:43:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:51 smithi120 conmon[28653]: audit 2022-01-25T22:43:51.814820+0000 mon.smithi120 (mon.0) 507 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:43:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:51 smithi145 conmon[31276]: cluster 2022-01-25T22:43:49.936678+0000 mgr.smithi120.hllzij (mgr.14162) 198 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:51 smithi145 conmon[31276]: audit 2022-01-25T22 2022-01-25T22:43:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:51 smithi145 conmon[31276]: :43:50.413097+0000 mgr.smithi120.hllzij (mgr.14162) 199 : audit [DBG] from='client.14448 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:43:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:51 smithi145 conmon[31276]: audit 2022-01-25T22:43:51.814820+0000 mon.smithi120 (mon.0) 507 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:43:52.409 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-25T22:43:52.409 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (3m) 77s ago 4m 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:43:52.409 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (4m) 77s ago 4m 16.2.4 8d91d370c2b8 9cc7be445127 2022-01-25T22:43:52.410 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (3m) 63s ago 3m 16.2.4 8d91d370c2b8 c0ba7b513589 2022-01-25T22:43:52.410 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (2m) 77s ago 3m 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:43:52.410 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:9283 running (5m) 77s ago 5m 16.2.4 8d91d370c2b8 e1b57330bf24 2022-01-25T22:43:52.410 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (3m) 63s ago 3m 16.2.4 8d91d370c2b8 f6773ea986e0 2022-01-25T22:43:52.411 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (5m) 77s ago 5m 16.2.4 8d91d370c2b8 92d934a3929e 2022-01-25T22:43:52.411 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (3m) 63s ago 3m 16.2.4 8d91d370c2b8 f57b84673997 2022-01-25T22:43:52.411 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (3m) 77s ago 3m 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:43:52.411 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (3m) 63s ago 3m 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:43:52.411 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (3m) 77s ago 3m 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:43:52.412 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (2m) 77s ago 2m 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:43:52.412 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (2m) 77s ago 2m 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:43:52.412 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (2m) 77s ago 2m 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:43:52.412 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (115s) 63s ago 114s 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:43:52.413 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (98s) 63s ago 98s 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:43:52.413 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (82s) 63s ago 82s 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:43:52.413 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (66s) 63s ago 66s 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:43:52.414 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (2m) 77s ago 3m 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:43:52.760 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- bash -c 'ceph orch ls' 2022-01-25T22:43:53.447 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:53 smithi120 conmon[28653]: cluster 2022-01-25T22:43:51.937001+0000 mgr.smithi120.hllzij (mgr.14162) 200 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:53.447 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:53 smithi120 conmon[28653]: audit 2022-01-25T22:43:52.201286+0000 mon.smithi120 (mon.0) 508 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:43:53.448 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:53 smithi120 conmon[28653]: audit 2022-01-25T22:43:52.403499+0000 mgr.smithi120.hllzij (mgr.14162) 201 : audit [DBG] from='client.14452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:43:53.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:53 smithi145 conmon[31276]: cluster 2022-01-25T22:43:51.937001+0000 mgr.smithi120.hllzij (mgr.14162) 200 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:53.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:53 smithi145 conmon[31276]: 2022-01-25T22:43:53.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:53 smithi145 conmon[31276]: audit 2022-01-25T22:43:52.201286+0000 mon.smithi120 (mon.0) 508 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:43:53.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:53 smithi145 conmon[31276]: audit 2022-01-25T22:43:52.403499+0000 mgr.smithi120.hllzij (mgr.14162) 201 : audit [DBG] 2022-01-25T22:43:53.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:53 smithi145 conmon[31276]: from='client.14452 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:43:54.395 INFO:teuthology.orchestra.run.smithi120.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2022-01-25T22:43:54.396 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager 1/1 79s ago 4m count:1 2022-01-25T22:43:54.396 INFO:teuthology.orchestra.run.smithi120.stdout:crash 2/2 79s ago 4m * 2022-01-25T22:43:54.396 INFO:teuthology.orchestra.run.smithi120.stdout:grafana 1/1 79s ago 4m count:1 2022-01-25T22:43:54.396 INFO:teuthology.orchestra.run.smithi120.stdout:mgr 2/2 79s ago 4m count:2 2022-01-25T22:43:54.397 INFO:teuthology.orchestra.run.smithi120.stdout:mon 2/2 79s ago 3m smithi120:172.21.15.120=smithi120;smithi145:172.21.15.145=smithi145;count:2 2022-01-25T22:43:54.397 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter 2/2 79s ago 4m * 2022-01-25T22:43:54.397 INFO:teuthology.orchestra.run.smithi120.stdout:osd.unmanaged 8/8 79s ago - 2022-01-25T22:43:54.397 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus 1/1 79s ago 4m count:1 2022-01-25T22:43:54.771 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- bash -c 'ceph orch host ls' 2022-01-25T22:43:55.456 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:55 smithi120 conmon[28653]: cluster 2022-01-25T22:43:53.937340+0000 mgr.smithi120.hllzij (mgr.14162) 202 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:55.456 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:55 smithi120 conmon[28653]: audit 2022-01-25T22:43:54.392802+0000 mgr.smithi120.hllzij (mgr.14162) 203 : audit [DBG] from='client.14456 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:43:55.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:55 smithi145 conmon[31276]: cluster 2022-01-25T22:43:53.937340+0000 mgr.smithi120.hllzij (mgr.14162) 202 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:55.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:55 smithi145 conmon[31276]: audit 2022-01-25T22:43:54.392802+0000 mgr.smithi120.hllzij (mgr.14162) 203 : audit [DBG] from='client.14456 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:43:56.653 INFO:teuthology.orchestra.run.smithi120.stdout:HOST ADDR LABELS STATUS 2022-01-25T22:43:56.654 INFO:teuthology.orchestra.run.smithi120.stdout:smithi120 172.21.15.120 2022-01-25T22:43:56.654 INFO:teuthology.orchestra.run.smithi120.stdout:smithi145 smithi145 2022-01-25T22:43:57.083 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- bash -c 'ceph orch device ls' 2022-01-25T22:43:58.267 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:57 smithi120 conmon[28653]: cluster 2022-01-25T22:43:55.937652+0000 mgr.smithi120.hllzij (mgr.14162) 204 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:58.267 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:57 smithi120 conmon[28653]: audit 2022-01-25T22:43:56.653960+0000 mgr.smithi120.hllzij (mgr.14162) 205 : audit [DBG] from='client.14460 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:43:58.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:57 smithi145 conmon[31276]: cluster 2022-01-25T22:43:55.937652+0000 mgr.smithi120.hllzij (mgr.14162) 204 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:43:58.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:57 smithi145 conmon[31276]: audit 2022-01-25T22:43:56.653960+0000 mgr.smithi120.hllzij (mgr.14162) 205 : audit [DBG] from='client.14460 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:43:58.725 INFO:teuthology.orchestra.run.smithi120.stdout:Hostname Path Type Serial Size Health Ident Fault Available 2022-01-25T22:43:58.726 INFO:teuthology.orchestra.run.smithi120.stdout:smithi120 /dev/nvme0n1 ssd PHFT620400XV400BGN 400G Unknown N/A N/A No 2022-01-25T22:43:58.726 INFO:teuthology.orchestra.run.smithi120.stdout:smithi145 /dev/nvme0n1 ssd PHFT620500N9400BGN 400G Unknown N/A N/A No 2022-01-25T22:43:59.081 INFO:teuthology.run_tasks:Running task vip.exec... 2022-01-25T22:43:59.094 INFO:tasks.vip:Running commands on role host.a host ubuntu@smithi120.front.sepia.ceph.com 2022-01-25T22:43:59.095 DEBUG:teuthology.orchestra.run.smithi120:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2022-01-25T22:43:59.123 INFO:teuthology.orchestra.run.smithi120.stderr:+ systemctl stop nfs-server 2022-01-25T22:43:59.130 INFO:tasks.vip:Running commands on role host.b host ubuntu@smithi145.front.sepia.ceph.com 2022-01-25T22:43:59.131 DEBUG:teuthology.orchestra.run.smithi145:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'systemctl stop nfs-server' 2022-01-25T22:43:59.167 INFO:teuthology.orchestra.run.smithi145.stderr:+ systemctl stop nfs-server 2022-01-25T22:43:59.175 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-01-25T22:43:59.184 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi120.front.sepia.ceph.com 2022-01-25T22:43:59.185 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- bash -c 'ceph fs volume create foofs' 2022-01-25T22:44:00.223 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:59 smithi120 conmon[28653]: cluster 2022-01-25T22:43:57.938008+0000 mgr.smithi120.hllzij (mgr.14162) 206 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:44:00.224 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:43:59 smithi120 conmon[28653]: audit 2022-01-25T22:43:58.725223+0000 mgr.smithi120.hllzij (mgr.14162) 207 : audit [DBG] from='client.14464 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:00.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:59 smithi145 conmon[31276]: cluster 2022-01-25T22:43:57.938008+0000 mgr.smithi120.hllzij (mgr.14162) 206 : cluster 2022-01-25T22:44:00.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:59 smithi145 conmon[31276]: [DBG] pgmap v173: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:44:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:43:59 smithi145 conmon[31276]: audit 2022-01-25T22:43:58.725223+0000 mgr.smithi120.hllzij (mgr.14162) 207 : audit [DBG] from='client.14464 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:01.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:01 smithi120 conmon[28653]: cluster 2022-01-25T22:43:59.938314+0000 mgr.smithi120.hllzij (mgr.14162) 208 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:44:01.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:01 smithi120 conmon[28653]: audit 2022-01-25T22:44:00.818994+0000 mgr.smithi120.hllzij (mgr.14162) 209 : audit [DBG] from='client.14468 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:01.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:01 smithi120 conmon[28653]: audit 2022-01-25T22:44:00.819538+0000 mon.smithi120 (mon.0) 509 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2022-01-25T22:44:01.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:01 smithi145 conmon[31276]: cluster 2022-01-25T22:43:59.938314+0000 mgr.smithi120.hllzij (mgr.14162) 208 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:44:01.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:01 smithi145 conmon[31276]: audit 2022-01-25T22:44:00.818994+0000 mgr.smithi120.hllzij (mgr.14162) 209 : audit [DBG] from='client.14468 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foofs", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:01.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:01 smithi145 conmon[31276]: audit 2022-01-25T22:44:00.819538+0000 mon.smithi120 (mon.0) 509 : audit [INF] 2022-01-25T22:44:01.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:01 smithi145 conmon[31276]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]: dispatch 2022-01-25T22:44:02.452 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:02 smithi120 conmon[28653]: debug 2022-01-25T22:44:02.118+0000 7f047e08f700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-01-25T22:44:02.453 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:02 smithi120 conmon[28653]: audit 2022-01-25T22:44:01.113651+0000 mon.smithi120 (mon.0) 510 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2022-01-25T22:44:02.454 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:02 smithi120 conmon[28653]: cluster 2022-01-25T22:44:01.113713+0000 mon.smithi120 (mon.0) 511 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2022-01-25T22:44:02.454 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:02 smithi120 conmon[28653]: audit 2022-01-25T22:44:01.120636+0000 mon.smithi120 (mon.0) 512 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2022-01-25T22:44:02.454 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:02 smithi120 conmon[28653]: audit 2022-01-25T22:44:02.114881+0000 2022-01-25T22:44:02.455 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:02 smithi120 conmon[28653]: mon.smithi120 (mon.0) 513 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2022-01-25T22:44:02.455 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:02 smithi120 conmon[28653]: cluster 2022-01-25T22:44:02.114953+0000 mon.smithi120 (mon.0) 514 2022-01-25T22:44:02.456 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:02 smithi120 conmon[28653]: : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2022-01-25T22:44:02.495 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2022-01-25T22:44:02.512 INFO:tasks.cephadm:Waiting for ceph service mds.foofs to start (timeout 300)... 2022-01-25T22:44:02.513 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph orch ls -f json 2022-01-25T22:44:02.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:02 smithi145 conmon[31276]: audit 2022-01-25T22:44:01.113651+0000 mon.smithi120 (mon. 2022-01-25T22:44:02.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:02 smithi145 conmon[31276]: 0) 510 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.meta"}]': finished 2022-01-25T22:44:02.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:02 smithi145 conmon[31276]: cluster 2022-01-25T22:44:01.113713+0000 mon.smithi120 (mon.0) 511 : cluster [DBG] osdmap e49: 8 total, 8 up, 8 in 2022-01-25T22:44:02.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:02 smithi145 conmon[31276]: audit 2022-01-25T22:44:01.120636+0000 mon.smithi120 (mon.0) 512 : 2022-01-25T22:44:02.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:02 smithi145 conmon[31276]: audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]: dispatch 2022-01-25T22:44:02.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:02 smithi145 conmon[31276]: audit 2022-01-25T22:44:02 2022-01-25T22:44:02.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:02 smithi145 conmon[31276]: .114881+0000 mon.smithi120 (mon.0) 513 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foofs.data"}]': finished 2022-01-25T22:44:02.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:02 smithi145 conmon[31276]: 2022-01-25T22:44:02.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:02 smithi145 conmon[31276]: cluster 2022-01- 2022-01-25T22:44:02.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:02 smithi145 conmon[31276]: 25T22:44:02.114953+0000 mon.smithi120 (mon.0) 514 : cluster [DBG] osdmap e50: 8 total, 8 up, 8 in 2022-01-25T22:44:02.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:02 smithi145 conmon[31276]: 2022-01-25T22:44:03.210 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: cluster 2022-01-25T22:44:01.938836+0000 mgr.smithi120.hllzij (mgr.14162) 210 : cluster [DBG] pgmap v176: 33 pgs: 4 creating+peering, 1 active+clean, 28 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:44:03.210 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: audit 2022-01-25T22:44:02.118728+0000 mon.smithi120 (mon.0) 515 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2022-01-25T22:44:03.211 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: cluster 2022-01-25T22:44:02.119604+0000 mon.smithi120 (mon.0) 516 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-01-25T22:44:03.211 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: cluster 2022-01-25T22:44:02.119643+0000 mon.smithi120 (mon.0) 517 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2022-01-25T22:44:03.212 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: cluster 2022-01-25T22:44:02.133846+0000 mon.smithi120 (mon.0) 518 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2022-01-25T22:44:03.212 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: audit 2022-01-25T22:44:02.133983+0000 mon.smithi120 (mon.0) 519 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2022-01-25T22:44:03.212 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: cluster 2022-01-25T22:44:02.134068+0000 mon.smithi120 (mon.0) 520 : cluster [DBG] fsmap foofs:0 2022-01-25T22:44:03.213 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: cephadm 2022-01-25T22:44:02.136704+0000 mgr.smithi120.hllzij (mgr.14162) 211 : cephadm [INF] Saving service mds.foofs spec with placement count:2 2022-01-25T22:44:03.213 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: audit 2022-01-25T22:44:02.144492+0000 mon.smithi120 (mon.0) 521 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:03.214 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:44:03.214 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: :44:02.145241+0000 mon.smithi120 (mon.0) 522 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:03.214 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: audit 2022-01-25T22:44:02.152221+0000 mon.smithi120 (mon.0) 523 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:03.215 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: audit 2022-01-25T22:44:02.159526+0000 mon.smithi120 (mon.0) 524 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:03.215 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: audit 2022-01-25T22:44:02.160352+0000 mon.smithi120 (mon.0) 525 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi145.odeite", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-01-25T22:44:03.215 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: audit 2022-01-25T22:44:02.163526+0000 mon.smithi120 (mon.0) 526 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi145.odeite", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-01-25T22:44:03.216 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: audit 2022-01-25T22:44:02.164262+0000 mon.smithi120 (mon.0) 527 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:44:03.216 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: cephadm 2022-01-25T22:44:02.164861+0000 mgr.smithi120.hllzij (mgr.14162) 212 : cephadm [INF] Deploying daemon mds.foofs.smithi145.odeite on smithi145 2022-01-25T22:44:03.216 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:03 smithi120 conmon[28653]: cluster 2022-01-25T22:44:03.133882+0000 mon.smithi120 (mon.0) 528 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2022-01-25T22:44:03.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: cluster 2022-01-25T22:44:01.938836+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:44:03.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: .14162) 210 : cluster [DBG] pgmap v176: 33 pgs: 4 creating+peering, 1 active+clean, 28 unknown; 0 B data, 42 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:44:03.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: audit 2022-01-25T22:44:02.118728+0000 mon.smithi120 (mon.0) 515 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]: dispatch 2022-01-25T22:44:03.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: cluster 2022-01-25T22:44:02.119604+0000 mon.smithi120 (mon.0) 516 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2022-01-25T22:44:03.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: cluster 2022-01-25T22:44:02.119643+0000 mon.smithi120 (mon.0) 517 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2022-01-25T22:44:03.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: cluster 2022-01-25T22:44:02.133846+0000 mon.smithi120 (mon.0) 518 : cluster [DBG] osdmap e51: 8 total, 8 up, 8 in 2022-01-25T22:44:03.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: audit 2022-01-25T22: 2022-01-25T22:44:03.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: 44:02.133983+0000 mon.smithi120 (mon.0) 519 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "fs new", "fs_name": "foofs", "metadata": "cephfs.foofs.meta", "data": "cephfs.foofs.data"}]': finished 2022-01-25T22:44:03.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: cluster 2022-01-25T22:44:02.134068+0000 2022-01-25T22:44:03.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: mon.smithi120 (mon.0) 520 : cluster [DBG] fsmap foofs:0 2022-01-25T22:44:03.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: cephadm 2022-01-25T 2022-01-25T22:44:03.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: 22:44:02.136704+0000 2022-01-25T22:44:03.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: mgr.smithi120.hllzij (mgr.14162) 211 : cephadm [INF] Saving service mds.foofs spec with placement count:2 2022-01-25T22:44:03.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:44:03.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: 01-25T22:44:02.144492+0000 mon.smithi120 2022-01-25T22:44:03.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: (mon.0) 521 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:03.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: audit 2022-01-25T 2022-01-25T22:44:03.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: 22:44:02.145241+0000 mon.smithi120 (mon.0) 2022-01-25T22:44:03.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: 522 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:03.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:44:03.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: 01-25T22:44:02.152221+0000 mon.smithi120 (mon 2022-01-25T22:44:03.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: .0) 523 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:03.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: audit 2022-01 2022-01-25T22:44:03.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: -25T22:44:02.159526 2022-01-25T22:44:03.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: +0000 mon.smithi120 (mon.0) 524 : 2022-01-25T22:44:03.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:03.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: audit 2022-01-25T22:44: 2022-01-25T22:44:03.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: 02.160352+0000 mon.smithi120 (mon.0) 525 : audit 2022-01-25T22:44:03.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi145.odeite", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-01-25T22:44:03.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: audit 2022-01-25T22:44:03.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: 2022-01-25T22:44:02.163526+0000 mon.smithi120 (mon. 2022-01-25T22:44:03.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: 0) 526 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi145.odeite", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-01-25T22:44:03.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: audit 2022-01-25T22:44 2022-01-25T22:44:03.338 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: :02.164262+0000 mon.smithi120 (mon.0) 527 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:44:03.338 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: cephadm 2022 2022-01-25T22:44:03.339 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: -01-25T22:44:02.164861+0000 2022-01-25T22:44:03.339 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: mgr.smithi120.hllzij (mgr.14162) 212 : cephadm [INF] Deploying daemon mds.foofs.smithi145.odeite on smithi145 2022-01-25T22:44:03.340 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: 2022-01-25T22:44:03.340 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: cluster 2022-01-25 2022-01-25T22:44:03.340 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: T22:44:03.133882+0000 mon.smithi120 (mon.0) 2022-01-25T22:44:03.341 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:03 smithi145 conmon[31276]: 528 : cluster [DBG] osdmap e52: 8 total, 8 up, 8 in 2022-01-25T22:44:04.247 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:44:04.248 INFO:teuthology.orchestra.run.smithi120.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2022-01-25T22:39:16.806902Z", "last_refresh": "2022-01-25T22:42:35.103597Z", "running": 1, "size": 1}}, {"placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2022-01-25T22:39:06.033241Z", "last_refresh": "2022-01-25T22:42:35.103654Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "status": {"created": "2022-01-25T22:39:14.559857Z", "last_refresh": "2022-01-25T22:42:35.103734Z", "running": 1, "size": 1}}, {"events": ["2022-01-25T22:44:02.144677Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2022-01-25T22:44:02.136725Z", "running": 1, "size": 2}}, {"placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2022-01-25T22:39:04.708612Z", "last_refresh": "2022-01-25T22:42:35.103535Z", "running": 2, "size": 2}}, {"events": ["2022-01-25T22:40:00.045307Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["smithi120:172.21.15.120=smithi120", "smithi145:172.21.15.145=smithi145"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2022-01-25T22:40:00.042031Z", "last_refresh": "2022-01-25T22:42:35.103406Z", "running": 2, "size": 2}}, {"placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2022-01-25T22:39:15.849746Z", "last_refresh": "2022-01-25T22:42:35.103790Z", "running": 2, "size": 2}}, {"placement": {}, "service_id": "unmanaged", "service_name": "osd.unmanaged", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "last_refresh": "2022-01-25T22:42:35.103901Z", "running": 8, "size": 8}, "unmanaged": true}, {"placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2022-01-25T22:39:13.267023Z", "last_refresh": "2022-01-25T22:42:35.103846Z", "running": 1, "size": 1}}] 2022-01-25T22:44:04.628 INFO:tasks.cephadm:mds.foofs has 1/2 2022-01-25T22:44:05.186 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:05 smithi120 conmon[28653]: cluster 2022-01-25T22:44:03.939241+0000 mgr.smithi120.hllzij (mgr.14162) 213 : cluster [DBG] pgmap v180: 65 pgs: 14 active+clean, 10 creating+peering, 41 unknown; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:44:05.187 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:05 smithi120 conmon[28653]: cluster 2022-01-25T22:44:04.134772+0000 mon.smithi120 (mon.0) 529 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2022-01-25T22:44:05.187 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:05 smithi120 conmon[28653]: audit 2022-01-25T22:44:04.233187+0000 mon.smithi120 (mon.0) 530 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:05.187 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:05 smithi120 conmon[28653]: audit 2022-01-25T22:44:04.233969+0000 mon.smithi120 (mon.0) 531 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi120.biyzgf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-01-25T22:44:05.188 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:05 smithi120 conmon[28653]: audit 2022-01-25T22:44:04.237727+0000 mon.smithi120 (mon.0) 532 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi120.biyzgf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-01-25T22:44:05.188 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:05 smithi120 conmon[28653]: audit 2022-01-25T22:44:04.238395+0000 mon.smithi120 (mon.0) 533 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:44:05.188 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:05 smithi120 conmon[28653]: cephadm 2022-01-25T22:44:04.239060+0000 mgr.smithi120.hllzij (mgr.14162) 214 : cephadm [INF] Deploying daemon mds.foofs.smithi120.biyzgf on smithi120 2022-01-25T22:44:05.188 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:05 smithi120 conmon[28653]: audit 2022-01-25T22:44:04.246092+0000 mgr.smithi120.hllzij (mgr.14162) 215 : audit [DBG] from='client.14472 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:44:05.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: cluster 2022-01-25T22:44:03.939241+0000 mgr.smithi120.hllzij (mgr.14162 2022-01-25T22:44:05.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: ) 213 : cluster [DBG] pgmap v180: 65 pgs: 14 active+clean, 10 creating+peering, 41 unknown; 0 B data, 43 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:44:05.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: cluster 2022-01-25T22:44:04.134772+0000 mon.smithi120 (mon.0) 529 : cluster [DBG] osdmap e53: 8 total, 8 up, 8 in 2022-01-25T22:44:05.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: audit 2022-01-25T22:44:04.233187+0000 mon.smithi120 (mon.0) 530 : 2022-01-25T22:44:05.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:05.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: audit 2022-01-25T22 2022-01-25T22:44:05.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: :44:04.233969+0000 mon.smithi120 (mon.0) 531 : 2022-01-25T22:44:05.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi120.biyzgf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2022-01-25T22:44:05.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: audit 2022-01-25T22:44: 2022-01-25T22:44:05.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: 04.237727+0000 mon.smithi120 (mon.0) 532 : audit [INF] 2022-01-25T22:44:05.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foofs.smithi120.biyzgf", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2022-01-25T22:44:05.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: audit 2022-01-25T22:44:04.238395 2022-01-25T22:44:05.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: +0000 mon.smithi120 (mon.0) 533 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:44:05.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: cephadm 2022- 2022-01-25T22:44:05.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: 01-25T22:44:04.239060+0000 mgr.smithi120.hllzij (mgr.14162) 214 2022-01-25T22:44:05.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: : cephadm [INF] Deploying daemon mds.foofs.smithi120.biyzgf on smithi120 2022-01-25T22:44:05.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: audit 2022-01- 2022-01-25T22:44:05.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: 25T22:44:04.246092+0000 mgr.smithi120.hllzij (mgr.14162 2022-01-25T22:44:05.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:05 smithi145 conmon[31276]: ) 215 : audit [DBG] from='client.14472 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:44:05.629 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- ceph orch ls -f json 2022-01-25T22:44:06.400 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: cluster 2022-01-25T22:44:05.144557+0000 mon.smithi120 (mon.0) 534 : cluster [DBG] mds.? [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852] up:boot 2022-01-25T22:44:06.400 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: cluster 2022-01-25T22:44:05.144606+0000 mon.smithi120 (mon.0) 535 : cluster [INF] daemon mds.foofs.smithi145.odeite assigned to filesystem foofs as rank 0 (now has 1 ranks) 2022-01-25T22:44:06.400 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: cluster 2022-01-25T22:44:05.144678+0000 mon.smithi120 (mon. 2022-01-25T22:44:06.401 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: 0) 536 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-01-25T22:44:06.401 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: cluster 2022-01- 2022-01-25T22:44:06.401 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: 25T22:44:05.144720+0000 mon.smithi120 (mon.0) 537 : 2022-01-25T22:44:06.401 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2022-01-25T22:44:06.401 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: cluster 2022-01-25T22 2022-01-25T22:44:06.402 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: :44:05.144734+0000 mon.smithi120 (mon.0) 538 : cluster 2022-01-25T22:44:06.402 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: [INF] Cluster is now healthy 2022-01-25T22:44:06.402 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: cluster 2022-01-25T22: 2022-01-25T22:44:06.402 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: 44:05.145822+0000 mon.smithi120 (mon.0) 539 : cluster 2022-01-25T22:44:06.403 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: [DBG] fsmap foofs:0 1 up:standby 2022-01-25T22:44:06.403 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:44:06.403 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: -25T22:44:05.145932+0000 2022-01-25T22:44:06.403 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: mon.smithi120 (mon.0) 540 : audit 2022-01-25T22:44:06.403 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi145.odeite"}]: dispatch 2022-01-25T22:44:06.404 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: cluster 2022-01- 2022-01-25T22:44:06.404 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: 25T22:44:05.149938+0000 mon.smithi120 (mon.0) 541 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:creating} 2022-01-25T22:44:06.404 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: cluster 2022-01-25T22:44:05.164357+0000 2022-01-25T22:44:06.404 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: mon.smithi120 (mon.0) 542 : cluster [INF] 2022-01-25T22:44:06.404 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:06 smithi120 conmon[28653]: daemon mds.foofs.smithi145.odeite is now active in filesystem foofs as rank 0 2022-01-25T22:44:06.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: cluster 2022-01-25T22:44:05.144557+0000 mon.smithi120 (mon.0) 534 : cluster [DBG] mds.? [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852] up:boot 2022-01-25T22:44:06.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: cluster 2022-01-25T22:44:05.144606+0000 mon.smithi120 (mon.0) 535 : cluster [INF] daemon mds.foofs.smithi145.odeite assigned to filesystem foofs as rank 0 (now has 1 ranks) 2022-01-25T22:44:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: cluster 2022-01-25T22:44:05.144678+0000 mon.smithi120 (mon.0) 536 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2022-01-25T22:44:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: cluster 2022- 2022-01-25T22:44:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: 01-25T22:44:05.144720+0000 mon.smithi120 (mon.0) 537 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2022-01-25T22:44:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: cluster 2022-01-25T22:44 2022-01-25T22:44:06.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: :05.144734+0000 mon.smithi120 (mon.0) 538 : 2022-01-25T22:44:06.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: cluster [INF] Cluster is now healthy 2022-01-25T22:44:06.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: cluster 2022-01-25T22:44: 2022-01-25T22:44:06.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: 05.145822+0000 mon.smithi120 (mon.0) 539 : cluster 2022-01-25T22:44:06.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: [DBG] fsmap foofs:0 1 up:standby 2022-01-25T22:44:06.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: audit 2022-01-25T22:44 2022-01-25T22:44:06.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: :05.145932+0000 mon.smithi120 (mon.0) 540 : audit 2022-01-25T22:44:06.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi145.odeite"}]: dispatch 2022-01-25T22:44:06.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: cluster 2022-01-25T22:44:05 2022-01-25T22:44:06.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: .149938+0000 mon.smithi120 (mon.0) 541 : cluster [DBG] 2022-01-25T22:44:06.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: fsmap foofs:1 {0=foofs.smithi145.odeite=up:creating} 2022-01-25T22:44:06.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: cluster 2022-01-25T22:44:05 2022-01-25T22:44:06.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: .164357+0000 mon.smithi120 (mon.0) 542 : cluster [INF] 2022-01-25T22:44:06.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:06 smithi145 conmon[31276]: daemon mds.foofs.smithi145.odeite is now active in filesystem foofs as rank 0 2022-01-25T22:44:07.390 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:07 smithi120 conmon[28653]: cluster 2022-01-25T22:44:05.939583+0000 mgr.smithi120.hllzij (mgr.14162) 216 : cluster [DBG] pgmap v182: 65 pgs: 49 active+clean, 10 creating+peering, 6 unknown; 1.7 KiB data, 43 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:44:07.391 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:07 smithi120 conmon[28653]: cluster 2022-01-25T22:44:06.152695+0000 mon.smithi120 (mon.0) 543 : cluster [DBG] mds.? [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852] up:active 2022-01-25T22:44:07.391 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:07 smithi120 conmon[28653]: cluster 2022-01-25T22:44:06.152763+0000 mon.smithi120 (mon.0) 544 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 2022-01-25T22:44:07.391 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:07 smithi120 conmon[28653]: audit 2022-01-25T22:44:06.501696+0000 mon.smithi120 (mon.0) 545 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:07.392 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:07 smithi120 conmon[28653]: audit 2022-01-25T22:44:06.502385+0000 mon.smithi120 (mon.0) 546 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:07.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:07 smithi145 conmon[31276]: cluster 2022-01-25T22:44:05.939583+0000 mgr.smithi120.hllzij (mgr.14162) 216 : cluster [DBG] pgmap v182: 65 pgs: 49 active+clean, 10 creating+peering, 6 unknown; 1.7 KiB data, 43 MiB used, 715 GiB / 715 GiB avail 2022-01-25T22:44:07.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:07 smithi145 conmon[31276]: cluster 2022-01-25T22:44:06.152695+0000 mon.smithi120 (mon.0) 543 : cluster [DBG] mds.? [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852] up:active 2022-01-25T22:44:07.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:07 smithi145 conmon[31276]: cluster 2022-01-25T22:44:06.152763+0000 mon.smithi120 (mon.0) 544 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 2022-01-25T22:44:07.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:07 smithi145 conmon[31276]: audit 2022-01-25T22:44:06.501696+0000 mon.smithi120 (mon.0) 545 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:07.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:07 smithi145 conmon[31276]: audit 2022-01-25T22:44:06.502385+0000 mon.smithi120 (mon.0) 546 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:07.779 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:44:07.780 INFO:teuthology.orchestra.run.smithi120.stdout:[{"placement": {"count": 1}, "service_name": "alertmanager", "service_type": "alertmanager", "status": {"created": "2022-01-25T22:39:16.806902Z", "last_refresh": "2022-01-25T22:42:35.103597Z", "running": 1, "size": 1}}, {"placement": {"host_pattern": "*"}, "service_name": "crash", "service_type": "crash", "status": {"created": "2022-01-25T22:39:06.033241Z", "last_refresh": "2022-01-25T22:42:35.103654Z", "running": 2, "size": 2}}, {"placement": {"count": 1}, "service_name": "grafana", "service_type": "grafana", "status": {"created": "2022-01-25T22:39:14.559857Z", "last_refresh": "2022-01-25T22:42:35.103734Z", "running": 1, "size": 1}}, {"events": ["2022-01-25T22:44:02.144677Z service:mds.foofs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "foofs", "service_name": "mds.foofs", "service_type": "mds", "status": {"created": "2022-01-25T22:44:02.136725Z", "running": 2, "size": 2}}, {"placement": {"count": 2}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2022-01-25T22:39:04.708612Z", "last_refresh": "2022-01-25T22:42:35.103535Z", "running": 2, "size": 2}}, {"events": ["2022-01-25T22:40:00.045307Z service:mon [INFO] \"service was created\""], "placement": {"count": 2, "hosts": ["smithi120:172.21.15.120=smithi120", "smithi145:172.21.15.145=smithi145"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2022-01-25T22:40:00.042031Z", "last_refresh": "2022-01-25T22:42:35.103406Z", "running": 2, "size": 2}}, {"placement": {"host_pattern": "*"}, "service_name": "node-exporter", "service_type": "node-exporter", "status": {"created": "2022-01-25T22:39:15.849746Z", "last_refresh": "2022-01-25T22:42:35.103790Z", "running": 2, "size": 2}}, {"placement": {}, "service_id": "unmanaged", "service_name": "osd.unmanaged", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "8d91d370c2b86c07de46146aba8d36718eaefa69b1880c77fa312fda6efd7d29", "container_image_name": "docker.io/ceph/ceph@sha256:54e95ae1e11404157d7b329d0bef866ebbb214b195a009e87aae4eba9d282949", "last_refresh": "2022-01-25T22:42:35.103901Z", "running": 8, "size": 8}, "unmanaged": true}, {"placement": {"count": 1}, "service_name": "prometheus", "service_type": "prometheus", "status": {"created": "2022-01-25T22:39:13.267023Z", "last_refresh": "2022-01-25T22:42:35.103846Z", "running": 1, "size": 1}}] 2022-01-25T22:44:08.346 INFO:tasks.cephadm:mds.foofs has 2/2 2022-01-25T22:44:08.347 INFO:teuthology.run_tasks:Running task cephadm.shell... 2022-01-25T22:44:08.359 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi120.front.sepia.ceph.com 2022-01-25T22:44:08.360 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- bash -c 'ceph nfs cluster create foo --placement=2 || ceph nfs cluster create cephfs foo --placement=2' 2022-01-25T22:44:08.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:08 smithi120 conmon[28653]: cluster 2022-01-25T22:44:07.154767+0000 mon.smithi120 (mon.0) 547 : cluster [DBG] mds.? [v2:172.21.15.120:6834/1840895957,v1:172.21.15.120:6835/1840895957] up:boot 2022-01-25T22:44:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:08 smithi120 conmon[28653]: cluster 2022-01-25T22:44:07.155077+0000 mon.smithi120 (mon.0) 548 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:44:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:08 smithi120 conmon[28653]: audit 2022-01-25T22:44:07.155199+0000 mon.smithi120 (mon.0) 549 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi120.biyzgf"}]: dispatch 2022-01-25T22:44:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:08 smithi120 conmon[28653]: cluster 2022-01-25T22:44:07.158625+0000 mon.smithi120 (mon.0) 550 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:44:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:08 smithi120 conmon[28653]: audit 2022-01-25T22:44:07.776599+0000 mgr.smithi120.hllzij (mgr.14162) 217 : audit [DBG] from='client.14484 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:44:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:08 smithi145 conmon[31276]: cluster 2022-01-25T22:44:07.154767+0000 mon.smithi120 (mon. 2022-01-25T22:44:08.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:08 smithi145 conmon[31276]: 0) 547 : cluster [DBG] mds.? [v2:172.21.15.120:6834/1840895957,v1:172.21.15.120:6835/1840895957] up:boot 2022-01-25T22:44:08.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:08 smithi145 conmon[31276]: cluster 2022-01-25T22:44:07.155077+0000 mon.smithi120 (mon.0) 548 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:44:08.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:08 smithi145 conmon[31276]: audit 2022-01-25T22:44:07.155199+0000 mon.smithi120 (mon.0) 549 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi120.biyzgf"}]: dispatch 2022-01-25T22:44:08.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:08 smithi145 conmon[31276]: cluster 2022-01-25T22:44:07.158625+0000 mon.smithi120 (mon.0) 550 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:44:08.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:08 smithi145 conmon[31276]: audit 2022-01-25T22:44:07.776599+0000 mgr.smithi120.hllzij (mgr.14162) 217 : audit [DBG] from='client.14484 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2022-01-25T22:44:09.184 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:09 smithi120 conmon[28653]: cluster 2022-01-25T22:44:07.939938+0000 mgr.smithi120.hllzij ( 2022-01-25T22:44:09.185 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:09 smithi120 conmon[28653]: mgr.14162) 218 : cluster [DBG] pgmap v183: 65 pgs: 65 active+clean; 1.7 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 10 op/s 2022-01-25T22:44:09.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:09 smithi145 conmon[31276]: cluster 2022-01-25T22:44:07.939938+0000 mgr.smithi120.hllzij (mgr.14162) 218 : cluster [DBG] 2022-01-25T22:44:09.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:09 smithi145 conmon[31276]: pgmap v183: 65 pgs: 65 active+clean; 1.7 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 10 op/s 2022-01-25T22:44:10.282 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:10 smithi120 conmon[28653]: audit 2022-01-25T22:44:09.278391+0000 mon.smithi120 (mon.0) 551 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:10.378 INFO:teuthology.orchestra.run.smithi120.stderr:Invalid command: missing required parameter clusterid() 2022-01-25T22:44:10.378 INFO:teuthology.orchestra.run.smithi120.stderr:nfs cluster create [] : Create an NFS Cluster 2022-01-25T22:44:10.379 INFO:teuthology.orchestra.run.smithi120.stderr:Error EINVAL: invalid command 2022-01-25T22:44:10.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:10 smithi145 conmon[31276]: audit 2022-01-25T22:44:09.278391+0000 mon.smithi120 (mon.0) 551 : audit 2022-01-25T22:44:10.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:10 smithi145 conmon[31276]: [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:11.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:11 smithi120 conmon[28653]: cluster 2022-01-25T22:44:09.940381+0000 mgr.smithi120.hllzij 2022-01-25T22:44:11.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:11 smithi120 conmon[28653]: (mgr.14162) 219 : cluster [DBG] pgmap v184: 65 pgs: 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2022-01-25T22:44:11.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:11 smithi120 conmon[28653]: audit 2022-01-25T22:44:10.705121+0000 mgr.smithi120.hllzij (mgr.14162) 220 : audit [DBG] from='client.14492 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "type": "cephfs", "clusterid": "foo", "placement": "2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:11.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:11 smithi120 conmon[28653]: audit 2022-01-25T22:44:10.706130+0000 mon.smithi120 (mon.0) 552 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]: dispatch 2022-01-25T22:44:11.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:11 smithi145 conmon[31276]: cluster 2022-01-25T22:44:09.940381+0000 mgr.smithi120.hllzij (mgr.14162) 219 : cluster 2022-01-25T22:44:11.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:11 smithi145 conmon[31276]: [DBG] pgmap v184: 65 pgs: 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s wr, 6 op/s 2022-01-25T22:44:11.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:11 smithi145 conmon[31276]: audit 2022-01-25T22:44:10.705121+0000 mgr.smithi120.hllzij (mgr.14162) 220 : audit [DBG] from='client.14492 -' entity='client.admin' cmd=[{"prefix": "nfs cluster create", "type": "cephfs", "clusterid": "foo", "placement": "2", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:11.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:11 smithi145 conmon[31276]: audit 2022-01-25T22:44:10.706130+0000 mon.smithi120 (mon.0) 552 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]: dispatch 2022-01-25T22:44:12.319 INFO:teuthology.orchestra.run.smithi120.stdout:NFS Cluster Created Successfully 2022-01-25T22:44:12.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:12 smithi120 conmon[28653]: cluster 2022-01-25T22:44:11.288849 2022-01-25T22:44:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:12 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 553 : cluster [DBG] mds.? [v2:172.21.15.120:6834/1840895957,v1:172.21.15.120:6835/1840895957] up:standby 2022-01-25T22:44:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:12 smithi120 conmon[28653]: cluster 2022-01-25T22:44:11.288890+0000 mon.smithi120 (mon.0) 554 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:44:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:12 smithi120 conmon[28653]: audit 2022-01-25T22:44:11.288936+0000 2022-01-25T22:44:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:12 smithi120 conmon[28653]: mon.smithi120 (mon.0) 555 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]': finished 2022-01-25T22:44:12.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:12 smithi120 conmon[28653]: cluster 2022- 2022-01-25T22:44:12.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:12 smithi120 conmon[28653]: 01-25T22:44:11.288984+0000 mon.smithi120 ( 2022-01-25T22:44:12.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:12 smithi120 conmon[28653]: mon.0) 556 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2022-01-25T22:44:12.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:12 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:44:12.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:12 smithi120 conmon[28653]: T22:44:11.290022+0000 mon.smithi120 (mon.0 2022-01-25T22:44:12.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:12 smithi120 conmon[28653]: ) 557 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]: dispatch 2022-01-25T22:44:12.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:12 smithi145 conmon[31276]: cluster 2022-01-25T22:44:11.288849+0000 mon.smithi120 (mon.0) 553 : cluster [DBG] mds.? [v2:172.21.15.120:6834/1840895957,v1:172.21.15.120:6835/1840895957] up:standby 2022-01-25T22:44:12.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:12 smithi145 conmon[31276]: cluster 2022-01-25T22:44:12.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:12 smithi145 conmon[31276]: 2022-01-25T22:44:11.288890+0000 mon.smithi120 (mon.0) 554 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:44:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:12 smithi145 conmon[31276]: audit 2022-01-25T22:44:11.288936+0000 mon.smithi120 (mon.0) 555 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pool create", "pool": "nfs-ganesha"}]': finished 2022-01-25T22:44:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:12 smithi145 conmon[31276]: cluster 2022-01-25T22:44:11.288984+0000 2022-01-25T22:44:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:12 smithi145 conmon[31276]: mon.smithi120 (mon.0) 556 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2022-01-25T22:44:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:12 smithi145 conmon[31276]: audit 2022-01-25T22:44:11.290022+0000 mon.smithi120 2022-01-25T22:44:12.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:12 smithi145 conmon[31276]: (mon.0) 557 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]: dispatch 2022-01-25T22:44:12.733 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- bash -c 'ceph nfs export create cephfs --fsname foofs --clusterid foo --binding /fake || ceph nfs export create cephfs --fsname foofs --cluster-id foo --pseudo-path /fake' 2022-01-25T22:44:13.295 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: cluster 2022-01-25T22:44:11.941239+0000 mgr.smithi120.hllzij (mgr.14162) 221 : cluster [DBG] pgmap v186: 97 pgs: 1 creating+peering, 31 unknown, 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2022-01-25T22:44:13.295 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: audit 2022-01-25T22:44:12.294521+0000 mon.smithi120 (mon.0) 558 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]': finished 2022-01-25T22:44:13.295 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: cluster 2022-01-25T22:44:12.294734+0000 mon.smithi120 (mon.0) 559 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2022-01-25T22:44:13.296 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: audit 2022-01-25T22:44:12.310035+0000 mon.smithi120 (mon.0) 560 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:13.296 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: cephadm 2022-01-25T22:44:12.314060+0000 mgr.smithi120.hllzij (mgr.14162) 222 : cephadm [INF] Saving service nfs.foo spec with placement count:2 2022-01-25T22:44:13.296 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: audit 2022-01-25T22:44:12.316841+0000 mon.smithi120 (mon.0) 561 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:13.296 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: cephadm 2022-01-25T22:44: 2022-01-25T22:44:13.297 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: 12.318794+0000 mgr.smithi120.hllzij (mgr.14162) 223 : cephadm [INF] Checking pool "nfs-ganesha" exists for service nfs.foo 2022-01-25T22:44:13.297 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: audit 2022-01-25T22:44:12.320312+0000 mon.smithi120 (mon.0) 562 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:13.297 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: cephadm 2022-01-25T22:44:12.325717+0000 mgr.smithi120.hllzij (mgr.14162) 224 : cephadm [INF] Creating key for client.nfs.foo.smithi120 2022-01-25T22:44:13.297 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: audit 2022-01-25T22:44:12.326299+0000 mon.smithi120 (mon.0) 563 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi120", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-01-25T22:44:13.297 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: audit 2022-01-25T22:44:12.330659+0000 mon.smithi120 (mon.0) 564 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi120", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-01-25T22:44:13.298 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: cephadm 2022-01-25T22:44:12.332045+0000 mgr.smithi120.hllzij (mgr.14162) 225 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:44:13.298 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: cephadm 2022-01-25T22:44:12.332110+0000 mgr.smithi120.hllzij (mgr.14162) 226 : cephadm [INF] Creating key for client.nfs.foo.smithi120-rgw 2022-01-25T22:44:13.298 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: audit 2022-01-25T22:44:12.332340+0000 mon.smithi120 (mon.0) 565 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi120-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:44:13.298 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: audit 2022-01-25T22:44:12.336732+0000 mon.smithi120 (mon.0) 566 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi120-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:44:13.299 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: audit 2022-01-25T22:44:12.339033+0000 mon.smithi120 (mon.0) 567 : 2022-01-25T22:44:13.299 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:44:13.299 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:13 smithi120 conmon[28653]: cephadm 2022-01-25T22:44:12.339570+0000 mgr.smithi120.hllzij (mgr.14162) 227 : cephadm [INF] Deploying daemon nfs.foo.smithi120 on smithi120 2022-01-25T22:44:13.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: cluster 2022-01-25T22:44:11.941239+0000 mgr.smithi120.hllzij (mgr.14162) 221 : cluster [DBG] pgmap v186: 97 pgs: 1 creating+peering, 31 unknown, 65 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2022-01-25T22:44:13.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: audit 2022-01-25T22:44:12.294521+0000 mon.smithi120 (mon.0) 558 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pool application enable", "pool": "nfs-ganesha", "app": "nfs"}]': finished 2022-01-25T22:44:13.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: cluster 2022-01-25T22:44:12.294734+0000 mon.smithi120 (mon.0) 559 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2022-01-25T22:44:13.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: audit 2022-01-25T22:44:12.310035+0000 mon.smithi120 (mon.0) 560 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:13.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: cephadm 2022-01-25T22:44:12.314060+0000 mgr.smithi120.hllzij (mgr.14162) 222 : cephadm 2022-01-25T22:44:13.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: [INF] Saving service nfs.foo spec with placement count:2 2022-01-25T22:44:13.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: audit 2022-01-25T 2022-01-25T22:44:13.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: 22:44:12.316841+0000 mon.smithi120 (mon.0) 561 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:13.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: cephadm 2022-01-25T22:44:12.318794+0000 mgr.smithi120.hllzij (mgr.14162) 223 : cephadm 2022-01-25T22:44:13.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: [INF] Checking pool "nfs-ganesha" exists for service nfs.foo 2022-01-25T22:44:13.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:44:13.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: 01-25T22:44:12.320312+0000 mon.smithi120 (mon.0) 562 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:13.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: cephadm 2022-01-25T22:44:12.325717+0000 2022-01-25T22:44:13.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: mgr.smithi120.hllzij (mgr.14162) 224 : cephadm [INF] Creating key for client.nfs.foo.smithi120 2022-01-25T22:44:13.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: audit 2022-01-25T22:44:12.326299+0000 mon.smithi120 (mon. 2022-01-25T22:44:13.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: 0) 563 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi120", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-01-25T22:44:13.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: audit 2022-01-25T22:44:13.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: 2022-01-25T22:44:12.330659+0000 mon.smithi120 (mon.0) 564 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi120", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-01-25T22:44:13.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: cephadm 2022-01-25T22:44:12.332045 2022-01-25T22:44:13.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: +0000 mgr.smithi120.hllzij (mgr.14162) 225 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:44:13.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: cephadm 2022-01-25T22:44:12.332110 2022-01-25T22:44:13.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: +0000 mgr.smithi120.hllzij (mgr.14162) 226 : cephadm [INF] Creating key for client.nfs.foo.smithi120-rgw 2022-01-25T22:44:13.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: audit 2022-01-25T22:44:12.332340+0000 2022-01-25T22:44:13.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: mon.smithi120 (mon.0) 565 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi120-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:44:13.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: audit 2022-01-25T22:44:13.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: 2022-01-25T22:44:12.336732+0000 mon.smithi120 (mon.0) 566 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi120-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:44:13.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: audit 2022-01-25T22:44:12.339033+0000 2022-01-25T22:44:13.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: mon.smithi120 (mon.0) 567 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:44:13.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: cephadm 2022-01-25T22:44:12.339570+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:44:13.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:13 smithi145 conmon[31276]: 14162) 227 : cephadm [INF] Deploying daemon nfs.foo.smithi120 on smithi120 2022-01-25T22:44:14.488 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:14 smithi120 conmon[28653]: cluster 2022-01-25T22:44:13.300551+0000 mon.smithi120 (mon 2022-01-25T22:44:14.488 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:14 smithi120 conmon[28653]: .0) 568 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2022-01-25T22:44:14.489 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:14 smithi120 conmon[28653]: cluster 2022-01-25T22:44:13.342190+0000 mon.smithi120 (mon.0) 569 : cluster [DBG] mgrmap e18: smithi120.hllzij(active, since 4m), standbys: smithi145.phdhej 2022-01-25T22:44:14.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:14 smithi145 conmon[31276]: cluster 2022-01-25T22:44:13.300551+0000 mon.smithi120 (mon.0) 568 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2022-01-25T22:44:14.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:14 smithi145 conmon[31276]: cluster 2022-01-25T22:44:13.342190+0000 mon.smithi120 (mon 2022-01-25T22:44:14.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:14 smithi145 conmon[31276]: .0) 569 : cluster [DBG] mgrmap e18: smithi120.hllzij(active, since 4m), standbys: smithi145.phdhej 2022-01-25T22:44:15.182 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:44:15.182 INFO:teuthology.orchestra.run.smithi120.stdout: "bind": "/fake", 2022-01-25T22:44:15.182 INFO:teuthology.orchestra.run.smithi120.stdout: "fs": "foofs", 2022-01-25T22:44:15.183 INFO:teuthology.orchestra.run.smithi120.stdout: "path": "/", 2022-01-25T22:44:15.183 INFO:teuthology.orchestra.run.smithi120.stdout: "cluster": "foo", 2022-01-25T22:44:15.183 INFO:teuthology.orchestra.run.smithi120.stdout: "mode": "RW" 2022-01-25T22:44:15.184 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:44:15.604 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:15 smithi120 conmon[28653]: cluster 2022-01-25T22:44:13.941610+0000 mgr.smithi120.hllzij (mgr.14162 2022-01-25T22:44:15.604 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:15 smithi120 conmon[28653]: ) 228 : cluster [DBG] pgmap v189: 97 pgs: 1 creating+peering, 17 unknown, 79 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 1 op/s 2022-01-25T22:44:15.604 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:15 smithi120 conmon[28653]: audit 2022-01-25T22:44:15.175741+0000 mon.smithi120 (mon.0) 570 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-25T22:44:15.605 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:15 smithi120 conmon[28653]: audit 2022-01-25T22:44:15.178952+0000 mon.smithi120 (mon.0) 571 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-01-25T22:44:15.606 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -- bash -c 'while ! ceph orch ls | grep nfs | grep 2/2 ; do sleep 1 ; done' 2022-01-25T22:44:15.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:15 smithi145 conmon[31276]: cluster 2022-01-25T22:44:13.941610+0000 mgr.smithi120.hllzij (mgr.14162) 228 : cluster [DBG] pgmap v189: 97 pgs: 1 creating+peering, 17 unknown, 79 active+clean; 2.3 KiB data, 44 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 1 op/s 2022-01-25T22:44:15.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:15 smithi145 conmon[31276]: audit 2022-01-25T22:44:15.175741+0000 mon.smithi120 (mon.0) 570 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-25T22:44:15.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:15 smithi145 conmon[31276]: audit 2022-01-25T22:44:15.178952+0000 mon.smithi120 (mon.0) 571 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "auth get-or-create", "entity": "client.foo1", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-01-25T22:44:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: audit 2022-01-25T22:44:15. 2022-01-25T22:44:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: 156537+0000 mgr.smithi120.hllzij (mgr.14162) 229 : audit [DBG] from='client.14502 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "clusterid": "foo", "binding": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: audit 2022-01-25T22:44:16.224234+0000 mon.smithi120 (mon.0) 572 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:16.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: audit 2022-01-25T22:44:16.225117+0000 mon.smithi120 (mon.0) 573 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi145", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-01-25T22:44:16.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: audit 2022-01-25T22:44:16.229043+0000 mon.smithi120 (mon.0) 574 2022-01-25T22:44:16.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi145", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-01-25T22:44:16.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:44:16.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: T22:44:16.230255+0000 mon.smithi120 (mon. 2022-01-25T22:44:16.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: 0) 575 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi145-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:44:16.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: 2022-01-25T22:44:16.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: audit 2022 2022-01-25T22:44:16.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: -01-25T22:44: 2022-01-25T22:44:16.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: 16.232971+0000 mon.smithi120 (mon.0 2022-01-25T22:44:16.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: ) 576 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi145-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:44:16.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: audit 2022 2022-01-25T22:44:16.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: -01-25T22:44:16 2022-01-25T22:44:16.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: .234004+0000 mon.smithi120 (mon.0 2022-01-25T22:44:16.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:16 smithi120 conmon[28653]: ) 577 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:44:16.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:16 smithi145 conmon[31276]: audit 2022-01-25T22:44:15.156537+0000 mgr.smithi120.hllzij (mgr.14162) 229 : audit [DBG] from='client.14502 -' entity='client.admin' cmd=[{"prefix": "nfs export create cephfs", "fsname": "foofs", "clusterid": "foo", "binding": "/fake", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:16.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:16 smithi145 conmon[31276]: audit 2022-01-25T22:44:16. 2022-01-25T22:44:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:16 smithi145 conmon[31276]: 224234+0000 mon.smithi120 (mon.0) 572 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:16 smithi145 conmon[31276]: audit 2022-01-25T22:44:16.225117+0000 mon.smithi120 (mon.0) 573 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi145", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]: dispatch 2022-01-25T22:44:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:16 smithi145 conmon[31276]: audit 2022-01-25T22:44:16 2022-01-25T22:44:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:16 smithi145 conmon[31276]: .229043+0000 mon.smithi120 (mon.0) 574 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi145", "caps": ["mon", "allow r", "osd", "allow rw pool=nfs-ganesha namespace=foo"]}]': finished 2022-01-25T22:44:16.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:16 smithi145 conmon[31276]: audit 2022-01-25T22:44:16.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:16 smithi145 conmon[31276]: 2022-01-25T22:44:16.230255+0000 mon.smithi120 (mon. 2022-01-25T22:44:16.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:16 smithi145 conmon[31276]: 0) 575 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi145-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:44:16.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:16 smithi145 conmon[31276]: audit 2022-01-25T 2022-01-25T22:44:16.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:16 smithi145 conmon[31276]: 22:44:16.232971+0000 mon.smithi120 (mon.0 2022-01-25T22:44:16.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:16 smithi145 conmon[31276]: ) 576 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.smithi145-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:44:16.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:16 smithi145 conmon[31276]: audit 2022-01-25T 2022-01-25T22:44:16.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:16 smithi145 conmon[31276]: 22:44:16.234004+0000 mon.smithi120 (mon.0 2022-01-25T22:44:16.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:16 smithi145 conmon[31276]: ) 577 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:44:17.514 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:17 smithi145 conmon[31276]: cluster 2022-01-25T22:44:15.942027+0000 mgr.smithi120.hllzij (mgr.14162) 230 : cluster [DBG] pgmap v190: 97 pgs: 1 creating+peering, 96 active+clean; 2.6 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 511 B/s wr, 1 op/s 2022-01-25T22:44:17.514 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:17 smithi145 conmon[31276]: cephadm 2022-01-25T22:44:16.224890+0000 mgr.smithi120.hllzij (mgr.14162) 231 : cephadm [INF] Creating key for client.nfs.foo.smithi145 2022-01-25T22:44:17.514 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:17 smithi145 conmon[31276]: cephadm 2022-01-25T22:44:16.229997+0000 mgr.smithi120.hllzij (mgr.14162) 232 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:44:17.515 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:17 smithi145 conmon[31276]: cephadm 2022-01-25T22:44:16.230057+0000 mgr.smithi120.hllzij (mgr.14162) 233 : cephadm [INF] Creating key for client.nfs.foo.smithi145-rgw 2022-01-25T22:44:17.515 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:17 smithi145 conmon[31276]: cephadm 2022-01-25T22:44:16.234635+0000 mgr.smithi120.hllzij (mgr.14162) 234 : cephadm [INF] Deploying daemon nfs.foo.smithi145 on smithi145 2022-01-25T22:44:17.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:17 smithi120 conmon[28653]: cluster 2022-01-25T22:44:15.942027+0000 mgr.smithi120.hllzij (mgr.14162) 230 : cluster [DBG] pgmap v190: 97 pgs: 1 creating+peering, 96 active+clean; 2.6 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 170 B/s rd, 511 B/s wr, 1 op/s 2022-01-25T22:44:17.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:17 smithi120 conmon[28653]: cephadm 2022-01-25T22:44:16.224890+0000 mgr.smithi120.hllzij (mgr.14162) 231 : cephadm [INF] Creating key for client.nfs.foo.smithi145 2022-01-25T22:44:17.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:17 smithi120 conmon[28653]: cephadm 2022-01-25T22:44:16.229997+0000 mgr.smithi120.hllzij (mgr.14162) 232 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:44:17.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:17 smithi120 conmon[28653]: cephadm 2022-01-25T22:44:16.230057+0000 mgr.smithi120.hllzij (mgr.14162) 233 : cephadm [INF] Creating key for client.nfs.foo.smithi145-rgw 2022-01-25T22:44:17.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:17 smithi120 conmon[28653]: cephadm 2022-01-25T22:44:16.234635+0000 mgr.smithi120.hllzij (mgr.14162) 234 : cephadm [INF] Deploying daemon nfs.foo.smithi145 on smithi145 2022-01-25T22:44:18.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:18 smithi120 conmon[28653]: audit 2022-01-25T22:44:17.472419+0000 mgr.smithi120.hllzij (mgr.14162) 235 : audit [DBG] 2022-01-25T22:44:18.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:18 smithi120 conmon[28653]: from='client.14516 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:18.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:18 smithi145 conmon[31276]: audit 2022-01-25T22:44:17.472419+0000 mgr.smithi120.hllzij (mgr.14162) 235 : audit [DBG] 2022-01-25T22:44:18.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:18 smithi145 conmon[31276]: from='client.14516 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:19.677 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:19 smithi145 conmon[31276]: cluster 2022-01-25T22:44:17.942476+0000 mgr.smithi120.hllzij (mgr.14162) 2022-01-25T22:44:19.678 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:19 smithi145 conmon[31276]: 236 : cluster [DBG] pgmap v191: 97 pgs: 97 active+clean; 2.6 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 153 B/s rd, 461 B/s wr, 0 op/s 2022-01-25T22:44:19.678 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:19 smithi145 conmon[31276]: audit 2022-01-25T22:44:18.770349+0000 mgr.smithi120.hllzij (mgr.14162) 237 : audit [DBG] from='client.14522 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:19.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:19 smithi120 conmon[28653]: cluster 2022-01-25T22:44:17.942476+0000 mgr.smithi120.hllzij (mgr.14162) 236 2022-01-25T22:44:19.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:19 smithi120 conmon[28653]: : cluster [DBG] pgmap v191: 97 pgs: 97 active+clean; 2.6 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 153 B/s rd, 461 B/s wr, 0 op/s 2022-01-25T22:44:19.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:19 smithi120 conmon[28653]: audit 2022-01-25T22:44:18.770349+0000 mgr.smithi120.hllzij (mgr.14162) 237 : audit [DBG] from='client.14522 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:20.088 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo 2/2 - 7s count:2 2022-01-25T22:44:20.539 INFO:teuthology.run_tasks:Running task vip.exec... 2022-01-25T22:44:20.552 INFO:tasks.vip:Running commands on role host.a host ubuntu@smithi120.front.sepia.ceph.com 2022-01-25T22:44:20.552 DEBUG:teuthology.orchestra.run.smithi120:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'mkdir /mnt/foo' 2022-01-25T22:44:20.581 INFO:teuthology.orchestra.run.smithi120.stderr:+ mkdir /mnt/foo 2022-01-25T22:44:20.599 DEBUG:teuthology.orchestra.run.smithi120:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'while ! mount -t nfs $(hostname):/fake /mnt/foo -o sync ; do sleep 5 ; done' 2022-01-25T22:44:20.663 INFO:teuthology.orchestra.run.smithi120.stderr:++ hostname 2022-01-25T22:44:20.664 INFO:teuthology.orchestra.run.smithi120.stderr:+ mount -t nfs smithi120:/fake /mnt/foo -o sync 2022-01-25T22:44:21.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:21 smithi120 conmon[28653]: cluster 2022-01-25T22:44:19.942945+0000 2022-01-25T22:44:21.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:21 smithi120 conmon[28653]: mgr.smithi120.hllzij (mgr.14162) 238 : cluster [DBG] pgmap v192: 97 pgs: 97 active+clean; 2.6 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 383 B/s wr, 0 op/s 2022-01-25T22:44:21.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:21 smithi120 conmon[28653]: audit 2022-01-25T22:44:20.043851+0000 mon.smithi120 (mon.0) 578 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:21.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:21 smithi120 conmon[28653]: audit 2022-01-25T22:44:20.044499+0000 mon.smithi120 (mon.0) 579 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:21.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:21 smithi120 conmon[28653]: audit 2022-01-25T22:44:20.073810+0000 mgr.smithi120.hllzij (mgr.14162) 239 : audit [DBG] from='client.14530 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:21.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:21 smithi145 conmon[31276]: cluster 2022-01-25T22:44:19.942945+0000 2022-01-25T22:44:21.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:21 smithi145 conmon[31276]: mgr.smithi120.hllzij (mgr.14162) 238 : cluster [DBG] pgmap v192: 97 pgs: 97 active+clean; 2.6 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 127 B/s rd, 383 B/s wr, 0 op/s 2022-01-25T22:44:21.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:21 smithi145 conmon[31276]: audit 2022-01-25T22:44:20.043851+0000 mon.smithi120 (mon.0) 578 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:21.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:21 smithi145 conmon[31276]: audit 2022-01-25T22:44:20.044499+0000 mon.smithi120 (mon.0) 579 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:21.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:21 smithi145 conmon[31276]: audit 2022-01-25T22:44:20.073810+0000 mgr.smithi120.hllzij ( 2022-01-25T22:44:21.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:21 smithi145 conmon[31276]: mgr.14162) 239 : audit [DBG] from='client.14530 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:23.071 DEBUG:teuthology.orchestra.run.smithi120:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'echo test > /mnt/foo/testfile' 2022-01-25T22:44:23.140 INFO:teuthology.orchestra.run.smithi120.stderr:+ echo test 2022-01-25T22:44:23.150 DEBUG:teuthology.orchestra.run.smithi120:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c sync 2022-01-25T22:44:23.215 INFO:teuthology.orchestra.run.smithi120.stderr:+ sync 2022-01-25T22:44:23.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:23 smithi120 conmon[28653]: cluster 2022-01-25T22:44:21.943390+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:44:23.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:23 smithi120 conmon[28653]: .14162) 240 : cluster [DBG] pgmap v193: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2022-01-25T22:44:23.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:23 smithi145 conmon[31276]: cluster 2022-01-25T22:44:21.943390+0000 mgr.smithi120.hllzij (mgr.14162) 240 : cluster [DBG] pgmap v193: 97 pgs: 97 active+clean; 3.4 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 3 op/s 2022-01-25T22:44:23.503 INFO:teuthology.run_tasks:Running task parallel... 2022-01-25T22:44:23.516 INFO:teuthology.task.parallel:starting parallel... 2022-01-25T22:44:23.517 INFO:teuthology.task.parallel:In parallel, running task sequential... 2022-01-25T22:44:23.518 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2022-01-25T22:44:23.518 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi120.front.sepia.ceph.com 2022-01-25T22:44:23.519 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2022-01-25T22:44:23.519 INFO:teuthology.task.parallel:In parallel, running task sequential... 2022-01-25T22:44:23.520 INFO:teuthology.task.sequential:In sequential, running task exec... 2022-01-25T22:44:23.521 INFO:teuthology.task.exec:Executing custom commands... 2022-01-25T22:44:23.521 INFO:teuthology.task.exec:Running commands on role host.a host ubuntu@smithi120.front.sepia.ceph.com 2022-01-25T22:44:23.521 DEBUG:teuthology.orchestra.run.smithi120:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'cd /mnt/foo && dbench 5 -t 600 || true' 2022-01-25T22:44:23.620 INFO:teuthology.orchestra.run.smithi120.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2022-01-25T22:44:23.620 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:44:23.620 INFO:teuthology.orchestra.run.smithi120.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2022-01-25T22:44:23.639 INFO:teuthology.orchestra.run.smithi120.stdout:3 of 5 processes prepared for launch 0 sec 2022-01-25T22:44:23.740 INFO:teuthology.orchestra.run.smithi120.stdout:5 of 5 processes prepared for launch 0 sec 2022-01-25T22:44:23.740 INFO:teuthology.orchestra.run.smithi120.stdout:releasing clients 2022-01-25T22:44:24.740 INFO:teuthology.orchestra.run.smithi120.stdout: 5 279 52.09 MB/sec warmup 1 sec latency 17.260 ms 2022-01-25T22:44:24.741 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:24 smithi120 conmon[28653]: audit 2022-01-25T22:44:23.484808+0000 mon.smithi120 (mon.0) 580 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:24.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:24 smithi145 conmon[31276]: audit 2022-01-25T22:44:23.484808+0000 2022-01-25T22:44:24.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:24 smithi145 conmon[31276]: mon.smithi120 (mon.0) 580 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:25.740 INFO:teuthology.orchestra.run.smithi120.stdout: 5 572 48.05 MB/sec warmup 2 sec latency 17.571 ms 2022-01-25T22:44:25.764 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:25 smithi120 conmon[28653]: cluster 2022-01-25T22:44:23.943887+0000 mgr.smithi120.hllzij (mgr.14162) 241 : cluster [DBG] pgmap v194: 97 pgs: 97 active+clean; 963 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 92 KiB/s wr, 5 op/s 2022-01-25T22:44:25.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:25 smithi145 conmon[31276]: cluster 2022-01-25T22:44:23.943887+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:44:25.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:25 smithi145 conmon[31276]: 14162) 241 : cluster [DBG] pgmap v194: 97 pgs: 97 active+clean; 963 KiB data, 45 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 92 KiB/s wr, 5 op/s 2022-01-25T22:44:25.985 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2022-01-25T22:44:26.740 INFO:teuthology.orchestra.run.smithi120.stdout: 5 1443 43.38 MB/sec warmup 3 sec latency 42.835 ms 2022-01-25T22:44:26.771 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:26 smithi120 conmon[28653]: audit 2022-01-25T22:44:25.900797+0000 mon.smithi120 (mon.0) 581 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]: dispatch 2022-01-25T22:44:26.771 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:26 smithi120 conmon[28653]: audit 2022-01-25T22:44:25.901003+0000 mon.smithi120 (mon.0) 582 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2022-01-25T22:44:26.771 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:26 smithi120 conmon[28653]: audit 2022-01-25T22:44:25.901136+0000 mon.smithi120 (mon.0) 583 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2022-01-25T22:44:26.772 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:26 smithi120 conmon[28653]: audit 2022-01-25T22:44:25.901269+0000 mon.smithi120 (mon.0) 584 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2022-01-25T22:44:26.772 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:26 smithi120 conmon[28653]: audit 2022-01-25T22:44:26.398733+0000 mon.smithi120 (mon.0) 585 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:44:26.772 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:26 smithi120 conmon[28653]: audit 2022-01-25T22:44:26.399169+0000 mon.smithi120 (mon.0) 586 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:44:26.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:26 smithi145 conmon[31276]: audit 2022-01-25T22:44:25.900797+0000 mon.smithi120 (mon. 2022-01-25T22:44:26.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:26 smithi145 conmon[31276]: 0) 581 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]: dispatch 2022-01-25T22:44:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:26 smithi145 conmon[31276]: audit 2022-01-25T22:44:25.901003+0000 mon.smithi120 (mon.0) 582 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2022-01-25T22:44:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:26 smithi145 conmon[31276]: audit 2022-01-25T22:44:25.901136+0000 mon.smithi120 (mon.0) 583 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]: dispatch 2022-01-25T22:44:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:26 smithi145 conmon[31276]: audit 2022-01-25T22:44:25.901269+0000 mon.smithi120 (mon.0) 584 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2022-01-25T22:44:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:26 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:44:26.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:26 smithi145 conmon[31276]: 01-25T22:44:26.398733+0000 mon.smithi120 (mon.0) 585 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:44:26.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:26 smithi145 conmon[31276]: audit 2022-01-25T22:44 2022-01-25T22:44:26.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:26 smithi145 conmon[31276]: :26.399169+0000 mon.smithi120 (mon.0) 586 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:44:27.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:27 smithi120 conmon[28653]: cluster 2022-01-25T22:44:25.944444+0000 mgr.smithi120.hllzij (mgr.14162) 242 : cluster 2022-01-25T22:44:27.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:27 smithi120 conmon[28653]: [DBG] pgmap v195: 97 pgs: 97 active+clean; 40 MiB data, 150 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 3.5 MiB/s wr, 191 op/s 2022-01-25T22:44:27.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:27 smithi120 conmon[28653]: audit 2022-01-25T22:44:26.503059+0000 mon.smithi120 (mon.0) 587 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]': finished 2022-01-25T22:44:27.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:27 smithi120 conmon[28653]: audit 2022-01-25T22:44:26.503140+0000 mon.smithi120 (mon.0) 588 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2022-01-25T22:44:27.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:27 smithi120 conmon[28653]: audit 2022-01-25T22:44:26.503199+0000 mon.smithi120 (mon.0) 589 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2022-01-25T22:44:27.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:27 smithi120 conmon[28653]: audit 2022-01-25T22:44:26.503250+0000 mon.smithi120 (mon.0) 590 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2022-01-25T22:44:27.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:27 smithi120 conmon[28653]: cluster 2022-01-25T22:44:26.503288+0000 mon.smithi120 (mon.0) 591 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2022-01-25T22:44:27.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:27 smithi120 conmon[28653]: audit 2022-01-25T22:44:26.662330+0000 mon.smithi120 (mon.0) 592 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:27.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:27 smithi120 conmon[28653]: audit 2022-01-25T22:44:26.666639+0000 mon.smithi120 (mon.0) 593 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:27.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:27 smithi120 conmon[28653]: audit 2022-01-25T22:44:26.671436+0000 mon.smithi120 (mon.0) 594 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:27.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:27 smithi120 conmon[28653]: audit 2022-01-25T22:44:26.676640+0000 mon.smithi120 (mon.0) 595 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:27.740 INFO:teuthology.orchestra.run.smithi120.stdout: 5 2910 41.08 MB/sec warmup 4 sec latency 12.794 ms 2022-01-25T22:44:27.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: cluster 2022-01-25T22:44:25.944444+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:44:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: .14162) 242 : cluster [DBG] pgmap v195: 97 pgs: 97 active+clean; 40 MiB data, 150 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 3.5 MiB/s wr, 191 op/s 2022-01-25T22:44:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: audit 2022-01-25T22:44:26.503059+0000 mon.smithi120 (mon.0) 587 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.12", "id": [7, 2]}]': finished 2022-01-25T22:44:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: audit 2022-01-25T22:44:26.503140 2022-01-25T22:44:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: +0000 mon.smithi120 (mon.0) 588 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2022-01-25T22:44:27.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: 2022-01-25T22:44:27.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: audit 2022-01-25T22:44 2022-01-25T22:44:27.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: :26.503199+0000 mon.smithi120 (mon.0) 589 : 2022-01-25T22:44:27.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.e", "id": [1, 2]}]': finished 2022-01-25T22:44:27.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: audit 2022-01-25T22:44:26 2022-01-25T22:44:27.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: .503250+0000 mon.smithi120 (mon.0) 590 : audit 2022-01-25T22:44:27.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2022-01-25T22:44:27.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: cluster 2022-01-25T22:44:26.503288 2022-01-25T22:44:27.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: +0000 mon.smithi120 (mon.0) 591 : cluster [DBG] 2022-01-25T22:44:27.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: osdmap e57: 8 total, 8 up, 8 in 2022-01-25T22:44:27.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: audit 2022-01-25T22:44:27.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: 2022-01-25T22:44:26.662330+0000 mon.smithi120 (mon.0 2022-01-25T22:44:27.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: ) 592 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:27.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: audit 2022-01-25T22:44 2022-01-25T22:44:27.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: :26.666639+0000 mon.smithi120 ( 2022-01-25T22:44:27.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: mon.0) 593 : 2022-01-25T22:44:27.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:27.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: audit 2022-01-25T22 2022-01-25T22:44:27.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: :44:26.671436+0000 mon.smithi120 (mon.0 2022-01-25T22:44:27.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: ) 594 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:27.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: audit 2022-01-25T22: 2022-01-25T22:44:27.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: 44:26.676640+0000 mon.smithi120 (mon.0) 595 2022-01-25T22:44:27.835 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:27 smithi145 conmon[31276]: : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:28.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:28 smithi120 conmon[28653]: cluster 2022-01-25T22:44:27.512263+0000 mon.smithi120 (mon.0) 596 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2022-01-25T22:44:28.672 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'ceph config set global log_to_journald false --force' 2022-01-25T22:44:28.740 INFO:teuthology.orchestra.run.smithi120.stdout: 5 4040 40.09 MB/sec warmup 5 sec latency 10.680 ms 2022-01-25T22:44:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:28 smithi145 conmon[31276]: cluster 2022-01-25T22:44: 2022-01-25T22:44:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:28 smithi145 conmon[31276]: 27.512263+0000 mon.smithi120 (mon.0) 596 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2022-01-25T22:44:29.740 INFO:teuthology.orchestra.run.smithi120.stdout: 5 5379 37.89 MB/sec warmup 6 sec latency 14.601 ms 2022-01-25T22:44:29.758 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:29 smithi120 conmon[28653]: cluster 2022-01-25T22:44:27.944912+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:44:29.758 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:29 smithi120 conmon[28653]: .14162) 243 : cluster [DBG] pgmap v198: 97 pgs: 97 active+clean; 64 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 8.4 MiB/s wr, 395 op/s 2022-01-25T22:44:29.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:29 smithi145 conmon[31276]: cluster 2022-01-25T22:44:27.944912+0000 2022-01-25T22:44:29.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:29 smithi145 conmon[31276]: mgr.smithi120.hllzij (mgr.14162) 243 : cluster [DBG] pgmap v198: 97 pgs: 97 active+clean; 64 MiB data, 248 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 8.4 MiB/s wr, 395 op/s 2022-01-25T22:44:30.740 INFO:teuthology.orchestra.run.smithi120.stdout: 5 6628 37.92 MB/sec warmup 7 sec latency 18.048 ms 2022-01-25T22:44:31.201 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'ceph mgr module enable nfs --force' 2022-01-25T22:44:31.740 INFO:teuthology.orchestra.run.smithi120.stdout: 5 7794 37.15 MB/sec warmup 8 sec latency 17.530 ms 2022-01-25T22:44:31.992 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:31 smithi120 conmon[28653]: cluster 2022-01-25T22:44:29.945391+0000 mgr.smithi120.hllzij (mgr.14162) 244 : cluster [DBG] pgmap v199: 97 pgs: 97 active+clean; 111 MiB data, 456 MiB used, 715 GiB / 715 GiB avail; 2.1 KiB/s rd, 16 MiB/s wr, 692 op/s; 0 B/s, 0 objects/s recovering 2022-01-25T22:44:31.992 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:31 smithi120 conmon[28653]: audit 2022-01-25T22:44:30.757567+0000 mon.smithi120 (mon.0) 597 : audit [INF] from='client.? 172.21.15.120:0/723291593' entity='client.admin' 2022-01-25T22:44:31.992 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:31 smithi120 conmon[28653]: audit 2022-01-25T22:44:30.762516+0000 mon.smithi120 (mon.0) 598 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:31.993 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:31 smithi120 conmon[28653]: audit 2022-01-25T22:44:30.772324+0000 mon.smithi120 (mon.0) 599 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:32.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:31 smithi145 conmon[31276]: cluster 2022-01-25T22:44:29.945391+0000 mgr.smithi120.hllzij (mgr.14162 2022-01-25T22:44:32.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:31 smithi145 conmon[31276]: ) 244 : cluster [DBG] pgmap v199: 97 pgs: 97 active+clean; 111 MiB data, 456 MiB used, 715 GiB / 715 GiB avail; 2.1 KiB/s rd, 16 MiB/s wr, 692 op/s; 0 B/s, 0 objects/s recovering 2022-01-25T22:44:32.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:31 smithi145 conmon[31276]: audit 2022-01-25T22:44:30.757567+0000 mon.smithi120 (mon.0) 597 : audit [INF] from='client.? 172.21.15.120:0/723291593' entity='client.admin' 2022-01-25T22:44:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:31 smithi145 conmon[31276]: audit 2022-01-25T22:44:30.762516+0000 mon.smithi120 (mon.0) 598 : audit [DBG] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:31 smithi145 conmon[31276]: audit 2022 2022-01-25T22:44:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:31 smithi145 conmon[31276]: -01-25T22:44:30.772324+0000 mon.smithi120 ( 2022-01-25T22:44:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:31 smithi145 conmon[31276]: mon.0) 599 : audit [INF] from='mgr.14162 172.21.15.120:0/183977257' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:32.740 INFO:teuthology.orchestra.run.smithi120.stdout: 5 9031 35.94 MB/sec warmup 9 sec latency 15.995 ms 2022-01-25T22:44:33.740 INFO:teuthology.orchestra.run.smithi120.stdout: 5 10404 36.88 MB/sec warmup 10 sec latency 18.058 ms 2022-01-25T22:44:34.031 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:33 smithi120 conmon[28653]: cluster 2022-01-25T22:44:31.945840+0000 mgr.smithi120.hllzij (mgr.14162) 245 : cluster [DBG] pgmap v200: 97 pgs: 97 active+clean; 141 MiB data, 611 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 23 MiB/s wr, 1.48k op/s; 0 B/s, 0 objects/s recovering 2022-01-25T22:44:34.031 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:33 smithi120 conmon[28653]: audit 2022-01-25T22:44:33.256227+0000 mon.smithi120 (mon.0) 600 : audit [INF] from='client.? 172.21.15.120:0/1500361933' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]: dispatch 2022-01-25T22:44:34.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:33 smithi145 conmon[31276]: cluster 2022-01-25T22:44:31.945840+0000 mgr.smithi120.hllzij (mgr.14162) 245 : 2022-01-25T22:44:34.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:33 smithi145 conmon[31276]: cluster [DBG] pgmap v200: 97 pgs: 97 active+clean; 141 MiB data, 611 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 23 MiB/s wr, 1.48k op/s; 0 B/s, 0 objects/s recovering 2022-01-25T22:44:34.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:33 smithi145 conmon[31276]: audit 2022-01-25T22:44:33.256227+0000 mon.smithi120 (mon.0) 600 : audit [INF] from='client.? 172.21.15.120:0/1500361933' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]: dispatch 2022-01-25T22:44:34.224 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2022-01-25T22:44:34.740 INFO:teuthology.orchestra.run.smithi120.stdout: 5 11256 35.65 MB/sec warmup 11 sec latency 31.417 ms 2022-01-25T22:44:35.057 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:34 smithi120 conmon[28653]: audit 2022-01-25T22:44:33.770173+0000 mon.smithi120 (mon.0 2022-01-25T22:44:35.057 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:34 smithi120 conmon[28653]: ) 601 : audit [INF] from='client.? 172.21.15.120:0/1500361933' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]': finished 2022-01-25T22:44:35.057 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:34 smithi120 conmon[28653]: cluster 2022-01-25T22:44:33.770247+0000 mon.smithi120 (mon.0) 602 : cluster [DBG] mgrmap e19: smithi120.hllzij(active, since 5m), standbys: smithi145.phdhej 2022-01-25T22:44:35.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:34 smithi145 conmon[31276]: audit 2022-01-25T22:44:33.770173+0000 mon.smithi120 (mon.0) 601 : audit [INF] from='client.? 172.21.15.120:0/1500361933' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "nfs", "force": "--force"}]': finished 2022-01-25T22:44:35.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:34 smithi145 conmon[31276]: cluster 2022-01-25T22:44:33.770247+0000 mon.smithi120 (mon.0) 602 : cluster [DBG] mgrmap e19: smithi120.hllzij(active, since 5m), standbys: smithi145.phdhej 2022-01-25T22:44:35.740 INFO:teuthology.orchestra.run.smithi120.stdout: 5 12270 34.80 MB/sec warmup 12 sec latency 21.959 ms 2022-01-25T22:44:36.740 INFO:teuthology.orchestra.run.smithi120.stdout: 5 13371 34.00 MB/sec warmup 13 sec latency 28.678 ms 2022-01-25T22:44:37.740 INFO:teuthology.orchestra.run.smithi120.stdout: 5 14461 34.71 MB/sec warmup 14 sec latency 15.935 ms 2022-01-25T22:44:38.740 INFO:teuthology.orchestra.run.smithi120.stdout: 5 15238 32.99 MB/sec warmup 15 sec latency 23.216 ms 2022-01-25T22:44:39.740 INFO:teuthology.orchestra.run.smithi120.stdout: 5 16522 32.50 MB/sec warmup 16 sec latency 17.651 ms 2022-01-25T22:44:40.741 INFO:teuthology.orchestra.run.smithi120.stdout: 5 17726 33.48 MB/sec warmup 17 sec latency 19.724 ms 2022-01-25T22:44:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:40 smithi120 conmon[28653]: cluster 2022-01-25T22:44:40.477035+0000 mon.smithi120 (mon.0) 603 : cluster [DBG] Standby manager daemon smithi145.phdhej restarted 2022-01-25T22:44:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:40 smithi120 conmon[28653]: cluster 2022-01-25T22:44:40.477156+0000 mon.smithi120 (mon.0) 604 : cluster [DBG] Standby manager daemon smithi145.phdhej started 2022-01-25T22:44:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:40 smithi120 conmon[28653]: audit 2022-01-25T22:44:40.481027+0000 mon.smithi120 (mon.0) 605 : audit [DBG] from='mgr.? 172.21.15.145:0/1169639463' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/crt"}]: dispatch 2022-01-25T22:44:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:40 smithi120 conmon[28653]: audit 2022-01-25T22:44:40.481629+0000 mon.smithi120 (mon.0) 606 : audit [DBG] from='mgr.? 172.21.15.145:0/1169639463' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:44:40.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:40 smithi120 conmon[28653]: audit 2022-01-25T22:44:40.485489+0000 mon.smithi120 (mon.0) 607 : audit [DBG] from='mgr.? 172.21.15.145:0/1169639463' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/key"}]: dispatch 2022-01-25T22:44:40.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:40 smithi120 conmon[28653]: audit 2022-01-25T22:44:40.486058+0000 mon.smithi120 (mon.0) 608 : audit [DBG] from='mgr.? 172.21.15.145:0/1169639463' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:44:40.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:40 smithi145 conmon[31276]: cluster 2022-01-25T22:44:40.477035+0000 2022-01-25T22:44:40.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:40 smithi145 conmon[31276]: mon.smithi120 (mon.0) 603 : cluster [DBG] Standby manager daemon smithi145.phdhej restarted 2022-01-25T22:44:40.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:40 smithi145 conmon[31276]: cluster 2022-01-25T22:44:40.477156+0000 mon.smithi120 (mon. 2022-01-25T22:44:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:40 smithi145 conmon[31276]: 0) 604 : cluster [DBG] Standby manager daemon smithi145.phdhej started 2022-01-25T22:44:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:40 smithi145 conmon[31276]: audit 2022-01-25T22:44 2022-01-25T22:44:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:40 smithi145 conmon[31276]: :40.481027+0000 mon.smithi120 (mon.0) 605 2022-01-25T22:44:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:40 smithi145 conmon[31276]: : audit [DBG] from='mgr.? 172.21.15.145:0/1169639463' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/crt"}]: dispatch 2022-01-25T22:44:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:40 smithi145 conmon[31276]: audit 2022-01-25T22:44:40.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:40 smithi145 conmon[31276]: 2022-01-25T22:44:40.481629+0000 mon.smithi120 2022-01-25T22:44:40.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:40 smithi145 conmon[31276]: (mon.0) 606 : audit [DBG] from='mgr.? 172.21.15.145:0/1169639463' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:44:40.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:40 smithi145 conmon[31276]: audit 2022-01-25T22:44:40.485489 2022-01-25T22:44:40.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:40 smithi145 conmon[31276]: +0000 mon.smithi120 (mon.0) 607 : audit [DBG] from='mgr.? 172.21.15.145:0/1169639463' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/key"}]: dispatch 2022-01-25T22:44:40.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:40 smithi145 conmon[31276]: audit 2022-01-25T22:44:40.486058+0000 2022-01-25T22:44:40.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:40 smithi145 conmon[31276]: mon.smithi120 (mon.0) 608 : audit [DBG] from='mgr.? 172.21.15.145:0/1169639463' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:44:41.741 INFO:teuthology.orchestra.run.smithi120.stdout: 5 18743 32.73 MB/sec warmup 18 sec latency 13.312 ms 2022-01-25T22:44:41.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:41 smithi120 conmon[28653]: cluster 2022-01-25T22:44:40.535832+0000 mon.smithi120 (mon.0) 609 : cluster 2022-01-25T22:44:41.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:41 smithi120 conmon[28653]: [DBG] mgrmap e20: smithi120.hllzij(active, since 5m), standbys: smithi145.phdhej 2022-01-25T22:44:41.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:41 smithi120 conmon[28653]: cluster 2022-01-25T22:44:41.201040+0000 mon.smithi120 (mon.0) 610 : cluster [INF] Active manager daemon smithi120.hllzij restarted 2022-01-25T22:44:41.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:41 smithi120 conmon[28653]: cluster 2022 2022-01-25T22:44:41.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:41 smithi120 conmon[28653]: -01-25T22:44:41.201746+0000 mon.smithi120 (mon.0) 611 : cluster [INF] Activating manager daemon smithi120.hllzij 2022-01-25T22:44:41.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:41 smithi120 conmon[28653]: cluster 2022-01-25T22:44:41.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:41 smithi120 conmon[28653]: 2022-01-25T22:44:41.206850+0000 mon.smithi120 (mon.0) 612 2022-01-25T22:44:41.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:41 smithi120 conmon[28653]: : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2022-01-25T22:44:41.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:41 smithi145 conmon[31276]: cluster 2022-01-25T22:44:40.535832+0000 2022-01-25T22:44:41.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:41 smithi145 conmon[31276]: mon.smithi120 (mon.0) 609 : cluster [DBG] mgrmap e20: smithi120.hllzij(active, since 5m), standbys: smithi145.phdhej 2022-01-25T22:44:41.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:41 smithi145 conmon[31276]: cluster 2022-01-25T22:44:41.201040+0000 mon.smithi120 (mon.0) 610 : cluster [INF] Active manager daemon smithi120.hllzij restarted 2022-01-25T22:44:41.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:41 smithi145 conmon[31276]: cluster 2022-01 2022-01-25T22:44:41.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:41 smithi145 conmon[31276]: -25T22:44:41.201746+0000 mon.smithi120 (mon.0) 611 : cluster [INF] Activating manager daemon smithi120.hllzij 2022-01-25T22:44:41.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:41 smithi145 conmon[31276]: 2022-01-25T22:44:41.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:41 smithi145 conmon[31276]: cluster 2022-01-25T22 2022-01-25T22:44:41.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:41 smithi145 conmon[31276]: :44:41.206850+0000 mon.smithi120 (mon.0) 612 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2022-01-25T22:44:42.741 INFO:teuthology.orchestra.run.smithi120.stdout: 5 19941 32.28 MB/sec warmup 19 sec latency 70.828 ms 2022-01-25T22:44:43.096 INFO:teuthology.orchestra.run.smithi120.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:44:43.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: cluster 2022-01-25T22:44:42.076333+0000 2022-01-25T22:44:43.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: mon.smithi120 (mon.0) 613 : cluster [DBG] mgrmap e21: smithi120.hllzij(active, starting, since 0.87472s), standbys: smithi145.phdhej 2022-01-25T22:44:43.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T22:44:42.079181+0000 mon.smithi145 (mon.1) 16 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-25T22:44:43.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T22:44:42.079333+0000 mon.smithi145 (mon.1) 17 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:44:43.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T22:44:42.080125+0000 mon.smithi145 (mon.1) 18 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi120.biyzgf"}]: dispatch 2022-01-25T22:44:43.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T22:44:42.080331+0000 mon.smithi145 (mon.1) 19 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi145.odeite"}]: dispatch 2022-01-25T22:44:43.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T22:44:42.080546+0000 mon.smithi145 (mon.1) 20 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr metadata", "who": "smithi120.hllzij", "id": "smithi120.hllzij"}]: dispatch 2022-01-25T22:44:43.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T22:44:42 2022-01-25T22:44:43.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: .080718+0000 mon.smithi145 (mon.1) 21 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr metadata", "who": "smithi145.phdhej", "id": "smithi145.phdhej"}]: dispatch 2022-01-25T22:44:43.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T22:44:42.080913+0000 mon.smithi145 (mon.1) 22 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:44:43.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T22:44:42. 2022-01-25T22:44:43.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: 081239+0000 mon.smithi145 (mon.1) 23 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:44:43.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: 2022-01-25T22:44:43.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:44:43.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: 01-25T22:44:42.081464+0000 mon.smithi145 (mon.1) 24 2022-01-25T22:44:43.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:44:43.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T22:44:42.081631+0000 2022-01-25T22:44:43.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: mon.smithi145 (mon.1) 25 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:44:43.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T22 2022-01-25T22:44:43.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: :44:42.082019+0000 mon.smithi145 (mon.1) 26 2022-01-25T22:44:43.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:44:43.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:44:43.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: 01-25T22:44:42.082291+0000 mon.smithi145 (mon 2022-01-25T22:44:43.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: .1) 27 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:44:43.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T 2022-01-25T22:44:43.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: 22:44:42.082497+0000 mon.smithi145 (mon.1) 28 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:44:43.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T22:44:42 2022-01-25T22:44:43.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: .082711+0000 mon.smithi145 (mon.1) 29 : audit [DBG] 2022-01-25T22:44:43.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:44:43.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T22:44:43.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: 2022-01-25T22:44:42.082924+0000 mon.smithi145 (mon.1) 30 2022-01-25T22:44:43.338 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:44:43.338 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T22:44:43.338 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: 2022-01-25T22:44:42.083155+0000 mon.smithi145 (mon 2022-01-25T22:44:43.338 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: .1) 31 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:44:43.339 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T22:44:43.339 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: 2022-01-25T22:44:42.083546+0000 mon.smithi145 (mon.1) 32 2022-01-25T22:44:43.339 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:44:43.339 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: cluster 2022-01-25T22:44:43.340 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: 2022-01-25T22:44:42.087583+0000 mon.smithi120 (mon.0) 614 : cluster [INF] Manager daemon smithi120.hllzij is now available 2022-01-25T22:44:43.340 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T 2022-01-25T22:44:43.340 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: 22:44:42.267597+0000 mon.smithi145 (mon.1) 33 : audit [DBG] 2022-01-25T22:44:43.340 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:43.340 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T22:44:43.341 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: 2022-01-25T22:44:42.270281+0000 mon.smithi145 (mon 2022-01-25T22:44:43.341 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: .1) 34 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:43.341 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01- 2022-01-25T22:44:43.341 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: 25T22:44:42.302317+0000 mon.smithi145 (mon.1) 35 : audit [INF] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:44:43.341 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: 2022-01-25T22:44:43.342 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:44:43.342 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: 01-25T22:44:42.302570+0000 mon.smithi120 (mon 2022-01-25T22:44:43.342 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: .0) 615 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:44:43.342 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01-25T22:44:42.328212+0000 mon.smithi145 (mon.1 2022-01-25T22:44:43.343 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: ) 36 : audit [INF] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:44:43.343 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: audit 2022-01 2022-01-25T22:44:43.343 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: -25T22:44:42. 2022-01-25T22:44:43.343 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: 328499+0000 mon.smithi120 (mon.0) 2022-01-25T22:44:43.344 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:43 smithi145 conmon[31276]: 616 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:44:43.423 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: cluster 2022-01-25T22:44:42.076333+0000 mon.smithi120 (mon.0) 613 : cluster [DBG] mgrmap e21: smithi120.hllzij(active, starting, since 0.87472s), standbys: smithi145.phdhej 2022-01-25T22:44:43.424 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01-25T22:44:42.079181+0000 mon.smithi145 (mon.1) 16 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-25T22:44:43.424 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01-25T22:44:42.079333+0000 mon.smithi145 (mon.1) 17 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:44:43.424 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01-25T22:44:42.080125+0000 mon.smithi145 (mon.1) 18 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi120.biyzgf"}]: dispatch 2022-01-25T22:44:43.424 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01-25T22:44:42.080331+0000 mon.smithi145 (mon.1) 19 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi145.odeite"}]: dispatch 2022-01-25T22:44:43.425 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01-25T22:44:42.080546+0000 mon.smithi145 (mon.1) 20 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr metadata", "who": "smithi120.hllzij", "id": "smithi120.hllzij"}]: dispatch 2022-01-25T22:44:43.425 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:44:43.425 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: 25T22:44:42.080718+0000 2022-01-25T22:44:43.425 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: mon.smithi145 (mon.1) 21 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr metadata", "who": "smithi145.phdhej", "id": "smithi145.phdhej"}]: dispatch 2022-01-25T22:44:43.426 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01-25T22:44:43.426 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: 2022-01-25T22:44:42.080913+0000 2022-01-25T22:44:43.426 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: mon.smithi145 (mon.1) 22 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:44:43.427 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01-25T22:44:43.427 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: 2022-01-25T22:44: 2022-01-25T22:44:43.427 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: 42.081239+0000 mon.smithi145 (mon.1) 23 : audit [DBG] 2022-01-25T22:44:43.427 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:44:43.428 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01-25T22:44:43.428 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: 2022-01-25T22:44:42.081464+0000 mon.smithi145 2022-01-25T22:44:43.428 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: (mon.1) 24 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:44:43.428 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:44:43.429 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: :44:42.081631+0000 mon.smithi145 (mon.1) 2022-01-25T22:44:43.429 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: 25 : audit 2022-01-25T22:44:43.429 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:44:43.429 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:44:43.429 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: -25T22:44:42.082019+0000 mon.smithi145 (mon.1) 2022-01-25T22:44:43.430 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: 26 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:44:43.430 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01-25T22:44:42 2022-01-25T22:44:43.430 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: .082291+0000 mon.smithi145 (mon.1) 27 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:44:43.431 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:44:43.431 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: -25T22:44:42.082497+0000 mon.smithi145 (mon.1 2022-01-25T22:44:43.431 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: ) 28 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:44:43.431 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:44:43.432 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: 01-25T22:44:42.082711+0000 mon.smithi145 (mon.1) 2022-01-25T22:44:43.432 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: 29 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:44:43.432 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:44:43.432 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: -25T22:44:42.082924+0000 mon.smithi145 2022-01-25T22:44:43.432 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: (mon.1) 30 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:44:43.433 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:44:43.433 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: 01-25T22:44:42.083155+0000 2022-01-25T22:44:43.433 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: mon.smithi145 (mon.1) 31 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:44:43.433 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: 2022-01-25T22:44:43.434 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:44:43.434 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: 01-25T22:44:42.083546+0000 mon.smithi145 (mon. 2022-01-25T22:44:43.434 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: 1) 32 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:44:43.434 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: cluster 2022-01-25T22 2022-01-25T22:44:43.434 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: :44:42.087583+0000 mon.smithi120 (mon.0 2022-01-25T22:44:43.435 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: ) 614 : cluster [INF] Manager daemon smithi120.hllzij is now available 2022-01-25T22:44:43.435 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01-25T22: 2022-01-25T22:44:43.435 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: 44:42.267597+0000 mon.smithi145 (mon.1) 33 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:43.435 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01-25T22: 2022-01-25T22:44:43.436 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: 44:42.270281+0000 mon.smithi145 (mon.1) 34 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:44:43.436 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:44:43.436 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: 25T22:44:42.302317+0000 mon.smithi145 (mon.1) 35 : audit [INF] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:44:43.436 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01-25T22:44:42.302570+0000 2022-01-25T22:44:43.437 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: mon.smithi120 (mon.0) 615 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:44:43.437 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022-01-25T22:44:42.328212 2022-01-25T22:44:43.437 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: +0000 mon.smithi145 (mon.1) 36 : audit [INF] 2022-01-25T22:44:43.437 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:44:43.437 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:44:43.438 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: 01-25T22:44:42.328499+0000 mon.smithi120 (mon 2022-01-25T22:44:43.438 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:43 smithi120 conmon[28653]: .0) 616 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:44:43.516 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2022-01-25T22:44:43.516 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi120.front.sepia.ceph.com 2022-01-25T22:44:43.517 DEBUG:teuthology.orchestra.run.smithi120:> sudo /home/ubuntu/cephtest/cephadm --image docker.io/ceph/ceph:v16.2.4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 7850299a-7e2f-11ec-8c35-001a4aab830c -e sha1=5bfc361ee5ddb060baaa8b6c472feff0ae2b176c -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2022-01-25T22:44:43.741 INFO:teuthology.orchestra.run.smithi120.stdout: 5 20913 32.47 MB/sec warmup 20 sec latency 22.750 ms 2022-01-25T22:44:44.084 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:44 smithi120 conmon[28653]: cluster 2022-01-25T22:44:43.084670+0000 mon.smithi120 (mon.0) 2022-01-25T22:44:44.085 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:44 smithi120 conmon[28653]: 617 : cluster [DBG] mgrmap e22: smithi120.hllzij(active, since 1.88306s), standbys: smithi145.phdhej 2022-01-25T22:44:44.085 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:44 smithi120 conmon[28653]: cephadm 2022-01-25T22:44:43.090286+0000 mgr.smithi120.hllzij (mgr.24343) 2 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:44:44.085 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:44 smithi120 conmon[28653]: cluster 2022-01-25T22:44:43.090719+0000 mgr.smithi120.hllzij (mgr.24343) 3 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 185 MiB data, 1017 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:44:44.085 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:44 smithi120 conmon[28653]: audit 2022-01-25T22:44:43.094472+0000 mon.smithi120 (mon.0) 618 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:44.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:44 smithi145 conmon[31276]: cluster 2022-01-25T22:44:43.084670+0000 mon.smithi120 (mon.0) 617 : cluster [DBG] mgrmap e22: smithi120.hllzij(active, since 1.88306s), standbys: smithi145.phdhej 2022-01-25T22:44:44.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:44 smithi145 conmon[31276]: cephadm 2022-01-25T22:44:43.090286+0000 mgr.smithi120.hllzij (mgr.24343) 2 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:44:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:44 smithi145 conmon[31276]: cluster 2022-01-25T22:44:43.090719+0000 mgr.smithi120.hllzij (mgr.24343) 3 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 185 MiB data, 1017 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:44:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:44 smithi145 conmon[31276]: audit 2022-01-25T22:44:43.094472+0000 mon.smithi120 (mon.0) 618 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:44.741 INFO:teuthology.orchestra.run.smithi120.stdout: 5 21714 32.28 MB/sec warmup 21 sec latency 20.439 ms 2022-01-25T22:44:45.348 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:45 smithi120 conmon[28653]: cluster 2022-01-25T22:44:44.082274 2022-01-25T22:44:45.348 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:45 smithi120 conmon[28653]: +0000 mgr.smithi120.hllzij (mgr.24343) 4 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 185 MiB data, 1017 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:44:45.349 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:45 smithi120 conmon[28653]: cluster 2022-01-25T22:44:44.100984+0000 mon.smithi120 (mon.0) 619 : cluster [DBG] mgrmap e23: smithi120.hllzij(active, since 2s), standbys: smithi145.phdhej 2022-01-25T22:44:45.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:45 smithi145 conmon[31276]: cluster 2022-01-25T22:44:44.082274+0000 mgr.smithi120.hllzij (mgr.24343) 4 2022-01-25T22:44:45.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:45 smithi145 conmon[31276]: : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 185 MiB data, 1017 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:44:45.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:45 smithi145 conmon[31276]: cluster 2022-01-25T22:44:44.100984+0000 mon.smithi120 (mon.0) 619 : cluster [DBG] mgrmap e23: smithi120.hllzij(active, since 2s), standbys: smithi145.phdhej 2022-01-25T22:44:45.741 INFO:teuthology.orchestra.run.smithi120.stdout: 5 22591 31.59 MB/sec warmup 22 sec latency 17.410 ms 2022-01-25T22:44:45.969 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:44:46.475 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-25T22:44:46.475 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (3m) 19s ago 5m 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:44:46.475 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (5m) 19s ago 5m 16.2.4 8d91d370c2b8 9cc7be445127 2022-01-25T22:44:46.475 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (4m) 22s ago 4m 16.2.4 8d91d370c2b8 c0ba7b513589 2022-01-25T22:44:46.476 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (3m) 19s ago 4m 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:44:46.476 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (40s) 19s ago 40s 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:44:46.476 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (42s) 22s ago 42s 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:44:46.476 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:9283 running (6m) 19s ago 6m 16.2.4 8d91d370c2b8 e1b57330bf24 2022-01-25T22:44:46.477 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (4m) 22s ago 4m 16.2.4 8d91d370c2b8 f6773ea986e0 2022-01-25T22:44:46.477 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (6m) 19s ago 6m 16.2.4 8d91d370c2b8 92d934a3929e 2022-01-25T22:44:46.477 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (4m) 22s ago 4m 16.2.4 8d91d370c2b8 f57b84673997 2022-01-25T22:44:46.477 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.smithi120 smithi120 *:2049 running (30s) 19s ago 30s 3.5 8d91d370c2b8 afdd0634d4b3 2022-01-25T22:44:46.477 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.smithi145 smithi145 *:2049 running (26s) 22s ago 26s 3.5 8d91d370c2b8 de4f1663e136 2022-01-25T22:44:46.478 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (4m) 19s ago 4m 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:44:46.478 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (4m) 22s ago 4m 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:44:46.478 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (3m) 19s ago 3m 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:44:46.478 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (3m) 19s ago 3m 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:44:46.479 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (3m) 19s ago 3m 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:44:46.479 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (3m) 19s ago 3m 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:44:46.479 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (2m) 22s ago 2m 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:44:46.479 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (2m) 22s ago 2m 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:44:46.480 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (2m) 22s ago 2m 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:44:46.480 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (2m) 22s ago 2m 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:44:46.480 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (3m) 19s ago 4m 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:44:46.741 INFO:teuthology.orchestra.run.smithi120.stdout: 5 23653 30.93 MB/sec warmup 23 sec latency 21.146 ms 2022-01-25T22:44:47.006 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:44:47.006 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:44:47.007 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:44:47.007 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:44:47.007 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:44:47.007 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:44:47.007 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:44:47.008 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:44:47.008 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:44:47.008 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:44:47.008 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:44:47.009 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:44:47.009 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:44:47.009 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:44:47.009 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-01-25T22:44:47.009 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:44:47.010 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:44:47.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:47 smithi120 conmon[28653]: audit 2022-01-25T22:44:45.940172+0000 mgr.smithi120.hllzij (mgr.24343) 5 : audit [DBG] from='client.24363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:47 smithi120 conmon[28653]: cluster 2022-01-25T22:44:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:47 smithi120 conmon[28653]: 2022-01-25T22:44:46.086975 2022-01-25T22:44:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:47 smithi120 conmon[28653]: +0000 mgr.smithi120.hllzij (mgr.24343) 6 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 185 MiB data, 1017 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:44:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:47 smithi120 conmon[28653]: audit 2022-01-25T22:44:46.461515+0000 mgr.smithi120.hllzij 2022-01-25T22:44:47.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:47 smithi120 conmon[28653]: (mgr.24343) 7 : audit [DBG] from='client.14586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:47.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:47 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:44:47.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:47 smithi120 conmon[28653]: 25T22:44:47.007442+0000 mon.smithi120 (mon.0 2022-01-25T22:44:47.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:47 smithi120 conmon[28653]: ) 620 : audit [DBG] from='client.? 172.21.15.120:0/1350956949' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:44:47.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:47 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:44:47.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:47 smithi120 conmon[28653]: 25T22:44:47.022513+0000 mon.smithi120 (mon.0 2022-01-25T22:44:47.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:47 smithi120 conmon[28653]: ) 621 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:47.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:47 smithi145 conmon[31276]: audit 2022-01-25T22:44:45.940172+0000 mgr.smithi120.hllzij 2022-01-25T22:44:47.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:47 smithi145 conmon[31276]: (mgr.24343) 5 : audit [DBG] from='client.24363 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:47.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:47 smithi145 conmon[31276]: cluster 2022-01-25T22:44:46.086975+0000 mgr.smithi120.hllzij (mgr.24343) 6 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 185 MiB data, 1017 MiB used, 714 GiB / 715 GiB avail 2022-01-25T22:44:47.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:47 smithi145 conmon[31276]: audit 2022-01-25T22:44:46.461515+0000 mgr.smithi120.hllzij (mgr.24343) 7 : audit [DBG] from='client.14586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:44:47.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:47 smithi145 conmon[31276]: audit 2022-01-25T22:44:47.007442+0000 mon.smithi120 (mon.0) 620 : audit [DBG] from='client.? 172.21.15.120:0/1350956949' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:44:47.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:47 smithi145 conmon[31276]: audit 2022-01-25T22:44:47.022513+0000 mon.smithi120 (mon.0) 621 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:47.741 INFO:teuthology.orchestra.run.smithi120.stdout: 5 24965 32.02 MB/sec warmup 24 sec latency 18.683 ms 2022-01-25T22:44:48.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 25725 31.09 MB/sec warmup 25 sec latency 18.441 ms 2022-01-25T22:44:49.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:49 smithi120 conmon[28653]: cluster 2022-01-25T22:44:48.087444 2022-01-25T22:44:49.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:49 smithi120 conmon[28653]: +0000 mgr.smithi120.hllzij (mgr.24343) 8 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 184 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s wr, 199 op/s 2022-01-25T22:44:49.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:49 smithi145 conmon[31276]: cluster 2022-01-25T22:44:48.087444+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:44:49.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:49 smithi145 conmon[31276]: .24343) 8 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 184 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s wr, 199 op/s 2022-01-25T22:44:49.741 INFO:teuthology.orchestra.run.smithi120.stdout: 5 26986 30.94 MB/sec warmup 26 sec latency 17.422 ms 2022-01-25T22:44:50.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:50 smithi120 conmon[28653]: audit 2022-01-25T22:44:49.264906+0000 mon.smithi120 ( 2022-01-25T22:44:50.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:50 smithi120 conmon[28653]: mon.0) 622 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:50 smithi120 conmon[28653]: audit 2022-01-25T22:44:49.731898+0000 mon.smithi120 (mon.0) 623 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:50 smithi120 conmon[28653]: cephadm 2022-01-25T22:44:49.737495+0000 mgr.smithi120.hllzij (mgr.24343) 9 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:44:50.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:50 smithi145 conmon[31276]: audit 2022-01-25T22:44:49.264906+0000 mon.smithi120 (mon 2022-01-25T22:44:50.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:50 smithi145 conmon[31276]: .0) 622 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:50 smithi145 conmon[31276]: audit 2022-01-25T22:44:49.731898+0000 mon.smithi120 (mon.0) 623 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:44:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:50 smithi145 conmon[31276]: cephadm 2022-01-25T22:44:49.737495 2022-01-25T22:44:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:50 smithi145 conmon[31276]: +0000 mgr.smithi120.hllzij (mgr.24343) 9 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:5bfc361ee5ddb060baaa8b6c472feff0ae2b176c 2022-01-25T22:44:50.741 INFO:teuthology.orchestra.run.smithi120.stdout: 5 28194 31.46 MB/sec warmup 27 sec latency 15.847 ms 2022-01-25T22:44:51.741 INFO:teuthology.orchestra.run.smithi120.stdout: 5 29119 31.12 MB/sec warmup 28 sec latency 19.509 ms 2022-01-25T22:44:52.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:51 smithi120 conmon[28653]: cluster 2022-01-25T22:44:50.088005 2022-01-25T22:44:52.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:51 smithi120 conmon[28653]: +0000 mgr.smithi120.hllzij (mgr.24343) 10 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 949 op/s 2022-01-25T22:44:52.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:51 smithi145 conmon[31276]: cluster 2022-01-25T22:44:50.088005+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:44:52.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:51 smithi145 conmon[31276]: 24343) 10 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 949 op/s 2022-01-25T22:44:52.741 INFO:teuthology.orchestra.run.smithi120.stdout: 5 30152 30.91 MB/sec warmup 29 sec latency 15.511 ms 2022-01-25T22:44:53.741 INFO:teuthology.orchestra.run.smithi120.stdout: 5 31155 30.70 MB/sec warmup 30 sec latency 19.417 ms 2022-01-25T22:44:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:53 smithi120 conmon[28653]: cluster 2022-01-25T22:44:52.088383+0000 mgr.smithi120.hllzij (mgr.24343) 11 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 8.5 MiB/s wr, 738 op/s 2022-01-25T22:44:54.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:53 smithi145 conmon[31276]: cluster 2022-01-25T22:44:52.088383+0000 mgr.smithi120.hllzij (mgr.24343) 11 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 196 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 KiB/s rd, 8.5 MiB/s wr, 738 op/s 2022-01-25T22:44:54.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 32197 31.03 MB/sec warmup 31 sec latency 23.338 ms 2022-01-25T22:44:55.741 INFO:teuthology.orchestra.run.smithi120.stdout: 5 33019 30.40 MB/sec warmup 32 sec latency 13.588 ms 2022-01-25T22:44:56.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:55 smithi120 conmon[28653]: cluster 2022-01-25T22:44:54.088976+0000 mgr.smithi120.hllzij (mgr.24343) 12 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 KiB/s rd, 13 MiB/s wr, 1.25k op/s 2022-01-25T22:44:56.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:55 smithi145 conmon[31276]: cluster 2022-01-25T22:44:54.088976+0000 mgr.smithi120.hllzij (mgr.24343) 12 : cluster [DBG] 2022-01-25T22:44:56.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:55 smithi145 conmon[31276]: pgmap v9: 97 pgs: 97 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 KiB/s rd, 13 MiB/s wr, 1.25k op/s 2022-01-25T22:44:56.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 34242 30.24 MB/sec warmup 33 sec latency 22.680 ms 2022-01-25T22:44:57.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:57 smithi120 conmon[28653]: cluster 2022-01-25T22:44:56.089351+0000 mgr.smithi120.hllzij (mgr.24343) 13 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.14k op/s 2022-01-25T22:44:57.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:57 smithi145 conmon[31276]: cluster 2022-01-25T22:44: 2022-01-25T22:44:57.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:57 smithi145 conmon[31276]: 56.089351+0000 mgr.smithi120.hllzij (mgr.24343) 13 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 215 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.14k op/s 2022-01-25T22:44:57.741 INFO:teuthology.orchestra.run.smithi120.stdout: 5 35517 30.84 MB/sec warmup 34 sec latency 27.580 ms 2022-01-25T22:44:58.741 INFO:teuthology.orchestra.run.smithi120.stdout: 5 36434 30.45 MB/sec warmup 35 sec latency 20.620 ms 2022-01-25T22:44:59.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:59 smithi120 conmon[28653]: cluster 2022-01-25T22:44:58.089834+0000 mgr.smithi120.hllzij ( 2022-01-25T22:44:59.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:44:59 smithi120 conmon[28653]: mgr.24343) 14 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 219 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 16 MiB/s wr, 1.47k op/s 2022-01-25T22:44:59.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:59 smithi145 conmon[31276]: cluster 2022-01-25T22:44:58.089834+0000 mgr.smithi120.hllzij 2022-01-25T22:44:59.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:44:59 smithi145 conmon[31276]: (mgr.24343) 14 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 219 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 16 MiB/s wr, 1.47k op/s 2022-01-25T22:44:59.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 37315 30.22 MB/sec warmup 36 sec latency 24.265 ms 2022-01-25T22:45:00.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 38176 30.00 MB/sec warmup 37 sec latency 25.860 ms 2022-01-25T22:45:01.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:01 smithi120 conmon[28653]: cluster 2022-01-25T22:45:00.090305+0000 mgr.smithi120.hllzij 2022-01-25T22:45:01.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:01 smithi120 conmon[28653]: (mgr.24343) 15 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 229 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 17 MiB/s wr, 1.65k op/s 2022-01-25T22:45:01.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:01 smithi145 conmon[31276]: cluster 2022-01-25T22:45:00.090305+0000 mgr.smithi120.hllzij ( 2022-01-25T22:45:01.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:01 smithi145 conmon[31276]: mgr.24343) 15 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 229 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 17 MiB/s wr, 1.65k op/s 2022-01-25T22:45:01.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 39135 30.21 MB/sec warmup 38 sec latency 22.656 ms 2022-01-25T22:45:02.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 39902 29.75 MB/sec warmup 39 sec latency 28.082 ms 2022-01-25T22:45:03.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:03 smithi120 conmon[28653]: cluster 2022-01-25T22:45:02.091171+0000 2022-01-25T22:45:03.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:03 smithi120 conmon[28653]: mgr.smithi120.hllzij (mgr.24343) 16 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 229 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 13 MiB/s wr, 1.18k op/s 2022-01-25T22:45:03.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:03 smithi145 conmon[31276]: cluster 2022-01-25T22:45:02.091171+0000 mgr.smithi120.hllzij ( 2022-01-25T22:45:03.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:03 smithi145 conmon[31276]: mgr.24343) 16 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 229 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 13 MiB/s wr, 1.18k op/s 2022-01-25T22:45:03.741 INFO:teuthology.orchestra.run.smithi120.stdout: 5 40953 29.61 MB/sec warmup 40 sec latency 28.790 ms 2022-01-25T22:45:04.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 41893 29.51 MB/sec warmup 41 sec latency 56.384 ms 2022-01-25T22:45:05.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:05 smithi120 conmon[28653]: cluster 2022-01-25T22:45:04.091818+0000 2022-01-25T22:45:05.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:05 smithi120 conmon[28653]: mgr.smithi120.hllzij (mgr.24343) 17 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 246 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 18 MiB/s wr, 1.67k op/s 2022-01-25T22:45:05.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:05 smithi145 conmon[31276]: cluster 2022-01-25T22:45:04.091818+0000 mgr.smithi120.hllzij (mgr.24343) 17 : 2022-01-25T22:45:05.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:05 smithi145 conmon[31276]: cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 246 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 18 MiB/s wr, 1.67k op/s 2022-01-25T22:45:05.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 42748 29.69 MB/sec warmup 42 sec latency 21.711 ms 2022-01-25T22:45:06.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 43263 29.15 MB/sec warmup 43 sec latency 30.221 ms 2022-01-25T22:45:07.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:07 smithi120 conmon[28653]: cluster 2022-01-25T22 2022-01-25T22:45:07.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:07 smithi120 conmon[28653]: :45:06.092182+0000 mgr.smithi120.hllzij (mgr.24343) 18 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 246 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.08k op/s 2022-01-25T22:45:07.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:07 smithi145 conmon[31276]: cluster 2022-01-25T22:45:06.092182+0000 mgr.smithi120.hllzij (mgr.24343) 18 2022-01-25T22:45:07.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:07 smithi145 conmon[31276]: : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 246 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.08k op/s 2022-01-25T22:45:07.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 43849 28.76 MB/sec warmup 44 sec latency 29.798 ms 2022-01-25T22:45:08.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 45147 28.75 MB/sec warmup 45 sec latency 21.698 ms 2022-01-25T22:45:09.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:09 smithi120 conmon[28653]: cluster 2022-01-25T22:45: 2022-01-25T22:45:09.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:09 smithi120 conmon[28653]: 08.092776+0000 mgr.smithi120.hllzij (mgr.24343) 19 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 258 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 16 MiB/s wr, 1.53k op/s 2022-01-25T22:45:09.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:09 smithi145 conmon[31276]: cluster 2022-01-25T22:45:08.092776+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:45:09.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:09 smithi145 conmon[31276]: 24343) 19 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 258 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 16 MiB/s wr, 1.53k op/s 2022-01-25T22:45:09.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 46298 29.20 MB/sec warmup 46 sec latency 14.453 ms 2022-01-25T22:45:10.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 47024 28.76 MB/sec warmup 47 sec latency 31.365 ms 2022-01-25T22:45:11.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:11 smithi120 conmon[28653]: cluster 2022-01-25T22:45:10.093136+0000 mgr.smithi120.hllzij 2022-01-25T22:45:11.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:11 smithi120 conmon[28653]: (mgr.24343) 20 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 258 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 12 MiB/s wr, 1.21k op/s 2022-01-25T22:45:11.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:11 smithi145 conmon[31276]: cluster 2022-01-25T22:45:10.093136+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:45:11.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:11 smithi145 conmon[31276]: 24343) 20 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 258 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 12 MiB/s wr, 1.21k op/s 2022-01-25T22:45:11.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 48049 28.66 MB/sec warmup 48 sec latency 27.373 ms 2022-01-25T22:45:12.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 49311 28.93 MB/sec warmup 49 sec latency 17.739 ms 2022-01-25T22:45:13.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:13 smithi120 conmon[28653]: cluster 2022-01-25T22:45:12.093556+0000 mgr.smithi120.hllzij (mgr.24343) 21 : 2022-01-25T22:45:13.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:13 smithi120 conmon[28653]: cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 258 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 9.7 MiB/s wr, 945 op/s 2022-01-25T22:45:13.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:13 smithi145 conmon[31276]: cluster 2022-01-25T22:45:12.093556+0000 mgr.smithi120.hllzij (mgr.24343) 2022-01-25T22:45:13.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:13 smithi145 conmon[31276]: 21 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 258 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 9.7 MiB/s wr, 945 op/s 2022-01-25T22:45:13.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 50287 28.88 MB/sec warmup 50 sec latency 18.878 ms 2022-01-25T22:45:14.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 51328 28.81 MB/sec warmup 51 sec latency 23.679 ms 2022-01-25T22:45:15.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:15 smithi120 conmon[28653]: cluster 2022-01-25T22:45:14.094181+0000 mgr.smithi120.hllzij (mgr.24343) 22 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 271 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 16 MiB/s wr, 1.53k op/s 2022-01-25T22:45:15.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:15 smithi120 conmon[28653]: 2022-01-25T22:45:15.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:15 smithi145 conmon[31276]: cluster 2022-01-25T22:45:14.094181+0000 mgr.smithi120.hllzij ( 2022-01-25T22:45:15.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:15 smithi145 conmon[31276]: mgr.24343) 22 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 271 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 16 MiB/s wr, 1.53k op/s 2022-01-25T22:45:15.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 52297 28.63 MB/sec warmup 52 sec latency 30.959 ms 2022-01-25T22:45:16.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 53206 28.80 MB/sec warmup 53 sec latency 32.812 ms 2022-01-25T22:45:17.539 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:17 smithi120 conmon[28653]: cluster 2022-01-25T22:45:16.094560+0000 mgr.smithi120.hllzij (mgr.24343) 23 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 271 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.03k op/s 2022-01-25T22:45:17.539 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:17 smithi120 conmon[28653]: 2022-01-25T22:45:17.539 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:45:17.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:17 smithi145 conmon[31276]: cluster 2022-01-25T22:45:16.094560+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:45:17.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:17 smithi145 conmon[31276]: 24343) 23 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 271 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.03k op/s 2022-01-25T22:45:17.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 53885 28.52 MB/sec warmup 54 sec latency 31.040 ms 2022-01-25T22:45:18.037 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-25T22:45:18.037 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (4m) 28s ago 5m 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:45:18.038 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (5m) 28s ago 5m 16.2.4 8d91d370c2b8 9cc7be445127 2022-01-25T22:45:18.038 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (5m) 31s ago 5m 16.2.4 8d91d370c2b8 c0ba7b513589 2022-01-25T22:45:18.039 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (4m) 28s ago 5m 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:45:18.039 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (72s) 28s ago 71s 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:45:18.039 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (74s) 31s ago 73s 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:45:18.040 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:9283 running (6m) 28s ago 6m 16.2.4 8d91d370c2b8 e1b57330bf24 2022-01-25T22:45:18.040 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (5m) 31s ago 5m 16.2.4 8d91d370c2b8 f6773ea986e0 2022-01-25T22:45:18.041 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (6m) 28s ago 6m 16.2.4 8d91d370c2b8 92d934a3929e 2022-01-25T22:45:18.041 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (4m) 31s ago 4m 16.2.4 8d91d370c2b8 f57b84673997 2022-01-25T22:45:18.041 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.smithi120 smithi120 *:2049 running (62s) 28s ago 61s 3.5 8d91d370c2b8 afdd0634d4b3 2022-01-25T22:45:18.042 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.smithi145 smithi145 *:2049 running (58s) 31s ago 58s 3.5 8d91d370c2b8 de4f1663e136 2022-01-25T22:45:18.042 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (5m) 28s ago 5m 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:45:18.043 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (4m) 31s ago 4m 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:45:18.043 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (4m) 28s ago 4m 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:45:18.043 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (4m) 28s ago 4m 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:45:18.044 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (3m) 28s ago 3m 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:45:18.044 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (3m) 28s ago 3m 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:45:18.044 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (3m) 31s ago 3m 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:45:18.044 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (3m) 31s ago 3m 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:45:18.044 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (2m) 31s ago 2m 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:45:18.045 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (2m) 31s ago 2m 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:45:18.045 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (4m) 28s ago 5m 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:45:18.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:18 smithi120 conmon[28653]: audit 2022-01-25T22:45:17.515617+0000 mgr.smithi120.hllzij (mgr.24343) 24 : audit [DBG] from='client.14594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:45:18.532 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:45:18.532 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:45:18.533 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:45:18.533 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:45:18.533 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:45:18.533 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:45:18.534 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:45:18.534 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:45:18.535 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:45:18.535 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:45:18.535 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:45:18.535 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:45:18.535 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:45:18.536 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:45:18.536 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-01-25T22:45:18.536 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:45:18.536 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:45:18.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:18 smithi145 conmon[31276]: audit 2022-01-25T22:45:17.515617 2022-01-25T22:45:18.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:18 smithi145 conmon[31276]: +0000 mgr.smithi120.hllzij (mgr.24343) 24 : audit [DBG] from='client.14594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:45:18.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 54582 28.28 MB/sec warmup 55 sec latency 20.494 ms 2022-01-25T22:45:19.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:19 smithi120 conmon[28653]: audit 2022-01-25T22:45:18.024988+0000 mgr.smithi120.hllzij 2022-01-25T22:45:19.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:19 smithi120 conmon[28653]: (mgr.24343) 25 : audit [DBG] from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:45:19.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:19 smithi120 conmon[28653]: cluster 2022-01-25T22:45:18.099238+0000 2022-01-25T22:45:19.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:19 smithi120 conmon[28653]: mgr.smithi120.hllzij (mgr.24343) 26 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 17 MiB/s wr, 1.54k op/s 2022-01-25T22:45:19.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:19 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:45:19.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:19 smithi120 conmon[28653]: -25T22:45:18.533662+0000 2022-01-25T22:45:19.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:19 smithi120 conmon[28653]: mon.smithi120 (mon.0) 624 : audit 2022-01-25T22:45:19.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:19 smithi120 conmon[28653]: [DBG] from='client.? 172.21.15.120:0/1834423125' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:45:19.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:19 smithi145 conmon[31276]: audit 2022-01-25T22:45:18.024988+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:45:19.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:19 smithi145 conmon[31276]: 24343) 25 : audit [DBG] from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:45:19.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:19 smithi145 conmon[31276]: cluster 2022-01-25T22:45:18.099238+0000 mgr.smithi120.hllzij (mgr.24343) 26 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 17 MiB/s wr, 1.54k op/s 2022-01-25T22:45:19.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:19 smithi145 conmon[31276]: audit 2022 2022-01-25T22:45:19.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:19 smithi145 conmon[31276]: -01-25T22:45:18.533662+0000 mon.smithi120 (mon.0) 624 : audit [DBG] from='client.? 172.21.15.120:0/1834423125' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:45:19.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 55453 28.04 MB/sec warmup 56 sec latency 24.058 ms 2022-01-25T22:45:20.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 56261 28.11 MB/sec warmup 57 sec latency 23.821 ms 2022-01-25T22:45:21.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:21 smithi120 conmon[28653]: cluster 2022-01-25T22:45:20.099627+0000 mgr.smithi120.hllzij 2022-01-25T22:45:21.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:21 smithi120 conmon[28653]: (mgr.24343) 27 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 12 MiB/s wr, 1.09k op/s 2022-01-25T22:45:21.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:21 smithi145 conmon[31276]: cluster 2022-01-25T22:45:20.099627+0000 mgr.smithi120.hllzij (mgr.24343) 27 2022-01-25T22:45:21.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:21 smithi145 conmon[31276]: : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 12 MiB/s wr, 1.09k op/s 2022-01-25T22:45:21.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 57068 28.15 MB/sec warmup 58 sec latency 23.497 ms 2022-01-25T22:45:22.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 57729 27.80 MB/sec warmup 59 sec latency 26.552 ms 2022-01-25T22:45:23.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:23 smithi120 conmon[28653]: cluster 2022-01-25T22:45:22.100015+0000 mgr.smithi120.hllzij ( 2022-01-25T22:45:23.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:23 smithi120 conmon[28653]: mgr.24343) 28 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 12 MiB/s wr, 1.09k op/s 2022-01-25T22:45:23.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:23 smithi145 conmon[31276]: cluster 2022-01-25T22:45:22.100015+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:45:23.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:23 smithi145 conmon[31276]: 24343) 28 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 12 MiB/s wr, 1.09k op/s 2022-01-25T22:45:23.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 58552 27.70 MB/sec warmup 60 sec latency 32.813 ms 2022-01-25T22:45:24.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 59285 27.45 MB/sec warmup 61 sec latency 51.964 ms 2022-01-25T22:45:25.430 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:25 smithi120 conmon[28653]: cluster 2022-01-25T22:45:24.100482+0000 mgr.smithi120.hllzij ( 2022-01-25T22:45:25.431 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:25 smithi120 conmon[28653]: mgr.24343) 29 : cluster [DBG] pgmap v24: 97 pgs: 97 active+clean; 301 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 17 MiB/s wr, 1.53k op/s 2022-01-25T22:45:25.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:25 smithi145 conmon[31276]: cluster 2022-01-25T22:45:24.100482+0000 mgr.smithi120.hllzij (mgr.24343) 29 : cluster [DBG] pgmap v24: 97 pgs: 97 active+clean; 301 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 17 MiB/s wr, 1.53k op/s 2022-01-25T22:45:25.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 59980 27.48 MB/sec warmup 62 sec latency 24.900 ms 2022-01-25T22:45:26.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 60820 27.46 MB/sec warmup 63 sec latency 18.570 ms 2022-01-25T22:45:27.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:26 smithi120 conmon[28653]: audit 2022-01-25T22:45:25.839230+0000 mon.smithi120 2022-01-25T22:45:27.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:26 smithi120 conmon[28653]: (mon.0) 625 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:45:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:26 smithi120 conmon[28653]: cephadm 2022-01-25T22:45:25.839919+0000 2022-01-25T22:45:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:26 smithi120 conmon[28653]: mgr.smithi120.hllzij (mgr.24343) 30 : cephadm [INF] Upgrade: Target is version 16.2.7-240-g5bfc361e (pacific) 2022-01-25T22:45:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:26 smithi120 conmon[28653]: cephadm 2022-01-25T22:45:25.839978+0000 mgr.smithi120.hllzij 2022-01-25T22:45:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:26 smithi120 conmon[28653]: (mgr.24343) 31 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d'] 2022-01-25T22:45:27.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:26 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:45:27.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:26 smithi120 conmon[28653]: 01-25T22:45:25.841053+0000 mon.smithi145 (mon.1 2022-01-25T22:45:27.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:26 smithi120 conmon[28653]: ) 37 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:27.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:26 smithi145 conmon[31276]: audit 2022-01-25T22:45:25.839230+0000 mon.smithi120 (mon.0) 625 : audit 2022-01-25T22:45:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:26 smithi145 conmon[31276]: [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:45:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:26 smithi145 conmon[31276]: cephadm 2022-01-25T22:45:25.839919+0000 mgr.smithi120.hllzij (mgr.24343) 30 : cephadm [INF] Upgrade: Target is version 16.2.7-240-g5bfc361e (pacific) 2022-01-25T22:45:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:26 smithi145 conmon[31276]: cephadm 2022-01-25T22:45:25.839978+0000 mgr.smithi120.hllzij (mgr.24343) 31 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d'] 2022-01-25T22:45:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:26 smithi145 conmon[31276]: 2022-01-25T22:45:27.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:26 smithi145 conmon[31276]: audit 2022-01-25T22:45:25.841053+0000 mon.smithi145 (mon.1) 37 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:45:27.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 61427 27.19 MB/sec warmup 64 sec latency 52.405 ms 2022-01-25T22:45:28.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:27 smithi120 conmon[28653]: cephadm 2022-01-25T22:45:25.842216+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:45:28.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:27 smithi120 conmon[28653]: .24343) 32 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi120.hllzij) 2022-01-25T22:45:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:27 smithi120 conmon[28653]: cluster 2022-01-25T22:45:26.100857+0000 mgr.smithi120.hllzij (mgr.24343 2022-01-25T22:45:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:27 smithi120 conmon[28653]: ) 33 : cluster [DBG] pgmap v25: 97 pgs: 97 active+clean; 301 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 9.9 MiB/s wr, 947 op/s 2022-01-25T22:45:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:27 smithi120 conmon[28653]: cephadm 2022-01-25T22: 2022-01-25T22:45:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:27 smithi120 conmon[28653]: 45:26.313049+0000 mgr.smithi120.hllzij (mgr.24343) 34 2022-01-25T22:45:28.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:27 smithi120 conmon[28653]: : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d on smithi145 2022-01-25T22:45:28.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:27 smithi145 conmon[31276]: cephadm 2022-01-25T22:45:25.842216+0000 2022-01-25T22:45:28.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:27 smithi145 conmon[31276]: mgr.smithi120.hllzij (mgr.24343) 32 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi120.hllzij) 2022-01-25T22:45:28.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:27 smithi145 conmon[31276]: cluster 2022-01-25T22:45:26.100857+0000 mgr.smithi120.hllzij (mgr.24343) 33 : cluster [DBG] pgmap v25: 97 pgs: 97 active+clean; 301 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 9.9 MiB/s wr, 947 op/s 2022-01-25T22:45:28.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:27 smithi145 conmon[31276]: cephadm 2022-01-25T22:45:26.313049+0000 mgr.smithi120.hllzij (mgr.24343) 34 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:26cfaf750acfe478ed7c939fbc5842924db78cb143a6ff577042e33c7f559d8d on smithi145 2022-01-25T22:45:28.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 61977 26.98 MB/sec warmup 65 sec latency 58.665 ms 2022-01-25T22:45:29.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 63033 26.94 MB/sec warmup 66 sec latency 13.541 ms 2022-01-25T22:45:30.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:29 smithi120 conmon[28653]: cluster 2022-01 2022-01-25T22:45:30.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:29 smithi120 conmon[28653]: -25T22:45:28.101324+0000 mgr.smithi120.hllzij (mgr.24343) 35 : cluster [DBG] pgmap v26: 97 pgs: 97 active+clean; 312 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 14 MiB/s wr, 1.35k op/s 2022-01-25T22:45:30.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:29 smithi145 conmon[31276]: cluster 2022-01-25T22:45:28.101324+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:45:30.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:29 smithi145 conmon[31276]: 24343) 35 : cluster [DBG] pgmap v26: 97 pgs: 97 active+clean; 312 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 14 MiB/s wr, 1.35k op/s 2022-01-25T22:45:30.742 INFO:teuthology.orchestra.run.smithi120.stdout: 5 63977 27.13 MB/sec warmup 67 sec latency 20.346 ms 2022-01-25T22:45:31.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 64498 26.87 MB/sec warmup 68 sec latency 28.660 ms 2022-01-25T22:45:32.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:31 smithi120 conmon[28653]: cluster 2022-01-25T22:45:30.101703+0000 mgr.smithi120.hllzij (mgr.24343) 36 : cluster [DBG] 2022-01-25T22:45:32.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:31 smithi120 conmon[28653]: pgmap v27: 97 pgs: 97 active+clean; 312 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 8.9 MiB/s wr, 846 op/s 2022-01-25T22:45:32.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:31 smithi145 conmon[31276]: cluster 2022-01-25T22:45:30.101703+0000 2022-01-25T22:45:32.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:31 smithi145 conmon[31276]: mgr.smithi120.hllzij (mgr.24343) 36 : cluster [DBG] pgmap v27: 97 pgs: 97 active+clean; 312 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 8.9 MiB/s wr, 846 op/s 2022-01-25T22:45:32.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 64941 26.60 MB/sec warmup 69 sec latency 43.633 ms 2022-01-25T22:45:33.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:32 smithi120 conmon[28653]: cluster 2022-01-25T22:45:32.102036+0000 mgr.smithi120.hllzij 2022-01-25T22:45:33.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:32 smithi120 conmon[28653]: (mgr.24343) 37 : cluster [DBG] pgmap v28: 97 pgs: 97 active+clean; 312 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 8.9 MiB/s wr, 846 op/s 2022-01-25T22:45:33.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:32 smithi145 conmon[31276]: cluster 2022-01-25T22:45:32.102036+0000 mgr.smithi120.hllzij 2022-01-25T22:45:33.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:32 smithi145 conmon[31276]: (mgr.24343) 37 : cluster [DBG] pgmap v28: 97 pgs: 97 active+clean; 312 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 8.9 MiB/s wr, 846 op/s 2022-01-25T22:45:33.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 65533 26.42 MB/sec warmup 70 sec latency 29.319 ms 2022-01-25T22:45:34.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 66171 26.18 MB/sec warmup 71 sec latency 64.266 ms 2022-01-25T22:45:35.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:35 smithi120 conmon[28653]: cluster 2022-01-25T22:45:34.102650+0000 mgr.smithi120.hllzij 2022-01-25T22:45:35.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:35 smithi120 conmon[28653]: (mgr.24343) 38 : cluster [DBG] pgmap v29: 97 pgs: 97 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 13 MiB/s wr, 1.25k op/s 2022-01-25T22:45:35.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:35 smithi145 conmon[31276]: cluster 2022-01-25T22:45:34 2022-01-25T22:45:35.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:35 smithi145 conmon[31276]: .102650+0000 mgr.smithi120.hllzij (mgr.24343) 38 : cluster [DBG] pgmap v29: 97 pgs: 97 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 13 MiB/s wr, 1.25k op/s 2022-01-25T22:45:35.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 67099 26.33 MB/sec warmup 72 sec latency 20.450 ms 2022-01-25T22:45:36.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 67727 26.30 MB/sec warmup 73 sec latency 32.943 ms 2022-01-25T22:45:37.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:37 smithi120 conmon[28653]: cluster 2022-01-25T22:45:36.103025+0000 mgr.smithi120.hllzij (mgr.24343 2022-01-25T22:45:37.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:37 smithi120 conmon[28653]: ) 39 : cluster [DBG] pgmap v30: 97 pgs: 97 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 8.4 MiB/s wr, 806 op/s 2022-01-25T22:45:37.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:37 smithi145 conmon[31276]: cluster 2022-01-25T22:45:36.103025+0000 mgr.smithi120.hllzij ( 2022-01-25T22:45:37.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:37 smithi145 conmon[31276]: mgr.24343) 39 : cluster [DBG] pgmap v30: 97 pgs: 97 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 8.4 MiB/s wr, 806 op/s 2022-01-25T22:45:37.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 68137 25.99 MB/sec warmup 74 sec latency 45.054 ms 2022-01-25T22:45:38.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 68757 25.83 MB/sec warmup 75 sec latency 34.047 ms 2022-01-25T22:45:39.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:39 smithi120 conmon[28653]: cluster 2022-01-25T22:45:38.103571+0000 mgr.smithi120.hllzij (mgr.24343) 40 : cluster [DBG] pgmap v31: 97 pgs: 97 active+clean; 327 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 12 MiB/s wr, 1.16k op/s 2022-01-25T22:45:39.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:39 smithi145 conmon[31276]: cluster 2022-01-25T22:45:38.103571+0000 mgr.smithi120.hllzij (mgr.24343) 40 : cluster [DBG] pgmap v31: 97 pgs: 97 active+clean; 327 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 12 MiB/s wr, 1.16k op/s 2022-01-25T22:45:39.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 69654 25.70 MB/sec warmup 76 sec latency 120.895 ms 2022-01-25T22:45:40.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 70468 25.79 MB/sec warmup 77 sec latency 26.968 ms 2022-01-25T22:45:41.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:41 smithi120 conmon[28653]: cluster 2022-01-25T22:45:40.103921+0000 mgr.smithi120.hllzij (mgr.24343) 41 : cluster [DBG] pgmap v32: 97 pgs: 97 active+clean; 327 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 8.0 MiB/s wr, 756 op/s 2022-01-25T22:45:41.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:41 smithi145 conmon[31276]: cluster 2022-01-25T22:45:40.103921+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:45:41.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:41 smithi145 conmon[31276]: 24343) 41 : cluster [DBG] pgmap v32: 97 pgs: 97 active+clean; 327 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 8.0 MiB/s wr, 756 op/s 2022-01-25T22:45:41.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 71215 25.83 MB/sec warmup 78 sec latency 22.851 ms 2022-01-25T22:45:42.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 71536 25.55 MB/sec warmup 79 sec latency 44.820 ms 2022-01-25T22:45:43.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:43 smithi120 conmon[28653]: cluster 2022-01-25T22:45:42.104196+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:45:43.772 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:43 smithi120 conmon[28653]: 24343) 42 : cluster [DBG] pgmap v33: 97 pgs: 97 active+clean; 327 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 8.0 MiB/s wr, 756 op/s 2022-01-25T22:45:43.773 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:43 smithi120 conmon[28653]: audit 2022-01-25T22:45:42.308460+0000 mon.smithi145 (mon.1) 38 : audit [INF] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:45:43.773 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:43 smithi120 conmon[28653]: audit 2022-01-25T22:45:42.308876 2022-01-25T22:45:43.774 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:43 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 626 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:45:43.774 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:43 smithi120 conmon[28653]: audit 2022-01-25T22:45:43.774 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:43 smithi120 conmon[28653]: 2022-01-25T22:45:42.333764+0000 mon.smithi145 ( 2022-01-25T22:45:43.775 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:43 smithi120 conmon[28653]: mon.1) 39 : audit [INF] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:45:43.775 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:43 smithi120 conmon[28653]: audit 2022 2022-01-25T22:45:43.775 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:43 smithi120 conmon[28653]: -01-25T22:45:42.333970+0000 mon.smithi120 2022-01-25T22:45:43.776 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:43 smithi120 conmon[28653]: (mon.0) 627 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:45:43.778 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:43 smithi145 conmon[31276]: cluster 2022-01-25T22:45:42.104196+0000 mgr.smithi120.hllzij (mgr.24343) 42 : cluster [DBG] pgmap v33: 97 pgs: 97 active+clean; 327 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 8.0 MiB/s wr, 756 op/s 2022-01-25T22:45:43.778 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:43 smithi145 conmon[31276]: audit 2022-01-25T22:45:42.308460+0000 mon.smithi145 (mon.1) 38 : audit [INF] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:45:43.779 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:43 smithi145 conmon[31276]: audit 2022-01-25T22:45:42.308876+0000 mon.smithi120 (mon.0) 626 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:45:43.779 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:43 smithi145 conmon[31276]: audit 2022-01-25T22:45:42.333764+0000 mon.smithi145 (mon.1) 39 : audit [INF] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:45:43.780 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:43 smithi145 conmon[31276]: audit 2022-01-25T22:45:42.333970+0000 mon.smithi120 (mon.0) 627 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:45:43.780 INFO:teuthology.orchestra.run.smithi120.stdout: 5 71864 25.27 MB/sec warmup 80 sec latency 50.927 ms 2022-01-25T22:45:44.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 72421 25.11 MB/sec warmup 81 sec latency 31.278 ms 2022-01-25T22:45:45.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:45 smithi120 conmon[28653]: cluster 2022-01-25T22:45:44.104753+0000 2022-01-25T22:45:45.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:45 smithi120 conmon[28653]: mgr.smithi120.hllzij (mgr.24343) 43 : cluster [DBG] pgmap v34: 97 pgs: 97 active+clean; 343 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 12 MiB/s wr, 1.21k op/s 2022-01-25T22:45:45.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:45 smithi145 conmon[31276]: cluster 2022-01-25T22:45:44.104753+0000 mgr.smithi120.hllzij (mgr.24343) 43 : cluster 2022-01-25T22:45:45.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:45 smithi145 conmon[31276]: [DBG] pgmap v34: 97 pgs: 97 active+clean; 343 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 12 MiB/s wr, 1.21k op/s 2022-01-25T22:45:45.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 73099 24.98 MB/sec warmup 82 sec latency 32.977 ms 2022-01-25T22:45:46.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 73970 25.04 MB/sec warmup 83 sec latency 21.022 ms 2022-01-25T22:45:47.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:47 smithi120 conmon[28653]: cluster 2022-01-25T22:45:46.105042+0000 mgr.smithi120.hllzij (mgr.24343) 44 : cluster 2022-01-25T22:45:47.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:47 smithi120 conmon[28653]: [DBG] pgmap v35: 97 pgs: 97 active+clean; 343 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.2 KiB/s rd, 7.9 MiB/s wr, 803 op/s 2022-01-25T22:45:47.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:47 smithi145 conmon[31276]: cluster 2022-01-25T22:45:46.105042+0000 mgr.smithi120.hllzij (mgr.24343 2022-01-25T22:45:47.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:47 smithi145 conmon[31276]: ) 44 : cluster [DBG] pgmap v35: 97 pgs: 97 active+clean; 343 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.2 KiB/s rd, 7.9 MiB/s wr, 803 op/s 2022-01-25T22:45:47.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 74828 25.13 MB/sec warmup 84 sec latency 23.353 ms 2022-01-25T22:45:48.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 75471 24.92 MB/sec warmup 85 sec latency 20.810 ms 2022-01-25T22:45:48.923 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:45:49.244 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE VERSION IMAGE ID CONTAINER ID 2022-01-25T22:45:49.244 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (5m) 59s ago 6m 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:45:49.245 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (6m) 59s ago 6m 16.2.4 8d91d370c2b8 9cc7be445127 2022-01-25T22:45:49.245 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (5m) 62s ago 5m 16.2.4 8d91d370c2b8 c0ba7b513589 2022-01-25T22:45:49.245 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (4m) 59s ago 5m 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:45:49.245 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (103s) 59s ago 102s 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:45:49.246 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (105s) 62s ago 105s 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:45:49.246 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:9283 running (7m) 59s ago 7m 16.2.4 8d91d370c2b8 e1b57330bf24 2022-01-25T22:45:49.246 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (5m) 62s ago 5m 16.2.4 8d91d370c2b8 f6773ea986e0 2022-01-25T22:45:49.246 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (7m) 59s ago 7m 16.2.4 8d91d370c2b8 92d934a3929e 2022-01-25T22:45:49.247 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (5m) 62s ago 5m 16.2.4 8d91d370c2b8 f57b84673997 2022-01-25T22:45:49.247 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.smithi120 smithi120 *:2049 running (93s) 59s ago 93s 3.5 8d91d370c2b8 afdd0634d4b3 2022-01-25T22:45:49.247 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.smithi145 smithi145 *:2049 running (89s) 62s ago 89s 3.5 8d91d370c2b8 de4f1663e136 2022-01-25T22:45:49.247 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (5m) 59s ago 5m 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:45:49.248 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (5m) 62s ago 5m 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:45:49.248 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (4m) 59s ago 4m 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:45:49.248 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (4m) 59s ago 4m 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:45:49.248 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (4m) 59s ago 4m 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:45:49.248 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (4m) 59s ago 4m 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:45:49.249 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (3m) 62s ago 3m 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:45:49.249 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (3m) 62s ago 3m 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:45:49.249 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (3m) 62s ago 3m 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:45:49.249 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (3m) 62s ago 3m 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:45:49.250 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (4m) 59s ago 5m 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:45:49.250 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:49 smithi120 conmon[28653]: cluster 2022-01-25T22:45:48.105614+0000 mgr.smithi120.hllzij 2022-01-25T22:45:49.250 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:49 smithi120 conmon[28653]: (mgr.24343) 45 : cluster [DBG] pgmap v36: 97 pgs: 97 active+clean; 342 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 12 MiB/s wr, 1.20k op/s 2022-01-25T22:45:49.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:49 smithi145 conmon[31276]: cluster 2022-01-25T22:45:48.105614+0000 mgr.smithi120.hllzij (mgr.24343) 45 : cluster [DBG] pgmap v36: 97 pgs: 97 active+clean; 342 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 12 MiB/s wr, 1.20k op/s 2022-01-25T22:45:49.631 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:45:49.631 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:45:49.631 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:45:49.632 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:45:49.632 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:45:49.632 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:45:49.632 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:45:49.633 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:45:49.633 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:45:49.633 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:45:49.633 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:45:49.633 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:45:49.634 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:45:49.634 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:45:49.634 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 14 2022-01-25T22:45:49.634 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:45:49.635 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:45:49.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 75860 24.76 MB/sec warmup 86 sec latency 47.405 ms 2022-01-25T22:45:50.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:50 smithi120 conmon[28653]: audit 2022-01-25T22:45:48.908723+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:45:50.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:50 smithi120 conmon[28653]: 24343) 46 : audit [DBG] from='client.14606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:45:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:50 smithi120 conmon[28653]: audit 2022-01-25T22:45:49.237688+0000 mgr.smithi120.hllzij (mgr.24343) 47 : audit [DBG] from='client.14610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:45:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:50 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:45:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:50 smithi120 conmon[28653]: :45:49.632180+0000 mon.smithi120 (mon.0) 628 2022-01-25T22:45:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:50 smithi120 conmon[28653]: : audit [DBG] from='client.? 172.21.15.120:0/3739874002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:45:50.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:50 smithi145 conmon[31276]: audit 2022-01-25T22:45:48.908723+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:45:50.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:50 smithi145 conmon[31276]: 24343) 46 : audit [DBG] from='client.14606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:45:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:50 smithi145 conmon[31276]: audit 2022-01-25T22:45:49.237688+0000 mgr.smithi120.hllzij (mgr.24343) 47 : audit [DBG] from='client.14610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:45:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:50 smithi145 conmon[31276]: audit 2022-01-25T22: 2022-01-25T22:45:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:50 smithi145 conmon[31276]: 45:49.632180+0000 mon.smithi120 (mon.0) 628 : audit [DBG] from='client.? 172.21.15.120:0/3739874002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:45:50.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 76433 24.61 MB/sec warmup 87 sec latency 21.944 ms 2022-01-25T22:45:51.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:51 smithi120 conmon[28653]: cluster 2022-01-25T22:45:50.105981+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:45:51.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:51 smithi120 conmon[28653]: .24343) 48 : cluster [DBG] pgmap v37: 97 pgs: 97 active+clean; 342 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 8.2 MiB/s wr, 847 op/s 2022-01-25T22:45:51.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:51 smithi145 conmon[31276]: cluster 2022-01-25T22:45:50.105981+0000 mgr.smithi120.hllzij 2022-01-25T22:45:51.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:51 smithi145 conmon[31276]: (mgr.24343) 48 : cluster [DBG] pgmap v37: 97 pgs: 97 active+clean; 342 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 8.2 MiB/s wr, 847 op/s 2022-01-25T22:45:51.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 76982 24.45 MB/sec warmup 88 sec latency 33.098 ms 2022-01-25T22:45:52.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 77344 24.31 MB/sec warmup 89 sec latency 30.032 ms 2022-01-25T22:45:53.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:53 smithi120 conmon[28653]: cluster 2022-01-25T22:45:52.106329+0000 mgr.smithi120.hllzij (mgr.24343) 49 : cluster 2022-01-25T22:45:53.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:53 smithi120 conmon[28653]: [DBG] pgmap v38: 97 pgs: 97 active+clean; 342 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 8.2 MiB/s wr, 847 op/s 2022-01-25T22:45:53.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:53 smithi145 conmon[31276]: cluster 2022-01-25T22:45:52.106329+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:45:53.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:53 smithi145 conmon[31276]: 24343) 49 : cluster [DBG] pgmap v38: 97 pgs: 97 active+clean; 342 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.7 KiB/s rd, 8.2 MiB/s wr, 847 op/s 2022-01-25T22:45:53.744 INFO:teuthology.orchestra.run.smithi120.stdout: 5 77842 24.31 MB/sec warmup 90 sec latency 35.517 ms 2022-01-25T22:45:54.743 INFO:teuthology.orchestra.run.smithi120.stdout: 5 78206 24.18 MB/sec warmup 91 sec latency 52.978 ms 2022-01-25T22:45:55.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:55 smithi120 conmon[28653]: cluster 2022-01-25T22:45:54.106848 2022-01-25T22:45:55.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:55 smithi120 conmon[28653]: +0000 mgr.smithi120.hllzij (mgr.24343) 50 : cluster [DBG] pgmap v39: 97 pgs: 97 active+clean; 324 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 11 MiB/s wr, 1.14k op/s 2022-01-25T22:45:55.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:55 smithi145 conmon[31276]: cluster 2022-01-25T22:45:54.106848+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:45:55.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:55 smithi145 conmon[31276]: 24343) 50 : cluster [DBG] pgmap v39: 97 pgs: 97 active+clean; 324 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 14 KiB/s rd, 11 MiB/s wr, 1.14k op/s 2022-01-25T22:45:55.744 INFO:teuthology.orchestra.run.smithi120.stdout: 5 78859 24.04 MB/sec warmup 92 sec latency 34.235 ms 2022-01-25T22:45:56.744 INFO:teuthology.orchestra.run.smithi120.stdout: 5 79363 23.91 MB/sec warmup 93 sec latency 76.024 ms 2022-01-25T22:45:57.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:57 smithi120 conmon[28653]: cluster 2022-01-25T22:45:56.107176+0000 mgr.smithi120.hllzij (mgr.24343) 51 2022-01-25T22:45:57.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:57 smithi120 conmon[28653]: : cluster [DBG] pgmap v40: 97 pgs: 97 active+clean; 324 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 6.8 MiB/s wr, 690 op/s 2022-01-25T22:45:57.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:57 smithi145 conmon[31276]: cluster 2022-01-25T22:45:56.107176+0000 mgr.smithi120.hllzij (mgr.24343) 51 : cluster [DBG] pgmap v40: 97 pgs: 97 active+clean; 324 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 6.8 MiB/s wr, 690 op/s 2022-01-25T22:45:57.744 INFO:teuthology.orchestra.run.smithi120.stdout: 5 80062 23.81 MB/sec warmup 94 sec latency 33.393 ms 2022-01-25T22:45:58.744 INFO:teuthology.orchestra.run.smithi120.stdout: 5 80839 23.77 MB/sec warmup 95 sec latency 25.917 ms 2022-01-25T22:45:59.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:45:59 smithi120 conmon[28653]: cluster 2022-01-25T22:45:58.107809+0000 mgr.smithi120.hllzij (mgr.24343) 52 : cluster [DBG] pgmap v41: 97 pgs: 97 active+clean; 320 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 1.03k op/s 2022-01-25T22:45:59.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:59 smithi145 conmon[31276]: cluster 2022-01-25T22:45:58.107809+0000 mgr.smithi120.hllzij (mgr.24343) 52 : cluster 2022-01-25T22:45:59.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:45:59 smithi145 conmon[31276]: [DBG] pgmap v41: 97 pgs: 97 active+clean; 320 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 1.03k op/s 2022-01-25T22:45:59.744 INFO:teuthology.orchestra.run.smithi120.stdout: 5 81754 23.92 MB/sec warmup 96 sec latency 25.544 ms 2022-01-25T22:46:00.744 INFO:teuthology.orchestra.run.smithi120.stdout: 5 82538 23.80 MB/sec warmup 97 sec latency 20.875 ms 2022-01-25T22:46:01.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:01 smithi120 conmon[28653]: cluster 2022-01-25T22:46:00.108120+0000 mgr.smithi120.hllzij 2022-01-25T22:46:01.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:01 smithi120 conmon[28653]: (mgr.24343) 53 : cluster [DBG] pgmap v42: 97 pgs: 97 active+clean; 320 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 5.8 MiB/s wr, 628 op/s 2022-01-25T22:46:01.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:01 smithi120 conmon[28653]: audit 2022-01-25T22:46:01.115565+0000 mon.smithi120 (mon.0) 629 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:46:01.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:01 smithi120 conmon[28653]: audit 2022-01-25T22:46:01.118892+0000 mon.smithi145 (mon.1) 40 : audit [INF] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi145.phdhej", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:46:01.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:01 smithi120 conmon[28653]: audit 2022-01-25T22:46:01.119119+0000 mon.smithi120 (mon.0) 630 : audit [INF] 2022-01-25T22:46:01.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:01 smithi120 conmon[28653]: from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi145.phdhej", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:46:01.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:01 smithi120 conmon[28653]: audit 2022-01-25T22:46: 2022-01-25T22:46:01.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:01 smithi120 conmon[28653]: 01.120299+0000 mon.smithi145 (mon.1) 41 : audit [DBG] 2022-01-25T22:46:01.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:01 smithi120 conmon[28653]: from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:46:01.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:01 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:01.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:01 smithi120 conmon[28653]: -01-25T22:46:01.121164+0000 2022-01-25T22:46:01.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:01 smithi120 conmon[28653]: mon.smithi145 (mon.1) 42 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:01.577 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:01 smithi145 conmon[31276]: cluster 2022-01-25T22:46:00.108120+0000 mgr.smithi120.hllzij (mgr.24343) 53 : cluster [DBG] pgmap v42: 97 pgs: 97 active+clean; 320 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 5.8 MiB/s wr, 628 op/s 2022-01-25T22:46:01.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:01 smithi145 conmon[31276]: audit 2022-01-25T22:46:01.115565+0000 mon.smithi120 (mon.0) 629 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:46:01.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:01 smithi145 conmon[31276]: audit 2022-01-25T22:46:01.118892+0000 mon.smithi145 (mon.1) 40 : audit [INF] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi145.phdhej", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:46:01.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:01 smithi145 conmon[31276]: audit 2022-01-25T22:46:01.119119+0000 mon.smithi120 (mon.0) 630 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi145.phdhej", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:46:01.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:01 smithi145 conmon[31276]: audit 2022-01-25T22:46:01.120299+0000 mon.smithi145 (mon.1) 41 : audit [DBG] 2022-01-25T22:46:01.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:01 smithi145 conmon[31276]: from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:46:01.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:01 smithi145 conmon[31276]: audit 2022-01-25T22:46:01.121164+0000 mon.smithi145 (mon.1) 42 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:01.744 INFO:teuthology.orchestra.run.smithi120.stdout: 5 83321 23.76 MB/sec warmup 98 sec latency 21.392 ms 2022-01-25T22:46:02.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:02 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:01.110479+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:46:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:02 smithi145 conmon[31276]: 24343) 54 : cephadm [INF] Upgrade: Updating mgr.smithi145.phdhej 2022-01-25T22:46:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:02 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:01.121926+0000 mgr.smithi120.hllzij (mgr.24343) 55 : cephadm [INF] Deploying daemon mgr.smithi145.phdhej on smithi145 2022-01-25T22:46:02.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:02 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:01.110479+0000 mgr.smithi120.hllzij ( 2022-01-25T22:46:02.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:02 smithi120 conmon[28653]: mgr.24343) 54 : cephadm [INF] Upgrade: Updating mgr.smithi145.phdhej 2022-01-25T22:46:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:02 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:01.121926+0000 mgr.smithi120.hllzij (mgr.24343) 55 : cephadm [INF] Deploying daemon mgr.smithi145.phdhej on smithi145 2022-01-25T22:46:02.744 INFO:teuthology.orchestra.run.smithi120.stdout: 5 84193 23.70 MB/sec warmup 99 sec latency 19.777 ms 2022-01-25T22:46:03.508 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:03 smithi145 conmon[31276]: cluster 2022-01-25T22:46:02.108483+0000 mgr.smithi120.hllzij (mgr.24343) 56 : cluster [DBG] 2022-01-25T22:46:03.508 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:03 smithi145 conmon[31276]: pgmap v43: 97 pgs: 97 active+clean; 320 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 5.8 MiB/s wr, 628 op/s 2022-01-25T22:46:03.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:03 smithi120 conmon[28653]: cluster 2022-01-25T22:46:02.108483+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:46:03.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:03 smithi120 conmon[28653]: .24343) 56 : cluster [DBG] pgmap v43: 97 pgs: 97 active+clean; 320 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 KiB/s rd, 5.8 MiB/s wr, 628 op/s 2022-01-25T22:46:03.744 INFO:teuthology.orchestra.run.smithi120.stdout: 5 84665 23.67 MB/sec warmup 100 sec latency 33.209 ms 2022-01-25T22:46:04.744 INFO:teuthology.orchestra.run.smithi120.stdout: 5 85054 23.58 MB/sec warmup 101 sec latency 49.142 ms 2022-01-25T22:46:05.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:04 smithi120 conmon[28653]: audit 2022-01-25T22:46:03.613770+0000 mon.smithi120 (mon.0 2022-01-25T22:46:05.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:04 smithi120 conmon[28653]: ) 631 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:46:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:04 smithi120 conmon[28653]: audit 2022-01-25T22:46:03.615084+0000 mon.smithi145 (mon.1) 43 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:05.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:04 smithi145 conmon[31276]: audit 2022-01-25T22:46:03.613770+0000 mon.smithi120 (mon.0) 631 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:46:05.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:04 smithi145 conmon[31276]: audit 2022-01-25T22:46:03.615084+0000 mon.smithi145 (mon.1) 43 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:05.744 INFO:teuthology.orchestra.run.smithi120.stdout: 5 85372 23.48 MB/sec warmup 102 sec latency 48.984 ms 2022-01-25T22:46:05.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:05 smithi145 conmon[31276]: cluster 2022-01-25T22:46:04.109013+0000 mgr.smithi120.hllzij 2022-01-25T22:46:05.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:05 smithi145 conmon[31276]: (mgr.24343) 57 : cluster [DBG] pgmap v44: 97 pgs: 97 active+clean; 325 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.09k op/s 2022-01-25T22:46:06.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:05 smithi120 conmon[28653]: cluster 2022-01-25T22:46:04.109013+0000 mgr.smithi120.hllzij (mgr.24343 2022-01-25T22:46:06.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:05 smithi120 conmon[28653]: ) 57 : cluster [DBG] pgmap v44: 97 pgs: 97 active+clean; 325 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 1.09k op/s 2022-01-25T22:46:06.744 INFO:teuthology.orchestra.run.smithi120.stdout: 5 85705 23.30 MB/sec warmup 103 sec latency 47.094 ms 2022-01-25T22:46:07.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:07 smithi120 conmon[28653]: cluster 2022-01-25T22 2022-01-25T22:46:07.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:07 smithi120 conmon[28653]: :46:06.109337+0000 mgr.smithi120.hllzij (mgr.24343) 58 : cluster [DBG] pgmap v45: 97 pgs: 97 active+clean; 325 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.2 MiB/s wr, 799 op/s 2022-01-25T22:46:07.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:07 smithi145 conmon[31276]: cluster 2022-01-25T22:46:06.109337+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:46:07.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:07 smithi145 conmon[31276]: 24343) 58 : cluster [DBG] pgmap v45: 97 pgs: 97 active+clean; 325 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 KiB/s rd, 8.2 MiB/s wr, 799 op/s 2022-01-25T22:46:07.744 INFO:teuthology.orchestra.run.smithi120.stdout: 5 86058 23.11 MB/sec warmup 104 sec latency 59.643 ms 2022-01-25T22:46:08.744 INFO:teuthology.orchestra.run.smithi120.stdout: 5 86638 23.02 MB/sec warmup 105 sec latency 30.930 ms 2022-01-25T22:46:08.957 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: audit 2022-01-25T22:46:07.953712+0000 mon.smithi120 (mon.0) 632 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:46:08.958 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: cluster 2022-01-25T22:46:08.109967+0000 mgr.smithi120.hllzij (mgr.24343) 59 : cluster [DBG] pgmap v46: 97 pgs: 97 active+clean; 321 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.04k op/s 2022-01-25T22:46:08.958 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: audit 2022-01-25T22:46:08.414099+0000 mon.smithi120 (mon.0) 633 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:46:08.958 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:46:08.959 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: :46:08.419886+0000 mon.smithi145 (mon.1) 44 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:08.959 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:08.959 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: 2022-01-25T22:46:08.420813+0000 mgr.smithi120.hllzij (mgr.24343 2022-01-25T22:46:08.959 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: ) 60 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi120.hllzij) 2022-01-25T22:46:08.960 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: cephadm 2022-01 2022-01-25T22:46:08.960 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: -25T22:46:08.423365+0000 mgr.smithi120.hllzij ( 2022-01-25T22:46:08.960 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: mgr.24343) 61 : cephadm [INF] Failing over to other MGR 2022-01-25T22:46:08.960 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: audit 2022-01-25T22:46:08.960 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: 2022-01-25T22:46:08. 2022-01-25T22:46:08.961 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: 423848+0000 mon.smithi145 (mon.1) 45 : audit [INF] 2022-01-25T22:46:08.961 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr fail", "who": "smithi120.hllzij"}]: dispatch 2022-01-25T22:46:08.961 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: audit 2022-01-25T22:46:08 2022-01-25T22:46:08.961 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: .424122+0000 mon.smithi120 (mon.0) 634 : audit [INF] 2022-01-25T22:46:08.961 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr fail", "who": "smithi120.hllzij"}]: dispatch 2022-01-25T22:46:08.962 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:46:08.962 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: :46:08.428973+0000 mon.smithi145 (mon.1 2022-01-25T22:46:08.962 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: ) 46 : audit [INF] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:46:08.963 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: cluster 2022- 2022-01-25T22:46:08.963 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: 01-25T22:46:08.430025+0000 mon.smithi120 ( 2022-01-25T22:46:08.963 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: mon.0) 635 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2022-01-25T22:46:08.963 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:46:08.964 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: -25T22:46:08.430637+0000 mon.smithi120 (mon.0 2022-01-25T22:46:08.964 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: ) 636 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:46:08.964 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: audit 2022-01-25T22: 2022-01-25T22:46:08.964 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: 46:08.432549+0000 mon.smithi145 (mon.1) 47 : audit 2022-01-25T22:46:08.964 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: [INF] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:46:08.965 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: audit 2022-01-25T22:46:08 2022-01-25T22:46:08.965 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: .432846+0000 mon.smithi120 (mon.0) 637 : audit [INF] 2022-01-25T22:46:08.965 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:08 smithi120 conmon[28653]: from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:46:09.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: audit 2022-01-25T22:46:07.953712+0000 mon.smithi120 (mon.0) 632 2022-01-25T22:46:09.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:46:09.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: cluster 2022-01-25T22:46:08.109967+0000 mgr.smithi120.hllzij (mgr.24343) 59 : cluster [DBG] pgmap v46: 97 pgs: 97 active+clean; 321 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.04k op/s 2022-01-25T22:46:09.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: audit 2022-01-25T22:46:08.414099+0000 mon.smithi120 (mon.0) 633 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:46:09.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: audit 2022-01-25T22:46:08.419886+0000 mon.smithi145 (mon.1) 44 : audit [DBG] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:09.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:08. 2022-01-25T22:46:09.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: 420813+0000 mgr.smithi120.hllzij (mgr.24343) 60 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi120.hllzij) 2022-01-25T22:46:09.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:09.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: 2022-01-25T22:46:08.423365+0000 mgr.smithi120.hllzij 2022-01-25T22:46:09.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: (mgr.24343) 61 : cephadm [INF] Failing over to other MGR 2022-01-25T22:46:09.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: 2022-01-25T22:46:09.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: audit 2022-01-25T 2022-01-25T22:46:09.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: 22:46:08.423848+0000 mon.smithi145 2022-01-25T22:46:09.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: (mon.1) 45 : audit [INF] 2022-01-25T22:46:09.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr fail", "who": "smithi120.hllzij"}]: dispatch 2022-01-25T22:46:09.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: audit 2022-01 2022-01-25T22:46:09.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: -25T22:46:08.424122+0000 2022-01-25T22:46:09.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: mon.smithi120 (mon.0) 634 : audit 2022-01-25T22:46:09.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr fail", "who": "smithi120.hllzij"}]: dispatch 2022-01-25T22:46:09.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: audit 2022-01-25T22:46:09.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: 2022-01-25T22:46:08 2022-01-25T22:46:09.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: .428973+0000 mon.smithi145 (mon.1) 46 : audit 2022-01-25T22:46:09.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: [INF] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:46:09.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: cluster 2022-01-25T22:46:09.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: 2022-01 2022-01-25T22:46:09.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: -25T22:46:08.430025 2022-01-25T22:46:09.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: +0000 mon.smithi120 (mon.0) 635 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2022-01-25T22:46:09.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: 2022-01-25T22:46:09.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: audit 2022-01-25T22:46:09.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: 2022-01- 2022-01-25T22:46:09.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: 25T22:46:08.430637+0000 mon.smithi120 (mon.0) 636 : 2022-01-25T22:46:09.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:46:09.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: audit 2022-01-25T22:46:09.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: 2022-01-25T22:46:08.432549+0000 2022-01-25T22:46:09.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: mon.smithi145 (mon.1) 47 : audit 2022-01-25T22:46:09.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: [INF] from='mgr.24343 172.21.15.120:0/4007201211' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:46:09.338 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:46:09.338 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: 01-25T22:46:08.432846 2022-01-25T22:46:09.338 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: +0000 mon.smithi120 (mon.0) 637 : 2022-01-25T22:46:09.338 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:08 smithi145 conmon[31276]: audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:46:09.744 INFO:teuthology.orchestra.run.smithi120.stdout: 5 87332 22.94 MB/sec warmup 106 sec latency 29.993 ms 2022-01-25T22:46:10.745 INFO:teuthology.orchestra.run.smithi120.stdout: 5 88133 22.97 MB/sec warmup 107 sec latency 25.020 ms 2022-01-25T22:46:10.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:10 smithi120 conmon[28653]: audit 2022-01-25T22:46:09.418630+0000 mon.smithi120 (mon.0) 2022-01-25T22:46:10.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:10 smithi120 conmon[28653]: 638 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "mgr fail", "who": "smithi120.hllzij"}]': finished 2022-01-25T22:46:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:10 smithi120 conmon[28653]: cluster 2022-01-25T22:46:09.418712+0000 mon.smithi120 (mon.0) 639 : cluster 2022-01-25T22:46:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:10 smithi120 conmon[28653]: [DBG] mgrmap e24: smithi145.phdhej(active, starting, since 0.993809s) 2022-01-25T22:46:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:10 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:10 smithi120 conmon[28653]: -01-25T22:46:09.429314+0000 2022-01-25T22:46:10.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:10 smithi120 conmon[28653]: mon.smithi120 (mon.0) 640 : audit 2022-01-25T22:46:10.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:10 smithi120 conmon[28653]: [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:46:10.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:10 smithi120 conmon[28653]: cluster 2022-01-25T22: 2022-01-25T22:46:10.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:10 smithi120 conmon[28653]: 46:09.429398+0000 mon.smithi120 (mon.0) 641 : cluster 2022-01-25T22:46:10.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:10 smithi120 conmon[28653]: [DBG] osdmap e61: 8 total, 8 up, 8 in 2022-01-25T22:46:10.820 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:10 smithi145 conmon[31276]: audit 2022-01-25T22:46:09.418630+0000 mon.smithi120 (mon.0) 638 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "mgr fail", "who": "smithi120.hllzij"}]': finished 2022-01-25T22:46:10.821 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:10 smithi145 conmon[31276]: cluster 2022-01-25T22:46:09.418712+0000 mon.smithi120 (mon.0) 639 : cluster [DBG] mgrmap e24: smithi145.phdhej(active, starting, since 0.993809s) 2022-01-25T22:46:10.821 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:10 smithi145 conmon[31276]: audit 2022-01-25T22:46:09.429314+0000 mon.smithi120 (mon.0) 640 : audit [INF] from='mgr.24343 ' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:46:10.821 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:10 smithi145 conmon[31276]: cluster 2022-01-25T22:46:09.429398+0000 mon.smithi120 (mon.0) 641 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2022-01-25T22:46:11.695 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: cluster 2022-01-25T22:46:10.822040+0000 mon.smithi120 (mon. 2022-01-25T22:46:11.696 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: 0) 642 : cluster [INF] Active manager daemon smithi145.phdhej restarted 2022-01-25T22:46:11.696 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: audit 2022-01-25T22:46:10.822144+0000 mon.smithi145 (mon.1) 48 : audit [DBG] from='mgr.? 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/crt"}]: dispatch 2022-01-25T22:46:11.696 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: audit 2022-01-25T22:46:10.822610+0000 mon.smithi145 (mon 2022-01-25T22:46:11.696 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: .1) 49 : audit [DBG] from='mgr.? 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:46:11.696 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: cluster 2022-01-25T22:46:11.697 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: 2022-01-25T22:46: 2022-01-25T22:46:11.697 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: 10.822981+0000 mon.smithi120 (mon.0 2022-01-25T22:46:11.697 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: ) 643 : cluster [INF] Activating manager daemon smithi145.phdhej 2022-01-25T22:46:11.697 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: audit 2022 2022-01-25T22:46:11.698 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: -01-25T22:46:10.825343 2022-01-25T22:46:11.698 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: +0000 mon.smithi145 (mon.1) 50 2022-01-25T22:46:11.698 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: : audit [DBG] from='mgr.? 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/key"}]: dispatch 2022-01-25T22:46:11.698 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: cluster 2022 2022-01-25T22:46:11.699 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: -01-25T22:46:10 2022-01-25T22:46:11.699 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: .828527+0000 mon.smithi120 (mon.0 2022-01-25T22:46:11.699 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: ) 644 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2022-01-25T22:46:11.699 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: audit 2022 2022-01-25T22:46:11.699 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: -01-25T22:46:10. 2022-01-25T22:46:11.700 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: 830096+0000 mon.smithi145 (mon.1) 51 2022-01-25T22:46:11.700 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:11 smithi145 conmon[31276]: : audit [DBG] from='mgr.? 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:46:11.704 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: cluster 2022-01-25T22:46:10.822040+0000 mon.smithi120 (mon.0) 642 : cluster [INF] Active manager daemon smithi145.phdhej restarted 2022-01-25T22:46:11.704 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: audit 2022-01-25T22:46:10.822144+0000 mon.smithi145 (mon.1) 48 : audit [DBG] from='mgr.? 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/crt"}]: dispatch 2022-01-25T22:46:11.704 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:46:11.704 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: 01-25T22:46:10.822610+0000 mon.smithi145 (mon. 2022-01-25T22:46:11.705 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: 1) 49 : audit [DBG] from='mgr.? 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:46:11.705 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: cluster 2022-01-25T22:46:11.705 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: 2022-01-25T22:46:10.822981+0000 2022-01-25T22:46:11.706 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: mon.smithi120 (mon.0) 643 : cluster [INF] Activating manager daemon smithi145.phdhej 2022-01-25T22:46:11.706 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: 2022-01-25T22:46:11.706 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:46:11.706 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: -25T22:46:10.825343+0000 mon.smithi145 (mon.1 2022-01-25T22:46:11.706 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: ) 50 : audit [DBG] from='mgr.? 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/key"}]: dispatch 2022-01-25T22:46:11.707 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: cluster 2022- 2022-01-25T22:46:11.707 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: 01-25T22:46:10.828527+0000 mon.smithi120 (mon.0) 2022-01-25T22:46:11.707 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: 644 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2022-01-25T22:46:11.708 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: audit 2022-01-25T22:46 2022-01-25T22:46:11.708 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: :10.830096+0000 mon.smithi145 2022-01-25T22:46:11.708 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:11 smithi120 conmon[28653]: (mon.1) 51 : audit [DBG] from='mgr.? 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:46:11.745 INFO:teuthology.orchestra.run.smithi120.stdout: 5 88910 23.06 MB/sec warmup 108 sec latency 37.302 ms 2022-01-25T22:46:12.745 INFO:teuthology.orchestra.run.smithi120.stdout: 5 89365 22.90 MB/sec warmup 109 sec latency 51.576 ms 2022-01-25T22:46:12.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01-25T22:46:11.425967+0000 mon.smithi145 2022-01-25T22:46:12.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: (mon.1) 52 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-25T22:46:12.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: cluster 2022-01-25T22:46:11.426095+0000 mon.smithi120 (mon.0) 645 : cluster [DBG] mgrmap e25: smithi145.phdhej(active, starting, since 0.603361s) 2022-01-25T22:46:12.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01-25T22:46:11.426159+0000 mon.smithi145 (mon.1) 53 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:46:12.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01-25T22:46:11.426532+0000 mon.smithi145 (mon.1) 54 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi120.biyzgf"}]: dispatch 2022-01-25T22:46:12.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01-25T22:46:11.426798+0000 mon.smithi145 (mon.1) 55 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi145.odeite"}]: dispatch 2022-01-25T22:46:12.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:46:12.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: 25T22:46:11.427050+0000 mon.smithi145 (mon.1) 56 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mgr metadata", "who": "smithi145.phdhej", "id": "smithi145.phdhej"}]: dispatch 2022-01-25T22:46:12.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01-25T22:46:11.427285+0000 2022-01-25T22:46:12.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: mon.smithi145 (mon.1) 57 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:46:12.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:46:12.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: T22:46:11.427467+0000 2022-01-25T22:46:12.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: mon.smithi145 (mon.1) 2022-01-25T22:46:12.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: 58 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:46:12.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:12.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: -01-25T22:46:11.427680 2022-01-25T22:46:12.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: +0000 mon.smithi145 (mon.1) 59 : audit 2022-01-25T22:46:12.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:46:12.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:46:12.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: :46:11.427820+0000 mon.smithi145 (mon. 2022-01-25T22:46:12.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: 1) 60 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:46:12.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:46:12.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: -25T22:46:11.427966+0000 2022-01-25T22:46:12.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: mon.smithi145 (mon.1) 61 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:46:12.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: 2022-01-25T22:46:12.810 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01-25T22:46:12.810 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: 2022-01-25T22:46:11.428098+0000 mon.smithi145 ( 2022-01-25T22:46:12.811 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: mon.1) 62 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:46:12.811 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:12.811 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: -01-25T22:46:11.428518 2022-01-25T22:46:12.811 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: +0000 mon.smithi145 (mon.1) 63 : audit 2022-01-25T22:46:12.812 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:46:12.812 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:46:12.812 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: T22:46:11.428775+0000 mon.smithi145 (mon 2022-01-25T22:46:12.813 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: .1) 64 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:46:12.813 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01-25T 2022-01-25T22:46:12.813 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: 22:46:11.430063+0000 mon.smithi145 (mon 2022-01-25T22:46:12.813 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: .1) 65 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:46:12.814 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:12.814 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: -01-25T22:46:11.430302 2022-01-25T22:46:12.814 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: +0000 mon.smithi145 (mon.1) 66 : audit 2022-01-25T22:46:12.815 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:46:12.815 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01-25T22:46:11 2022-01-25T22:46:12.815 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: .430835+0000 mon.smithi145 (mon.1) 67 : 2022-01-25T22:46:12.815 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:46:12.816 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: cluster 2022-01-25T22:46: 2022-01-25T22:46:12.816 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: 11.448564+0000 mon.smithi120 (mon.0) 646 : cluster [INF] Manager daemon smithi145.phdhej is now available 2022-01-25T22:46:12.816 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: 2022-01-25T22:46:12.816 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:46:12.817 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: -25T22:46:11.467427+0000 mon.smithi120 (mon.0) 2022-01-25T22:46:12.817 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: 647 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:12.817 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: cephadm 2022-01-25 2022-01-25T22:46:12.817 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: T22:46:11.468592+0000 mgr.smithi145.phdhej (mgr 2022-01-25T22:46:12.818 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: .24391) 1 : cephadm [INF] Queued nfs.foo for migration 2022-01-25T22:46:12.818 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01-25T22: 2022-01-25T22:46:12.818 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: 46:11.569862+0000 mon.smithi145 (mon.1) 68 2022-01-25T22:46:12.818 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:12.819 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01-25T22:46 2022-01-25T22:46:12.819 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: :11.572205+0000 mon.smithi145 (mon.1) 2022-01-25T22:46:12.819 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: 69 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:12.819 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:46:12.819 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: :46:11.600116+0000 mon.smithi120 (mon. 2022-01-25T22:46:12.820 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: 0) 648 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:12.820 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:46:12.820 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: -25T22:46:11.624173+0000 2022-01-25T22:46:12.820 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: mon.smithi145 (mon.1) 70 : audit 2022-01-25T22:46:12.821 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi145.phdhej/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:46:12.821 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:12.821 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: -01-25T22:46:11.624985+0000 mon.smithi120 (mon.0) 2022-01-25T22:46:12.822 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: 649 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi145.phdhej/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:46:12.822 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01-25T22:46: 2022-01-25T22:46:12.823 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: 11.633312+0000 mon.smithi145 (mon.1) 71 : 2022-01-25T22:46:12.823 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi145.phdhej/trash_purge_schedule"}]: dispatch 2022-01-25T22:46:12.823 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: audit 2022-01-25T22:46:11. 2022-01-25T22:46:12.824 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: 633769+0000 mon.smithi120 (mon.0) 650 : audit [INF] 2022-01-25T22:46:12.824 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:12 smithi120 conmon[28653]: from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi145.phdhej/trash_purge_schedule"}]: dispatch 2022-01-25T22:46:12.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46:11.425967+0000 mon.smithi145 (mon.1) 52 : audit 2022-01-25T22:46:12.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-25T22:46:12.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: cluster 2022-01-25T22:46:11.426095+0000 mon.smithi120 (mon.0) 645 : cluster [DBG] mgrmap e25: smithi145.phdhej(active, starting, since 0.603361s) 2022-01-25T22:46:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46 2022-01-25T22:46:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: :11.426159+0000 mon.smithi145 (mon.1) 53 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:46:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46 2022-01-25T22:46:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: :11.426532+0000 mon.smithi145 (mon.1) 54 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi120.biyzgf"}]: dispatch 2022-01-25T22:46:12.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46:11.426798+0000 mon.smithi145 2022-01-25T22:46:12.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: (mon.1) 55 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi145.odeite"}]: dispatch 2022-01-25T22:46:12.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46:11.427050+0000 2022-01-25T22:46:12.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: mon.smithi145 (mon.1) 56 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mgr metadata", "who": "smithi145.phdhej", "id": "smithi145.phdhej"}]: dispatch 2022-01-25T22:46:12.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46:11.427285+0000 2022-01-25T22:46:12.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: mon.smithi145 (mon.1) 57 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:46:12.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46:11.427467+0000 mon.smithi145 2022-01-25T22:46:12.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: (mon.1) 58 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:46:12.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46:11.427680+0000 mon.smithi145 (mon. 2022-01-25T22:46:12.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: 1) 59 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:46:12.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46:11.427820 2022-01-25T22:46:12.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: +0000 mon.smithi145 (mon.1) 60 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:46:12.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46:11.427966+0000 2022-01-25T22:46:12.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: mon.smithi145 (mon.1) 61 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:46:12.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46:11. 2022-01-25T22:46:12.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: 428098+0000 mon.smithi145 (mon.1) 62 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:46:12.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T 2022-01-25T22:46:12.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: 22:46:11.428518+0000 mon.smithi145 (mon.1) 63 : audit 2022-01-25T22:46:12.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:46:12.835 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46:12.835 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: 2022-01-25T22:46:11.428775+0000 mon.smithi145 (mon.1) 64 : audit [DBG] 2022-01-25T22:46:12.835 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:46:12.836 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:46:12.836 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: 01-25T22:46:11.430063+0000 mon.smithi145 (mon.1) 65 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:46:12.836 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: 2022-01-25T22:46:12.836 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46:12.837 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: 2022-01-25T22:46:11.430302+0000 mon.smithi145 (mon.1) 66 2022-01-25T22:46:12.837 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:46:12.837 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46: 2022-01-25T22:46:12.837 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: 11.430835+0000 mon.smithi145 (mon.1) 67 : audit 2022-01-25T22:46:12.838 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:46:12.838 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: cluster 2022-01-25T22:46: 2022-01-25T22:46:12.838 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: 11.448564+0000 mon.smithi120 (mon. 2022-01-25T22:46:12.838 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: 0) 646 : cluster [INF] Manager daemon smithi145.phdhej is now available 2022-01-25T22:46:12.839 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T 2022-01-25T22:46:12.839 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: 22:46:11.467427+0000 mon.smithi120 (mon.0) 647 2022-01-25T22:46:12.839 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:12.840 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: cephadm 2022 2022-01-25T22:46:12.840 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: -01- 2022-01-25T22:46:12.840 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: 25T22:46:11.468592+0000 2022-01-25T22:46:12.840 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: mgr.smithi145.phdhej (mgr.24391) 1 : cephadm [INF] Queued nfs.foo for migration 2022-01-25T22:46:12.841 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: 2022-01-25T22:46:12.841 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46:12.841 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: 2022-01-25T22:46:11.569862+0000 mon.smithi145 (mon 2022-01-25T22:46:12.841 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: .1) 68 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:12.842 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46 2022-01-25T22:46:12.842 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: :11.572205+0000 mon.smithi145 (mon.1) 69 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:12.842 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46:11 2022-01-25T22:46:12.842 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: .600116+0000 mon.smithi120 (mon.0) 648 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:12.842 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46:11. 2022-01-25T22:46:12.843 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: 624173+0000 mon.smithi145 (mon.1) 70 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi145.phdhej/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:46:12.843 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46:11.624985+0000 2022-01-25T22:46:12.843 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: mon.smithi120 (mon.0) 649 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi145.phdhej/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:46:12.844 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46:11 2022-01-25T22:46:12.844 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: .633312+0000 mon.smithi145 (mon.1) 71 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi145.phdhej/trash_purge_schedule"}]: dispatch 2022-01-25T22:46:12.844 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: audit 2022-01-25T22:46:11. 2022-01-25T22:46:12.844 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:12 smithi145 conmon[31276]: 633769+0000 mon.smithi120 (mon.0) 650 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi145.phdhej/trash_purge_schedule"}]: dispatch 2022-01-25T22:46:13.745 INFO:teuthology.orchestra.run.smithi120.stdout: 5 89900 22.79 MB/sec warmup 110 sec latency 29.175 ms 2022-01-25T22:46:13.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:13 smithi120 conmon[28653]: cluster 2022-01-25T22:46:12.444381+0000 mon.smithi120 (mon.0) 651 : cluster [DBG] mgrmap e26: smithi145.phdhej(active, since 1.62165s) 2022-01-25T22:46:13.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:13 smithi120 conmon[28653]: cluster 2022-01-25T22:46:12.463881+0000 mgr.smithi145.phdhej (mgr.24391) 2 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 327 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:46:13.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:13 smithi145 conmon[31276]: cluster 2022-01-25T22:46:12.444381+0000 mon.smithi120 (mon.0) 651 : 2022-01-25T22:46:13.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:13 smithi145 conmon[31276]: cluster [DBG] mgrmap e26: smithi145.phdhej(active, since 1.62165s) 2022-01-25T22:46:13.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:13 smithi145 conmon[31276]: cluster 2022-01-25T22:46:12.463881+0000 mgr.smithi145.phdhej (mgr.24391) 2 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 327 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:46:14.745 INFO:teuthology.orchestra.run.smithi120.stdout: 5 90699 22.74 MB/sec warmup 111 sec latency 26.015 ms 2022-01-25T22:46:14.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:14 smithi120 conmon[28653]: cluster 2022-01-25T22:46:13.430133+0000 2022-01-25T22:46:14.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:14 smithi120 conmon[28653]: mgr.smithi145.phdhej (mgr.24391) 3 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 327 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:46:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:14 smithi120 conmon[28653]: cluster 2022-01-25T22:46:13.451058+0000 mon.smithi120 (mon.0) 652 : cluster [DBG] 2022-01-25T22:46:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:14 smithi120 conmon[28653]: mgrmap e27: smithi145.phdhej(active, since 2s) 2022-01-25T22:46:14.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:14 smithi145 conmon[31276]: cluster 2022-01-25T22:46:13.430133+0000 mgr.smithi145.phdhej (mgr.24391) 3 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 327 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:46:14.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:14 smithi145 conmon[31276]: cluster 2022-01-25T22:46:13.451058+0000 mon.smithi120 (mon.0) 652 : cluster [DBG] mgrmap e27: smithi145.phdhej(active, since 2s) 2022-01-25T22:46:15.747 INFO:teuthology.orchestra.run.smithi120.stdout: 5 91438 22.71 MB/sec warmup 112 sec latency 28.375 ms 2022-01-25T22:46:16.747 INFO:teuthology.orchestra.run.smithi120.stdout: 5 92232 22.79 MB/sec warmup 113 sec latency 35.951 ms 2022-01-25T22:46:16.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:16 smithi120 conmon[28653]: cluster 2022-01-25T22:46:15.430579+0000 2022-01-25T22:46:16.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:16 smithi120 conmon[28653]: mgr.smithi145.phdhej (mgr.24391) 4 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 327 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:46:16.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:16 smithi145 conmon[31276]: cluster 2022-01-25T22:46:15.430579+0000 mgr.smithi145.phdhej (mgr.24391) 4 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 327 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:46:17.747 INFO:teuthology.orchestra.run.smithi120.stdout: 5 92809 22.73 MB/sec warmup 114 sec latency 27.451 ms 2022-01-25T22:46:17.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:17 smithi120 conmon[28653]: cluster 2022-01-25T22:46:16.875388+0000 mon.smithi120 (mon.0 2022-01-25T22:46:17.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:17 smithi120 conmon[28653]: ) 653 : cluster [DBG] Standby manager daemon smithi120.hllzij started 2022-01-25T22:46:17.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:17 smithi120 conmon[28653]: audit 2022-01-25T22:46:16.877775+0000 mon.smithi120 (mon.0) 654 : audit [DBG] from='mgr.? 172.21.15.120:0/2595942357' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi120.hllzij/crt"}]: dispatch 2022-01-25T22:46:17.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:17 smithi120 conmon[28653]: audit 2022-01-25T22:46:16.878295+0000 mon.smithi120 (mon.0) 655 : audit [DBG] 2022-01-25T22:46:17.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:17 smithi120 conmon[28653]: from='mgr.? 172.21.15.120:0/2595942357' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:46:17.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:17 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:46:17.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:17 smithi120 conmon[28653]: :46:16.881526+0000 mon.smithi120 (mon.0) 656 : audit [DBG] from='mgr.? 172.21.15.120:0/2595942357' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi120.hllzij/key"}]: dispatch 2022-01-25T22:46:17.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:17 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:46:17.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:17 smithi120 conmon[28653]: T22:46:16.882199+0000 mon.smithi120 (mon.0) 2022-01-25T22:46:17.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:17 smithi120 conmon[28653]: 657 : audit [DBG] from='mgr.? 172.21.15.120:0/2595942357' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:46:17.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:17 smithi120 conmon[28653]: audit 2022-01-25T22: 2022-01-25T22:46:17.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:17 smithi120 conmon[28653]: 46:17.198444+0000 mon.smithi120 (mon.0) 658 : 2022-01-25T22:46:17.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:17 smithi120 conmon[28653]: audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:17.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:17 smithi145 conmon[31276]: cluster 2022-01-25T22:46:16.875388+0000 mon.smithi120 (mon.0) 2022-01-25T22:46:17.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:17 smithi145 conmon[31276]: 653 : cluster [DBG] Standby manager daemon smithi120.hllzij started 2022-01-25T22:46:17.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:17 smithi145 conmon[31276]: audit 2022-01-25T22:46:16.877775+0000 mon.smithi120 (mon.0) 654 : audit [DBG] from='mgr.? 172.21.15.120:0/2595942357' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi120.hllzij/crt"}]: dispatch 2022-01-25T22:46:17.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:17 smithi145 conmon[31276]: audit 2022-01-25T22:46:16.878295+0000 mon.smithi120 (mon.0) 655 : audit [DBG] from='mgr.? 172.21.15.120:0/2595942357' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:46:17.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:17 smithi145 conmon[31276]: audit 2022-01-25T22:46:16.881526+0000 mon.smithi120 (mon.0) 656 : audit [DBG] from='mgr.? 172.21.15.120:0/2595942357' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi120.hllzij/key"}]: dispatch 2022-01-25T22:46:17.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:17 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:46:17.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:17 smithi145 conmon[31276]: 01-25T22:46:16.882199+0000 mon.smithi120 (mon.0) 657 : audit [DBG] from='mgr.? 172.21.15.120:0/2595942357' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:46:17.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:17 smithi145 conmon[31276]: audit 2022-01-25T22:46:17.198444+0000 mon.smithi120 2022-01-25T22:46:17.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:17 smithi145 conmon[31276]: (mon.0) 658 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:18.747 INFO:teuthology.orchestra.run.smithi120.stdout: 5 93282 22.61 MB/sec warmup 115 sec latency 45.483 ms 2022-01-25T22:46:18.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:18 smithi120 conmon[28653]: cluster 2022-01-25T22:46:17.430916+0000 mgr.smithi145.phdhej (mgr 2022-01-25T22:46:18.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:18 smithi120 conmon[28653]: .24391) 5 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 327 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:46:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:18 smithi120 conmon[28653]: audit 2022-01-25T22:46:17.464953+0000 mon.smithi145 (mon.1) 72 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mgr metadata", "who": "smithi120.hllzij", "id": "smithi120.hllzij"}]: dispatch 2022-01-25T22:46:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:18 smithi120 conmon[28653]: cluster 2022-01-25T22:46:17.465130+0000 mon.smithi120 2022-01-25T22:46:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:18 smithi120 conmon[28653]: (mon.0) 659 : cluster [DBG] mgrmap e28: smithi145.phdhej(active, since 6s), standbys: smithi120.hllzij 2022-01-25T22:46:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:18 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:46:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:18 smithi120 conmon[28653]: T22:46:17.632574+0000 mon.smithi145 (mon 2022-01-25T22:46:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:18 smithi120 conmon[28653]: .1) 73 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:46:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:18 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:46:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:18 smithi120 conmon[28653]: :46:17.632860+0000 mon.smithi120 (mon.0 2022-01-25T22:46:18.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:18 smithi120 conmon[28653]: ) 660 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:46:18.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:18 smithi145 conmon[31276]: cluster 2022-01-25T22:46:17.430916+0000 mgr.smithi145.phdhej (mgr. 2022-01-25T22:46:18.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:18 smithi145 conmon[31276]: 24391) 5 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 327 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:46:18.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:18 smithi145 conmon[31276]: audit 2022-01-25T22:46:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:18 smithi145 conmon[31276]: 2022-01-25T22:46:17.464953+0000 mon.smithi145 2022-01-25T22:46:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:18 smithi145 conmon[31276]: (mon.1) 72 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mgr metadata", "who": "smithi120.hllzij", "id": "smithi120.hllzij"}]: dispatch 2022-01-25T22:46:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:18 smithi145 conmon[31276]: 2022-01-25T22:46:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:18 smithi145 conmon[31276]: cluster 2022-01-25T22:46:17.465130+0000 mon.smithi120 (mon.0) 659 : cluster [DBG] mgrmap e28: smithi145.phdhej(active, since 6s), standbys: smithi120.hllzij 2022-01-25T22:46:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:18 smithi145 conmon[31276]: audit 2022-01-25T22:46:17.632574+0000 mon.smithi145 (mon.1) 73 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:46:18.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:18 smithi145 conmon[31276]: audit 2022-01-25T22:46:17.632860+0000 mon.smithi120 (mon.0) 660 : audit [INF] 2022-01-25T22:46:18.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:18 smithi145 conmon[31276]: from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:46:19.747 INFO:teuthology.orchestra.run.smithi120.stdout: 5 93700 22.48 MB/sec warmup 116 sec latency 31.961 ms 2022-01-25T22:46:19.979 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:46:20.294 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:46:20.294 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (5m) 0s ago 6m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:46:20.294 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (6m) 0s ago 6m 7013k - 16.2.4 8d91d370c2b8 9cc7be445127 2022-01-25T22:46:20.295 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (6m) 3s ago 6m 7147k - 16.2.4 8d91d370c2b8 c0ba7b513589 2022-01-25T22:46:20.295 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (5m) 0s ago 6m 39.4M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:46:20.295 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (2m) 0s ago 2m 14.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:46:20.295 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (2m) 3s ago 2m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:46:20.296 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:9283 running (7m) 0s ago 7m 183M - 16.2.4 8d91d370c2b8 e1b57330bf24 2022-01-25T22:46:20.296 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (17s) 3s ago 6m 416M - 16.2.7-240-g5bfc361e 8b4796d434bf 01c6bb221ef7 2022-01-25T22:46:20.296 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (7m) 0s ago 7m 116M 2048M 16.2.4 8d91d370c2b8 92d934a3929e 2022-01-25T22:46:20.296 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (5m) 3s ago 5m 73.3M 2048M 16.2.4 8d91d370c2b8 f57b84673997 2022-01-25T22:46:20.297 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.smithi120 smithi120 *:2049 running (2m) 0s ago 2m 228M - 3.5 8d91d370c2b8 afdd0634d4b3 2022-01-25T22:46:20.297 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.smithi145 smithi145 *:2049 running (2m) 3s ago 2m 58.2M - 3.5 8d91d370c2b8 de4f1663e136 2022-01-25T22:46:20.297 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (6m) 0s ago 6m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:46:20.297 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (5m) 3s ago 5m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:46:20.297 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (5m) 0s ago 5m 1239M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:46:20.298 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (5m) 0s ago 5m 1103M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:46:20.298 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (4m) 0s ago 4m 623M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:46:20.298 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (4m) 0s ago 4m 1193M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:46:20.299 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (4m) 3s ago 4m 1128M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:46:20.299 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (4m) 3s ago 4m 1368M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:46:20.299 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (3m) 3s ago 3m 1041M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:46:20.299 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (3m) 3s ago 3m 1826M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:46:20.300 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (5m) 0s ago 6m 42.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:46:20.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: cluster 2022-01-25T22:46:19.431597+0000 mgr.smithi145.phdhej (mgr.24391) 6 : cluster 2022-01-25T22:46:20.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: [DBG] pgmap v7: 97 pgs: 97 active+clean; 328 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 KiB/s rd, 7.1 MiB/s wr, 675 op/s 2022-01-25T22:46:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: audit 2022-01-25T22:46:19.441038+0000 mon.smithi120 (mon.0) 661 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: audit 2022-01-25T 2022-01-25T22:46:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: 22:46:19.865415+0000 mon.smithi145 (mon.1) 2022-01-25T22:46:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: 74 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:46:20.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:46:20.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: T22:46:19.865722+0000 mon.smithi120 (mon.0 2022-01-25T22:46:20.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: ) 662 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:46:20.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:46:20.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: 01-25T22:46:19.870456+0000 mon.smithi120 ( 2022-01-25T22:46:20.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: mon.0) 663 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:20.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: audit 2022-01-25T22:46:20.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: 2022-01-25T22:46:19.894986+0000 mon.smithi145 2022-01-25T22:46:20.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: (mon.1) 75 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-01-25T22:46:20.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: audit 2022-01-25T22:46:20.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: 2022-01-25T22:46:19.895238+0000 2022-01-25T22:46:20.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: mon.smithi120 (mon.0) 664 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-01-25T22:46:20.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:20 smithi120 conmon[28653]: 2022-01-25T22:46:20.665 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:46:20.665 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:46:20.665 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:46:20.666 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:46:20.666 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:46:20.666 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 1, 2022-01-25T22:46:20.666 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:46:20.667 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:46:20.667 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:46:20.667 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:46:20.667 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:46:20.668 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:46:20.668 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:46:20.668 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:46:20.668 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:46:20.669 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 13, 2022-01-25T22:46:20.669 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:46:20.669 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:46:20.669 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:46:20.747 INFO:teuthology.orchestra.run.smithi120.stdout: 5 94168 22.40 MB/sec warmup 117 sec latency 242.726 ms 2022-01-25T22:46:20.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:20 smithi145 conmon[31276]: cluster 2022-01-25T22:46:19.431597+0000 mgr.smithi145.phdhej (mgr.24391) 6 : 2022-01-25T22:46:20.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:20 smithi145 conmon[31276]: cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 328 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 KiB/s rd, 7.1 MiB/s wr, 675 op/s 2022-01-25T22:46:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:20 smithi145 conmon[31276]: audit 2022-01-25T22:46:19.441038+0000 mon.smithi120 (mon.0) 661 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:20 smithi145 conmon[31276]: audit 2022-01-25T22:46:19.865415 2022-01-25T22:46:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:20 smithi145 conmon[31276]: +0000 mon.smithi145 (mon.1) 74 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:46:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:20 smithi145 conmon[31276]: audit 2022-01-25T22:46:19.865722+0000 mon.smithi120 (mon 2022-01-25T22:46:20.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:20 smithi145 conmon[31276]: .0) 662 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:46:20.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:20 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:46:20.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:20 smithi145 conmon[31276]: 01-25T22:46:19.870456+0000 mon.smithi120 (mon.0) 663 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:20.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:20 smithi145 conmon[31276]: audit 2022-01-25T22: 2022-01-25T22:46:20.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:20 smithi145 conmon[31276]: 46:19.894986+0000 mon.smithi145 (mon.1) 75 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-01-25T22:46:20.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:20 smithi145 conmon[31276]: 2022-01-25T22:46:20.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:20 smithi145 conmon[31276]: audit 2022-01- 2022-01-25T22:46:20.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:20 smithi145 conmon[31276]: 25T22:46:19.895238+0000 mon.smithi120 (mon.0) 664 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd pool create", "pool": ".nfs"}]: dispatch 2022-01-25T22:46:21.747 INFO:teuthology.orchestra.run.smithi120.stdout: 5 94668 22.27 MB/sec warmup 118 sec latency 35.089 ms 2022-01-25T22:46:21.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: audit 2022-01-25T22:46:19.966173+0000 2022-01-25T22:46:21.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: mgr.smithi145.phdhej (mgr.24391) 7 : audit [DBG] from='client.14640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:21.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: audit 2022-01-25T22:46:20.282536 2022-01-25T22:46:21.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: +0000 mgr.smithi145.phdhej (mgr.24391) 8 : audit [DBG] from='client.24419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:21.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:46:21.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: 01-25T22:46:20.666660 2022-01-25T22:46:21.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 665 2022-01-25T22:46:21.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: : audit [DBG] from='client.? 172.21.15.120:0/3588760219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:21.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:46:21.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: 01-25T22:46:20 2022-01-25T22:46:21.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: .872601+0000 mon.smithi120 (mon.0) 2022-01-25T22:46:21.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: 666 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "osd pool create", "pool": ".nfs"}]': finished 2022-01-25T22:46:21.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: cluster 2022 2022-01-25T22:46:21.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: -01-25T22:46: 2022-01-25T22:46:21.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: 20.872655+0000 mon.smithi120 (mon.0 2022-01-25T22:46:21.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: ) 667 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2022-01-25T22:46:21.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:21.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: -01-25T22:46:20.882704+0000 mon.smithi145 ( 2022-01-25T22:46:21.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: mon.1) 76 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:46:21.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:46:21.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: :46:20.883672+0000 mon.smithi120 (mon.0) 668 : audit 2022-01-25T22:46:21.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:46:21.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:21.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: -01-25T22:46:20.884671+0000 mon.smithi145 (mon.1) 77 : audit 2022-01-25T22:46:21.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-01-25T22:46:21.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:46:21.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: :46:20.885210+0000 mon.smithi120 ( 2022-01-25T22:46:21.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: mon.0) 669 : audit [INF] 2022-01-25T22:46:21.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-01-25T22:46:21.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:46:21.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: 25T22:46:20.885989 2022-01-25T22:46:21.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: +0000 mon.smithi145 (mon.1) 78 : audit 2022-01-25T22:46:21.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:46:21.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:46:21.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: 25T22:46:20.886327+0000 mon.smithi120 (mon.0) 2022-01-25T22:46:21.810 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:21 smithi120 conmon[28653]: 670 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:46:21.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:21 smithi145 conmon[31276]: audit 2022-01-25T22:46:19.966173+0000 mgr.smithi145.phdhej (mgr.24391) 7 : audit [DBG] from='client.14640 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:21.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:21 smithi145 conmon[31276]: audit 2022-01-25T22:46:20.282536+0000 mgr.smithi145.phdhej (mgr.24391) 8 : audit [DBG] from='client.24419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:21.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:21 smithi145 conmon[31276]: audit 2022-01-25T22:46:20.666660+0000 mon.smithi120 (mon.0) 665 : audit [DBG] from='client.? 172.21.15.120:0/3588760219' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:21.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:21 smithi145 conmon[31276]: audit 2022-01-25T22:46:20.872601+0000 mon.smithi120 (mon.0) 666 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "osd pool create", "pool": ".nfs"}]': finished 2022-01-25T22:46:21.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:21 smithi145 conmon[31276]: cluster 2022-01-25T22:46:20.872655+0000 mon.smithi120 (mon.0) 667 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2022-01-25T22:46:21.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:21 smithi145 conmon[31276]: audit 2022-01-25T22:46:20.882704+0000 mon.smithi145 (mon.1) 76 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:46:21.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:21 smithi145 conmon[31276]: audit 2022-01-25T22:46:20.883672+0000 mon.smithi120 (mon.0) 668 : audit [INF] 2022-01-25T22:46:21.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:21 smithi145 conmon[31276]: from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:46:21.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:21 smithi145 conmon[31276]: audit 2022-01-25T22:46:20.884671+0000 mon.smithi145 (mon.1) 77 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-01-25T22:46:21.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:21 smithi145 conmon[31276]: audit 2022-01-25T22:46:20.885210+0000 mon.smithi120 (mon.0) 669 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]: dispatch 2022-01-25T22:46:21.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:21 smithi145 conmon[31276]: audit 2022-01-25T22:46:20.885989+0000 mon.smithi145 (mon.1) 78 : audit [INF] 2022-01-25T22:46:21.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:21 smithi145 conmon[31276]: from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:46:21.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:21 smithi145 conmon[31276]: audit 2022-01-25T22:46:20.886327+0000 mon.smithi120 (mon 2022-01-25T22:46:21.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:21 smithi145 conmon[31276]: .0) 670 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:46:22.631 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:22 smithi120 conmon[28653]: cluster 2022-01-25T22:46:21.432008+0000 mgr.smithi145.phdhej (mgr 2022-01-25T22:46:22.631 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:22 smithi120 conmon[28653]: .24391) 9 : cluster [DBG] pgmap v9: 129 pgs: 32 unknown, 97 active+clean; 328 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 KiB/s rd, 5.6 MiB/s wr, 524 op/s 2022-01-25T22:46:22.631 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:22 smithi120 conmon[28653]: audit 2022-01-25T22:46:21.874600+0000 mon.smithi120 (mon.0) 671 : audit [INF] 2022-01-25T22:46:22.632 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:22 smithi120 conmon[28653]: from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2022-01-25T22:46:22.632 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:22 smithi120 conmon[28653]: audit 2022-01-25T22:46:21. 2022-01-25T22:46:22.632 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:22 smithi120 conmon[28653]: 874679+0000 mon.smithi120 (mon.0) 672 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:46:22.632 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:22 smithi120 conmon[28653]: cluster 2022-01-25T 2022-01-25T22:46:22.633 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:22 smithi120 conmon[28653]: 22:46:21.874766+0000 mon.smithi120 (mon. 2022-01-25T22:46:22.633 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:22 smithi120 conmon[28653]: 0) 673 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2022-01-25T22:46:22.737 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:22 smithi145 conmon[31276]: cluster 2022-01-25T22:46:21.432008+0000 mgr.smithi145.phdhej 2022-01-25T22:46:22.737 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:22 smithi145 conmon[31276]: (mgr.24391) 9 : cluster [DBG] pgmap v9: 129 pgs: 32 unknown, 97 active+clean; 328 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 KiB/s rd, 5.6 MiB/s wr, 524 op/s 2022-01-25T22:46:22.737 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:22 smithi145 conmon[31276]: audit 2022-01-25T22:46:21.874600+0000 mon.smithi120 (mon.0) 671 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "osd pool application enable", "pool": ".nfs", "app": "nfs"}]': finished 2022-01-25T22:46:22.737 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:22 smithi145 conmon[31276]: audit 2022-01-25T22:46:21.874679+0000 mon.smithi120 (mon.0) 672 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:46:22.738 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:22 smithi145 conmon[31276]: cluster 2022-01-25T22:46:21.874766+0000 mon.smithi120 (mon.0) 673 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2022-01-25T22:46:22.747 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 22.19 MB/sec warmup 119 sec latency 235.520 ms 2022-01-25T22:46:23.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:23 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:21.881581+0000 mgr.smithi145.phdhej (mgr.24391) 10 : 2022-01-25T22:46:23.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:23 smithi120 conmon[28653]: cephadm [INF] Migrating nfs.foo from legacy pool nfs-ganesha namespace foo 2022-01-25T22:46:23.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:23 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:21.916810+0000 mgr.smithi145.phdhej (mgr.24391) 11 : cephadm [INF] Found 1 exports for legacy nfs.foo 2022-01-25T22:46:23.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:23 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:21.916940+0000 mgr.smithi145.phdhej (mgr.24391) 12 : cephadm [INF] 2022-01-25T22:46:23.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:23 smithi120 conmon[28653]: Removing old nfs.foo daemons ['nfs.foo.smithi120', 'nfs.foo.smithi145'] 2022-01-25T22:46:23.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:23 smithi120 conmon[28653]: cephadm 2022- 2022-01-25T22:46:23.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:23 smithi120 conmon[28653]: 01-25T22:46:21.917024+0000 mgr.smithi145.phdhej (mgr.24391) 13 : cephadm [INF] 2022-01-25T22:46:23.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:23 smithi120 conmon[28653]: Remove daemons nfs.foo.smithi120 nfs.foo.smithi145 2022-01-25T22:46:23.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:23 smithi120 conmon[28653]: cephadm 2022-01 2022-01-25T22:46:23.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:23 smithi120 conmon[28653]: -25T22:46:21.917442+0000 mgr.smithi145.phdhej (mgr.24391) 14 : cephadm [INF] Removing daemon nfs.foo.smithi120 from smithi120 2022-01-25T22:46:23.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:23 smithi120 conmon[28653]: 2022-01-25T22:46:23.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:23 smithi120 conmon[28653]: cephadm 2022-01 2022-01-25T22:46:23.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:23 smithi120 conmon[28653]: -25T22:46:21.917823+0000 mgr.smithi145.phdhej (mgr.24391) 15 : cephadm [INF] Removing daemon nfs.foo.smithi145 from smithi145 2022-01-25T22:46:23.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:23 smithi120 conmon[28653]: 2022-01-25T22:46:23.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:23 smithi120 conmon[28653]: cluster 2022- 2022-01-25T22:46:23.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:23 smithi120 conmon[28653]: 01-25T22:46:22.875244+0000 mon.smithi120 (mon.0) 674 : cluster [DBG] 2022-01-25T22:46:23.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:23 smithi120 conmon[28653]: osdmap e65: 8 total, 8 up, 8 in 2022-01-25T22:46:23.753 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:21.881581+0000 mgr.smithi145.phdhej (mgr.24391) 10 : cephadm [INF] Migrating nfs.foo from legacy pool nfs-ganesha namespace foo 2022-01-25T22:46:23.753 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: 2022-01-25T22:46:23.754 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:21.916810+0000 mgr.smithi145.phdhej (mgr.24391) 11 : cephadm [INF] Found 1 exports for legacy nfs.foo 2022-01-25T22:46:23.754 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:21.916940+0000 mgr.smithi145.phdhej (mgr 2022-01-25T22:46:23.754 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: .24391) 12 : cephadm [INF] Removing old nfs.foo daemons ['nfs.foo.smithi120', 'nfs.foo.smithi145'] 2022-01-25T22:46:23.754 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: cephadm 2022-01-25T22 2022-01-25T22:46:23.755 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: :46:21.917024+0000 mgr.smithi145.phdhej (mgr.24391) 13 : cephadm [INF] 2022-01-25T22:46:23.755 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: Remove daemons nfs.foo.smithi120 nfs.foo.smithi145 2022-01-25T22:46:23.755 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: cephadm 2022-01 2022-01-25T22:46:23.755 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: -25T22:46:21.917442+0000 mgr.smithi145.phdhej (mgr.24391) 14 : cephadm 2022-01-25T22:46:23.756 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: [INF] Removing daemon nfs.foo.smithi120 from smithi120 2022-01-25T22:46:23.756 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: cephadm 2022-01 2022-01-25T22:46:23.756 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: -25T22:46:21.917823+0000 mgr.smithi145.phdhej 2022-01-25T22:46:23.756 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: (mgr.24391) 15 : cephadm [INF] Removing daemon nfs.foo.smithi145 from smithi145 2022-01-25T22:46:23.757 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: cluster 2022-01-25T22:46:23.757 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: 2022-01-25 2022-01-25T22:46:23.757 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: T22:46:22.875244+0000 mon.smithi120 (mon.0) 2022-01-25T22:46:23.757 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:23 smithi145 conmon[31276]: 674 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2022-01-25T22:46:24.701 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:24 smithi145 conmon[31276]: cluster 2022-01-25T22:46:23.432479+0000 mgr.smithi145.phdhej (mgr.24391) 16 : cluster [DBG] pgmap v12: 129 pgs: 129 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 13 MiB/s wr, 1.34k op/s 2022-01-25T22:46:24.701 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:24 smithi145 conmon[31276]: cluster 2022-01-25T22:46:24.701 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:24 smithi145 conmon[31276]: 2022-01-25T22:46:23.885198+0000 mon.smithi120 (mon.0) 675 : cluster [DBG] mgrmap e29: smithi145.phdhej(active, since 13s), standbys: smithi120.hllzij 2022-01-25T22:46:24.748 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 1 sec latency 2235.668 ms 2022-01-25T22:46:24.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:24 smithi120 conmon[28653]: cluster 2022-01-25T22: 2022-01-25T22:46:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:24 smithi120 conmon[28653]: 46:23.432479+0000 mgr.smithi145.phdhej (mgr.24391) 16 : cluster [DBG] pgmap v12: 129 pgs: 129 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 KiB/s rd, 13 MiB/s wr, 1.34k op/s 2022-01-25T22:46:24.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:24 smithi120 conmon[28653]: cluster 2022-01-25T22:46:23.885198+0000 mon.smithi120 (mon.0) 675 : cluster [DBG] mgrmap e29: smithi145.phdhej(active, since 13s), standbys: smithi120.hllzij 2022-01-25T22:46:25.748 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 2 sec latency 3235.746 ms 2022-01-25T22:46:26.748 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 3 sec latency 4236.131 ms 2022-01-25T22:46:26.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:26 smithi120 conmon[28653]: cluster 2022-01-25T22:46:25.432836+0000 mgr.smithi145.phdhej ( 2022-01-25T22:46:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:26 smithi120 conmon[28653]: mgr.24391) 17 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 KiB/s rd, 4.9 MiB/s wr, 556 op/s 2022-01-25T22:46:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:26 smithi120 conmon[28653]: audit 2022-01-25T22:46:25.799423+0000 mon.smithi145 (mon.1) 79 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi120"}]: dispatch 2022-01-25T22:46:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:26 smithi120 conmon[28653]: audit 2022-01-25T22:46:25.799867+0000 mon.smithi120 (mon.0) 676 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi120"}]: dispatch 2022-01-25T22:46:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:26 smithi120 conmon[28653]: audit 2022-01-25T22:46:25.803375+0000 mon.smithi120 (mon.0) 677 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi120"}]': finished 2022-01-25T22:46:26.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:26 smithi120 conmon[28653]: audit 2022-01-25T22:46:25.805643+0000 mon.smithi145 (mon.1) 80 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi120-rgw"}]: dispatch 2022-01-25T22:46:26.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:26 smithi120 conmon[28653]: audit 2022-01-25T22:46:25.805830+0000 mon.smithi120 (mon.0) 678 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi120-rgw"}]: dispatch 2022-01-25T22:46:26.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:26 smithi120 conmon[28653]: audit 2022-01-25T22:46:25.808279+0000 mon.smithi120 (mon.0) 679 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi120-rgw"}]': finished 2022-01-25T22:46:26.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:26 smithi145 conmon[31276]: cluster 2022-01-25T22:46:25.432836+0000 mgr.smithi145.phdhej (mgr.24391) 17 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 KiB/s rd, 4.9 MiB/s wr, 556 op/s 2022-01-25T22:46:26.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:26 smithi145 conmon[31276]: 2022-01-25T22:46:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:26 smithi145 conmon[31276]: audit 2022-01-25T22:46:25.799423+0000 mon.smithi145 (mon.1) 79 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi120"}]: dispatch 2022-01-25T22:46:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:26 smithi145 conmon[31276]: audit 2022-01-25T22:46:25.799867+0000 mon.smithi120 (mon.0) 676 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi120"}]: dispatch 2022-01-25T22:46:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:26 smithi145 conmon[31276]: audit 2022-01-25T22:46:25.803375+0000 mon.smithi120 (mon.0) 677 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi120"}]': finished 2022-01-25T22:46:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:26 smithi145 conmon[31276]: audit 2022-01-25T22:46 2022-01-25T22:46:26.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:26 smithi145 conmon[31276]: :25.805643+0000 mon.smithi145 (mon.1) 80 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi120-rgw"}]: dispatch 2022-01-25T22:46:26.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:26 smithi145 conmon[31276]: audit 2022-01-25T22:46:26.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:26 smithi145 conmon[31276]: 2022-01-25T22:46:25.805830+0000 mon.smithi120 (mon.0) 678 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi120-rgw"}]: dispatch 2022-01-25T22:46:26.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:26 smithi145 conmon[31276]: audit 2022-01- 2022-01-25T22:46:26.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:26 smithi145 conmon[31276]: 25T22:46:25.808279+0000 mon.smithi120 (mon.0) 679 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi120-rgw"}]': finished 2022-01-25T22:46:27.748 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 4 sec latency 5236.208 ms 2022-01-25T22:46:27.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:27 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:25.799006+0000 mgr.smithi145.phdhej (mgr.24391) 18 : cephadm 2022-01-25T22:46:27.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:27 smithi120 conmon[28653]: [INF] Removing key for client.nfs.foo.smithi120 2022-01-25T22:46:27.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:27 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:25.805361+0000 mgr.smithi145.phdhej (mgr.24391) 19 : cephadm [INF] Removing key for client.nfs.foo.smithi120-rgw 2022-01-25T22:46:27.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:27 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:25.799006+0000 mgr.smithi145.phdhej (mgr.24391) 18 : cephadm 2022-01-25T22:46:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:27 smithi145 conmon[31276]: [INF] Removing key for client.nfs.foo.smithi120 2022-01-25T22:46:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:27 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:25.805361+0000 mgr.smithi145.phdhej (mgr.24391) 19 : cephadm [INF] Removing key for client.nfs.foo.smithi120-rgw 2022-01-25T22:46:28.748 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 5 sec latency 6236.298 ms 2022-01-25T22:46:28.783 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: cluster 2022-01-25T22:46:27.433443+0000 mgr.smithi145.phdhej (mgr.24391) 2022-01-25T22:46:28.783 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: 20 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 KiB/s rd, 4.5 MiB/s wr, 509 op/s 2022-01-25T22:46:28.784 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01-25T22:46:27.747816+0000 mon.smithi145 (mon.1) 81 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi145"}]: dispatch 2022-01-25T22:46:28.784 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01-25T22:46:27.748240+0000 mon.smithi120 (mon.0) 680 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi145"}]: dispatch 2022-01-25T22:46:28.784 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01-25T22:46:27.751675+0000 mon.smithi120 (mon.0) 681 : audit 2022-01-25T22:46:28.784 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi145"}]': finished 2022-01-25T22:46:28.785 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01-25T22:46:27.752961+0000 mon.smithi145 (mon.1) 82 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi145-rgw"}]: dispatch 2022-01-25T22:46:28.785 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01-25T22:46:27.753098+0000 mon.smithi120 2022-01-25T22:46:28.785 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: (mon.0) 682 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi145-rgw"}]: dispatch 2022-01-25T22:46:28.785 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01-25T22:46 2022-01-25T22:46:28.785 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: :27.756290+0000 mon.smithi120 (mon.0) 683 : audit 2022-01-25T22:46:28.786 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi145-rgw"}]': finished 2022-01-25T22:46:28.786 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01-25T22:46:28.786 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: 2022-01-25T22:46:27.760296+0000 mon.smithi120 (mon.0) 684 : audit 2022-01-25T22:46:28.786 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:28.787 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:28.787 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: -01-25T22:46:27.760915+0000 mon.smithi145 (mon.1) 83 : audit 2022-01-25T22:46:28.787 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-01-25T22:46:28.787 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:28.788 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: -01-25T22:46:27.788922+0000 mon.smithi145 (mon.1) 84 : audit [INF] 2022-01-25T22:46:28.788 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-25T22:46:28.788 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:46:28.788 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: 01-25T22:46:27.789430+0000 mon.smithi120 (mon.0) 685 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-25T22:46:28.788 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:46:28.789 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: :46:27.792960+0000 mon.smithi120 (mon.0) 686 : audit 2022-01-25T22:46:28.789 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-01-25T22:46:28.789 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01-25T22:46:28.789 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: 2022-01-25T22:46:27.802161+0000 mon.smithi120 (mon.0) 687 : 2022-01-25T22:46:28.790 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:28.790 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01-25T22:46:28.790 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: 2022-01-25T22:46:27.808080+0000 mon.smithi120 (mon.0) 688 2022-01-25T22:46:28.790 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:28.790 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01-25T22:46:28.791 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: 2022-01-25T22:46:27.811846+0000 mon.smithi120 (mon.0) 689 : audit 2022-01-25T22:46:28.791 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:28.791 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01-25T22:46:28.791 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: 2022-01-25T22:46:27.819811+0000 mon.smithi120 (mon.0) 2022-01-25T22:46:28.792 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: 690 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:28.792 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01-25T22:46:28.792 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: 2022-01-25T22:46:27.821449+0000 mon.smithi145 (mon. 2022-01-25T22:46:28.792 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: 1) 85 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi120.plgvls", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:46:28.792 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01-25T22: 2022-01-25T22:46:28.793 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: 46:27.821673+0000 mon.smithi120 (mon.0) 691 : audit [INF] 2022-01-25T22:46:28.793 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi120.plgvls", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:46:28.793 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:46:28.793 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: -25T22:46:27.824422+0000 mon.smithi120 (mon.0) 692 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi120.plgvls", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-01-25T22:46:28.794 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: 2022-01-25T22:46:28.794 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:46:28.794 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: 25T22:46:27.828092+0000 mon.smithi145 (mon.1) 86 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:46:28.794 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:46:28.795 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: 25T22:46:27.828510+0000 mon.smithi120 (mon.0) 693 : audit 2022-01-25T22:46:28.795 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:46:28.795 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:28.795 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: -01-25T22:46:27.831206+0000 mon.smithi120 (mon.0) 694 : audit [INF] 2022-01-25T22:46:28.796 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-01-25T22:46:28.796 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01-25T 2022-01-25T22:46:28.796 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: 22:46:27.832557+0000 mon.smithi145 (mon.1) 87 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:28.796 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01-25T22:46 2022-01-25T22:46:28.796 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: :27.872261+0000 mon.smithi145 (mon.1) 88 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:46:28.797 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:46:28.797 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: 25T22:46:27.872557+0000 mon.smithi120 (mon.0) 695 : 2022-01-25T22:46:28.797 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:46:28.797 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:28.798 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: -01-25T22:46:27.875436+0000 mon.smithi120 (mon.0) 696 : audit [INF] 2022-01-25T22:46:28.798 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-01-25T22:46:28.798 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:46:28.798 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: 01-25T22:46:27.920109+0000 mon.smithi145 (mon.1) 89 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi120.plgvls-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:46:28.799 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:46:28.799 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: T22:46:27.920436+0000 mon.smithi120 (mon.0) 697 : audit 2022-01-25T22:46:28.799 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi120.plgvls-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:46:28.799 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:28.799 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: -01-25T22:46:27.923634+0000 mon.smithi120 (mon.0) 698 : audit [INF] 2022-01-25T22:46:28.800 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi120.plgvls-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:46:28.800 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:46:28.800 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: -25T22:46:27.930295+0000 mon.smithi145 (mon.1) 90 : audit [DBG] 2022-01-25T22:46:28.800 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:28 smithi120 conmon[28653]: from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:28.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: cluster 2022-01-25T22:46:27.433443+0000 mgr.smithi145.phdhej (mgr.24391) 20 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 320 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 KiB/s rd, 4.5 MiB/s wr, 509 op/s 2022-01-25T22:46:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.747816+0000 mon.smithi145 (mon.1) 81 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi145"}]: dispatch 2022-01-25T22:46:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.748240+0000 mon.smithi120 (mon.0) 680 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi145"}]: dispatch 2022-01-25T22:46:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.751675+0000 mon.smithi120 (mon.0) 681 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi145"}]': finished 2022-01-25T22:46:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.752961+0000 mon.smithi145 (mon.1) 82 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi145-rgw"}]: dispatch 2022-01-25T22:46:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.753098+0000 mon.smithi120 (mon.0) 682 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi145-rgw"}]: dispatch 2022-01-25T22:46:28.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.756290+0000 mon.smithi120 (mon.0) 683 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth rm", "entity": "client.nfs.foo.smithi145-rgw"}]': finished 2022-01-25T22:46:28.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.760296+0000 mon.smithi120 (mon.0) 684 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:28.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.760915+0000 mon.smithi145 (mon.1) 83 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-01-25T22:46:28.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.788922+0000 mon.smithi145 (mon.1) 84 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-25T22:46:28.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.789430+0000 mon.smithi120 (mon.0) 685 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]: dispatch 2022-01-25T22:46:28.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.792960+0000 mon.smithi120 (mon.0) 686 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo, allow rw tag cephfs data=foofs", "mds", "allow rw path=/"], "format": "json"}]': finished 2022-01-25T22:46:28.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.802161+0000 mon.smithi120 (mon.0) 687 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:28.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.808080+0000 mon.smithi120 (mon.0) 688 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:28.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.811846+0000 mon.smithi120 (mon.0) 689 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:28.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022 2022-01-25T22:46:28.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: -01-25T22:46:27.819811+0000 mon.smithi120 (mon.0) 690 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:28.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.821449+0000 mon.smithi145 (mon.1) 85 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi120.plgvls", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:46:28.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.821673+0000 mon.smithi120 (mon.0) 691 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi120.plgvls", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:46:28.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.824422+0000 mon.smithi120 (mon.0) 692 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi120.plgvls", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-01-25T22:46:28.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.828092+0000 mon.smithi145 (mon.1) 86 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:46:28.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.828510+0000 mon.smithi120 (mon.0) 693 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:46:28.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.831206+0000 mon.smithi120 (mon.0) 694 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-01-25T22:46:28.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.832557+0000 mon.smithi145 (mon.1) 87 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:28.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.872261+0000 mon.smithi145 (mon.1) 88 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:46:28.835 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.872557+0000 mon.smithi120 (mon.0) 695 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:46:28.835 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.875436+0000 mon.smithi120 (mon.0) 696 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-01-25T22:46:28.835 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.920109+0000 mon.smithi145 (mon.1) 89 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi120.plgvls-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:46:28.835 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.920436+0000 mon.smithi120 (mon.0) 697 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi120.plgvls-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:46:28.836 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.923634+0000 mon.smithi120 (mon.0) 698 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.0.0.smithi120.plgvls-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:46:28.836 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:28 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.930295+0000 mon.smithi145 (mon.1) 90 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:29.748 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 6 sec latency 7236.344 ms 2022-01-25T22:46:29.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:29 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:27.747479+0000 mgr.smithi145.phdhej ( 2022-01-25T22:46:29.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:29 smithi120 conmon[28653]: mgr.24391) 21 : cephadm [INF] Removing key for client.nfs.foo.smithi145 2022-01-25T22:46:29.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:29 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:27.752700+0000 mgr.smithi145.phdhej (mgr.24391) 22 : cephadm [INF] Removing key for client.nfs.foo.smithi145-rgw 2022-01-25T22:46:29.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:29 smithi120 conmon[28653]: audit 2022-01-25T22:46:27.761466+0000 mgr.smithi145.phdhej (mgr.24391) 23 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-01-25T22:46:29.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:29 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:27.798247+0000 mgr.smithi145.phdhej (mgr.24391) 24 : cephadm [INF] Done migrating nfs.foo 2022-01-25T22:46:29.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:29 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:27.798417+0000 mgr.smithi145.phdhej (mgr.24391) 25 : cephadm [INF] Done migrating all NFS services 2022-01-25T22:46:29.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:29 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:27.821189+0000 mgr.smithi145.phdhej (mgr.24391) 26 : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi120.plgvls 2022-01-25T22:46:29.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:29 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:27.827806+0000 mgr.smithi145.phdhej (mgr.24391) 27 : cephadm [INF] Ensuring nfs.foo.0 is in the ganesha grace table 2022-01-25T22:46:29.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:29 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:27.919680+0000 mgr.smithi145.phdhej (mgr.24391) 28 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:46:29.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:29 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:27.919770+0000 mgr.smithi145.phdhej (mgr.24391) 29 : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi120.plgvls-rgw 2022-01-25T22:46:29.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:29 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:27.931146+0000 mgr.smithi145.phdhej (mgr.24391) 30 : cephadm [INF] Deploying daemon nfs.foo.0.0.smithi120.plgvls on smithi120 2022-01-25T22:46:29.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:27.747479+0000 mgr.smithi145.phdhej (mgr.24391) 21 : cephadm [INF] Removing key for client.nfs.foo.smithi145 2022-01-25T22:46:29.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:27.752700+0000 mgr.smithi145.phdhej (mgr.24391) 22 : cephadm [INF] Removing key for client.nfs.foo.smithi145-rgw 2022-01-25T22:46:29.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: audit 2022-01-25T22:46:27.761466+0000 mgr.smithi145.phdhej (mgr.24391) 23 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "nfs export apply", "cluster_id": "foo"}]: dispatch 2022-01-25T22:46:29.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:27.798247+0000 mgr.smithi145.phdhej (mgr. 2022-01-25T22:46:29.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: 24391) 24 : cephadm [INF] Done migrating nfs.foo 2022-01-25T22:46:29.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: cephadm 2022-01- 2022-01-25T22:46:29.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: 25T22:46:27.798417+0000 mgr.smithi145.phdhej (mgr.24391) 25 : cephadm 2022-01-25T22:46:29.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: [INF] Done migrating all NFS services 2022-01-25T22:46:29.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: cephadm 2022-01-25 2022-01-25T22:46:29.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: T22:46:27.821189+0000 mgr.smithi145.phdhej (mgr.24391) 2022-01-25T22:46:29.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: 26 : cephadm [INF] Creating key for client.nfs.foo.0.0.smithi120.plgvls 2022-01-25T22:46:29.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:27.827806 2022-01-25T22:46:29.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: +0000 mgr.smithi145.phdhej (mgr.24391) 27 : cephadm [INF] Ensuring nfs.foo.0 is in the ganesha grace table 2022-01-25T22:46:29.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:29.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: 2022-01-25T22:46: 2022-01-25T22:46:29.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: 27.919680+0000 mgr.smithi145.phdhej (mgr.24391) 28 : 2022-01-25T22:46:29.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:46:29.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: cephadm 2022- 2022-01-25T22:46:29.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: 01-25T22:46:27.919770+0000 mgr.smithi145.phdhej 2022-01-25T22:46:29.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: (mgr.24391) 29 : cephadm [INF] 2022-01-25T22:46:29.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: Creating key for client.nfs.foo.0.0.smithi120.plgvls-rgw 2022-01-25T22:46:29.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: cephadm 2022 2022-01-25T22:46:29.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: -01-25T22:46:27.931146 2022-01-25T22:46:29.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: +0000 mgr.smithi145.phdhej (mgr.24391) 30 : 2022-01-25T22:46:29.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:29 smithi145 conmon[31276]: cephadm [INF] Deploying daemon nfs.foo.0.0.smithi120.plgvls on smithi120 2022-01-25T22:46:30.748 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 7 sec latency 8236.465 ms 2022-01-25T22:46:30.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: cluster 2022-01-25T22:46:29.434558+0000 mgr.smithi145.phdhej (mgr.24391 2022-01-25T22:46:30.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: ) 31 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 KiB/s rd, 3.9 MiB/s wr, 433 op/s 2022-01-25T22:46:30.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: cluster 2022-01-25T22:46:29.466690+0000 mon.smithi120 (mon.0) 699 : cluster [DBG] mgrmap e30: smithi145.phdhej(active, since 18s), standbys: smithi120.hllzij 2022-01-25T22:46:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: audit 2022-01-25T22:46:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: 2022-01-25T22:46:30.167955+0000 mon.smithi120 (mon.0) 700 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: audit 2022-01-25T22:46:30.170898+0000 mon.smithi145 2022-01-25T22:46:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: (mon.1) 91 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi145.fhmwqf", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:46:30.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:46:30.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: T22:46:30.171112+0000 mon.smithi120 (mon. 2022-01-25T22:46:30.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: 0) 701 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi145.fhmwqf", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:46:30.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: audit 2022-01-25T 2022-01-25T22:46:30.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: 22:46:30.173566+0000 mon.smithi120 (mon.0) 702 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi145.fhmwqf", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-01-25T22:46:30.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: audit 2022-01-25T22:46:30.175530+0000 mon.smithi145 (mon.1) 92 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:46:30.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: audit 2022-01-25T22:46:30.175822+0000 mon.smithi120 (mon.0) 703 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:46:30.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: audit 2022-01-25T22:46:30.180212+0000 mon.smithi120 2022-01-25T22:46:30.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: (mon.0) 704 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-01-25T22:46:30.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:30.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: -01-25T22:46:30.182674+0000 mon.smithi145 (mon.1) 2022-01-25T22:46:30.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:30 smithi120 conmon[28653]: 93 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:30.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: cluster 2022-01-25T22:46:29.434558+0000 mgr.smithi145.phdhej (mgr.24391) 31 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 KiB/s rd, 3.9 MiB/s wr, 433 op/s 2022-01-25T22:46:30.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: cluster 2022-01-25T22:46:29.466690+0000 mon.smithi120 (mon.0) 699 : cluster [DBG] mgrmap e30: smithi145.phdhej(active, since 18s), standbys: smithi120.hllzij 2022-01-25T22:46:30.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: audit 2022-01-25T22:46:30.167955+0000 mon.smithi120 (mon.0) 700 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:30.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: audit 2022-01-25T22:46:30.170898+0000 mon.smithi145 (mon.1) 91 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi145.fhmwqf", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:46:30.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: audit 2022-01-25T22:46:30.171112+0000 mon.smithi120 (mon. 2022-01-25T22:46:30.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: 0) 701 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi145.fhmwqf", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]: dispatch 2022-01-25T22:46:30.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: audit 2022-01-25T22:46:30.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: 2022-01-25T22:46:30.173566+0000 mon.smithi120 ( 2022-01-25T22:46:30.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: mon.0) 702 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi145.fhmwqf", "caps": ["mon", "allow r", "osd", "allow rw pool=.nfs namespace=foo"]}]': finished 2022-01-25T22:46:30.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: audit 2022-01- 2022-01-25T22:46:30.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: 25T22:46:30.175530+0000 mon.smithi145 (mon.1) 92 2022-01-25T22:46:30.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:46:30.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: audit 2022-01-25T22:46:30.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: 2022-01-25T22:46:30.175822+0000 mon.smithi120 ( 2022-01-25T22:46:30.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: mon.0) 703 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]: dispatch 2022-01-25T22:46:30.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: audit 2022-01- 2022-01-25T22:46:30.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: 25T22:46:30.180212+0000 mon.smithi120 (mon.0) 2022-01-25T22:46:30.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: 704 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth get-or-create", "entity": "client.mgr.nfs.grace.nfs.foo", "caps": ["mon", "allow r", "osd", "allow rwx pool .nfs"]}]': finished 2022-01-25T22:46:30.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: audit 2022-01- 2022-01-25T22:46:30.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: 25T22:46:30.182674+0000 mon.smithi145 (mon.1) 2022-01-25T22:46:30.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:30 smithi145 conmon[31276]: 93 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:31.748 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 8 sec latency 9236.565 ms 2022-01-25T22:46:31.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:31 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:30.170564+0000 mgr.smithi145.phdhej (mgr.24391) 32 : cephadm 2022-01-25T22:46:31.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:31 smithi120 conmon[28653]: [INF] Creating key for client.nfs.foo.1.0.smithi145.fhmwqf 2022-01-25T22:46:31.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:31 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:30.175123+0000 mgr.smithi145.phdhej (mgr.24391) 33 : cephadm [INF] Ensuring nfs.foo.1 is in the ganesha grace table 2022-01-25T22:46:31.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:31 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:30.170564+0000 mgr.smithi145.phdhej (mgr.24391) 32 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi145.fhmwqf 2022-01-25T22:46:31.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:31 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:30.175123+0000 mgr.smithi145.phdhej (mgr.24391) 33 : cephadm [INF] Ensuring nfs.foo.1 is in the ganesha grace table 2022-01-25T22:46:32.748 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 9 sec latency 10236.651 ms 2022-01-25T22:46:32.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:32 smithi120 conmon[28653]: cluster 2022-01-25T22:46:31.435083+0000 mgr.smithi145.phdhej (mgr.24391) 34 : cluster 2022-01-25T22:46:32.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:32 smithi120 conmon[28653]: [DBG] pgmap v16: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 KiB/s rd, 3.3 MiB/s wr, 362 op/s 2022-01-25T22:46:32.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:32 smithi145 conmon[31276]: cluster 2022-01-25T22:46:31.435083+0000 mgr.smithi145.phdhej (mgr.24391) 34 : cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.8 KiB/s rd, 3.3 MiB/s wr, 362 op/s 2022-01-25T22:46:33.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 10 sec latency 11236.767 ms 2022-01-25T22:46:33.799 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: audit 2022-01-25T22:46:33.112550+0000 mon.smithi145 (mon.1) 94 2022-01-25T22:46:33.800 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:46:33.800 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: audit 2022-01-25T22:46:33.112937+0000 mon.smithi120 (mon.0) 705 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:46:33.800 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: audit 2022-01-25T22:46:33.117258+0000 mon.smithi120 (mon.0) 706 : 2022-01-25T22:46:33.800 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-01-25T22:46:33.801 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: audit 2022-01-25T22:46: 2022-01-25T22:46:33.801 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: 33.169991+0000 mon.smithi145 (mon.1) 95 : 2022-01-25T22:46:33.801 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi145.fhmwqf-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:46:33.801 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: audit 2022-01-25T22 2022-01-25T22:46:33.802 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: :46:33.170273+0000 mon.smithi120 (mon.0 2022-01-25T22:46:33.802 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: ) 707 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi145.fhmwqf-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:46:33.802 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: audit 2022-01-25 2022-01-25T22:46:33.802 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: T22:46:33.173971+0000 mon.smithi120 (mon 2022-01-25T22:46:33.803 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: .0) 708 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi145.fhmwqf-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:46:33.803 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:46:33.803 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: 01-25T22:46:33.177942+0000 2022-01-25T22:46:33.803 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: mon.smithi145 (mon.1) 96 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:33.803 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:33 smithi145 conmon[31276]: 2022-01-25T22:46:33.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:33 smithi120 conmon[28653]: audit 2022-01-25T22:46:33.112550+0000 mon.smithi145 (mon.1) 94 : audit 2022-01-25T22:46:33.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:33 smithi120 conmon[28653]: [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:46:33.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:33 smithi120 conmon[28653]: audit 2022-01-25T22:46:33.112937+0000 mon.smithi120 (mon.0) 705 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]: dispatch 2022-01-25T22:46:33.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:33 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:46:33.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:33 smithi120 conmon[28653]: 25T22:46:33.117258+0000 mon.smithi120 (mon.0) 706 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth rm", "entity": "client.mgr.nfs.grace.nfs.foo"}]': finished 2022-01-25T22:46:33.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:33 smithi120 conmon[28653]: audit 2022-01-25T22:46:33.169991+0000 2022-01-25T22:46:33.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:33 smithi120 conmon[28653]: mon.smithi145 (mon.1) 95 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi145.fhmwqf-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:46:33.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:33 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:46:33.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:33 smithi120 conmon[28653]: -25T22:46:33.170273+0000 mon.smithi120 (mon.0) 2022-01-25T22:46:33.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:33 smithi120 conmon[28653]: 707 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi145.fhmwqf-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2022-01-25T22:46:33.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:33 smithi120 conmon[28653]: audit 2022-01-25T22:46:33 2022-01-25T22:46:33.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:33 smithi120 conmon[28653]: .173971+0000 mon.smithi120 (mon.0) 708 : audit [INF] 2022-01-25T22:46:33.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:33 smithi120 conmon[28653]: from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "auth get-or-create", "entity": "client.nfs.foo.1.0.smithi145.fhmwqf-rgw", "caps": ["mon", "allow r", "osd", "allow rwx tag rgw *=*"]}]': finished 2022-01-25T22:46:33.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:33 smithi120 conmon[28653]: audit 2022-01-25T22:46:33.177942+0000 2022-01-25T22:46:33.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:33 smithi120 conmon[28653]: mon.smithi145 (mon.1) 96 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:34.748 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 11 sec latency 12236.812 ms 2022-01-25T22:46:34.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:34 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:33.169495+0000 mgr.smithi145.phdhej (mgr.24391) 35 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:46:34.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:34 smithi120 conmon[28653]: 2022-01-25T22:46:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:34 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:33.169602+0000 mgr.smithi145.phdhej (mgr.24391) 36 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi145.fhmwqf-rgw 2022-01-25T22:46:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:34 smithi120 conmon[28653]: cephadm 2022- 2022-01-25T22:46:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:34 smithi120 conmon[28653]: 01-25T22:46:33.178956+0000 mgr.smithi145.phdhej (mgr.24391) 37 : cephadm [INF] Deploying daemon nfs.foo.1.0.smithi145.fhmwqf on smithi145 2022-01-25T22:46:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:34 smithi120 conmon[28653]: cluster 2022-01-25T22:46:33. 2022-01-25T22:46:34.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:34 smithi120 conmon[28653]: 435857+0000 mgr.smithi145.phdhej (mgr.24391) 38 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 KiB/s rd, 163 KiB/s wr, 15 op/s 2022-01-25T22:46:34.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:34 smithi120 conmon[28653]: 2022-01-25T22:46:34.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:34 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:33.169495+0000 mgr.smithi145.phdhej (mgr.24391) 35 : cephadm [INF] Rados config object exists: conf-nfs.foo 2022-01-25T22:46:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:34 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:33.169602+0000 mgr.smithi145.phdhej (mgr.24391) 36 : cephadm [INF] Creating key for client.nfs.foo.1.0.smithi145.fhmwqf-rgw 2022-01-25T22:46:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:34 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:33.178956+0000 mgr.smithi145.phdhej (mgr.24391) 37 : cephadm [INF] Deploying daemon nfs.foo.1.0.smithi145.fhmwqf on smithi145 2022-01-25T22:46:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:34 smithi145 conmon[31276]: cluster 2022-01-25T22:46:33.435857+0000 mgr.smithi145.phdhej (mgr.24391) 38 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.8 KiB/s rd, 163 KiB/s wr, 15 op/s 2022-01-25T22:46:35.748 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 12 sec latency 13236.871 ms 2022-01-25T22:46:36.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:36 smithi120 conmon[28653]: audit 2022-01-25T22:46:35.200651+0000 mon.smithi120 (mon.0) 709 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:36 smithi120 conmon[28653]: audit 2022-01-25T22:46:35.203205+0000 mon.smithi145 (mon.1) 97 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:36 smithi120 conmon[28653]: audit 2022-01-25T22:46:35.204141+0000 mon.smithi145 (mon.1) 98 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:36 smithi120 conmon[28653]: audit 2022-01-25T22:46:35.204778+0000 mon.smithi145 (mon.1) 99 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:46:36.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:36 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:35.205285+0000 mgr.smithi145.phdhej (mgr.24391) 39 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:46:36.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:36 smithi120 conmon[28653]: cluster 2022-01-25T22:46:35.436356+0000 mgr.smithi145.phdhej (mgr.24391) 40 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 KiB/s rd, 143 KiB/s wr, 13 op/s 2022-01-25T22:46:36.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:36 smithi145 conmon[31276]: audit 2022-01-25T22:46:35.200651+0000 mon.smithi120 (mon.0) 709 : 2022-01-25T22:46:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:36 smithi145 conmon[31276]: audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:36 smithi145 conmon[31276]: audit 2022-01-25T22:46:35.203205+0000 mon.smithi145 (mon.1) 97 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:36 smithi145 conmon[31276]: audit 2022-01-25T22:46:35.204141+0000 mon.smithi145 (mon.1) 98 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:36 smithi145 conmon[31276]: audit 2022-01-25T22:46:35.204778+0000 mon.smithi145 (mon.1) 99 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:46:36.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:36 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:35.205285+0000 mgr.smithi145.phdhej (mgr.24391) 39 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:46:36.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:36 smithi145 conmon[31276]: cluster 2022-01-25T22:46:35.436356+0000 mgr.smithi145.phdhej (mgr.24391) 40 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 KiB/s rd, 143 KiB/s wr, 13 op/s 2022-01-25T22:46:36.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 13 sec latency 14236.901 ms 2022-01-25T22:46:37.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 14 sec latency 15236.928 ms 2022-01-25T22:46:38.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:37 smithi120 conmon[28653]: audit 2022-01-25T22:46:36.635921+0000 mon.smithi120 (mon.0) 710 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:38.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:37 smithi120 conmon[28653]: cluster 2022-01-25T22:46:37.436771+0000 mgr.smithi145.phdhej (mgr.24391) 41 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 KiB/s rd, 143 KiB/s wr, 13 op/s 2022-01-25T22:46:38.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:37 smithi145 conmon[31276]: audit 2022-01-25T22:46:36.635921+0000 2022-01-25T22:46:38.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:37 smithi145 conmon[31276]: mon.smithi120 (mon.0) 710 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:37 smithi145 conmon[31276]: cluster 2022-01-25T22:46:37.436771+0000 mgr.smithi145.phdhej 2022-01-25T22:46:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:37 smithi145 conmon[31276]: (mgr.24391) 41 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 KiB/s rd, 143 KiB/s wr, 13 op/s 2022-01-25T22:46:38.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 15 sec latency 16237.005 ms 2022-01-25T22:46:39.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 16 sec latency 17237.047 ms 2022-01-25T22:46:40.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 17 sec latency 18237.104 ms 2022-01-25T22:46:40.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:40 smithi120 conmon[28653]: cluster 2022-01-25T22:46:39.437457+0000 mgr.smithi145.phdhej (mgr.24391 2022-01-25T22:46:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:40 smithi120 conmon[28653]: ) 42 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 KiB/s rd, 145 KiB/s wr, 17 op/s 2022-01-25T22:46:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:40 smithi120 conmon[28653]: audit 2022-01-25T22:46:39.763568+0000 mon.smithi120 (mon.0) 711 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:40.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:40 smithi145 conmon[31276]: cluster 2022-01-25T22:46:39.437457+0000 mgr.smithi145.phdhej (mgr.24391) 42 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 KiB/s rd, 145 KiB/s wr, 17 op/s 2022-01-25T22:46:40.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:40 smithi145 conmon[31276]: audit 2022-01-25T22:46:39.763568+0000 mon.smithi120 (mon.0) 711 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:41.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 18 sec latency 19237.164 ms 2022-01-25T22:46:42.454 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:42 smithi120 conmon[28653]: cluster 2022-01-25T22:46:41.437844 2022-01-25T22:46:42.454 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:42 smithi120 conmon[28653]: +0000 mgr.smithi145.phdhej (mgr.24391) 43 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 KiB/s rd, 2.6 KiB/s wr, 6 op/s 2022-01-25T22:46:42.454 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:42 smithi120 conmon[28653]: audit 2022-01-25T22:46:41.555276+0000 mon.smithi120 (mon.0) 712 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:42.455 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:42 smithi120 conmon[28653]: audit 2022-01-25T22:46:41.560580+0000 mon.smithi120 (mon.0) 713 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:42.455 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:42 smithi120 conmon[28653]: audit 2022-01-25T22:46:41.567759+0000 mon.smithi120 (mon.0) 714 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:42.455 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:42 smithi120 conmon[28653]: audit 2022-01-25T22:46:41.573141+0000 mon.smithi145 (mon.1) 100 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:42.455 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:42 smithi120 conmon[28653]: audit 2022-01-25T22:46:41.577815+0000 mon.smithi120 (mon.0) 715 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:42.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:42 smithi145 conmon[31276]: cluster 2022-01-25T22:46:41.437844+0000 mgr.smithi145.phdhej (mgr.24391) 43 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 KiB/s rd, 2.6 KiB/s wr, 6 op/s 2022-01-25T22:46:42.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:42 smithi145 conmon[31276]: audit 2022-01-25T22:46:41.555276+0000 mon.smithi120 (mon 2022-01-25T22:46:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:42 smithi145 conmon[31276]: .0) 712 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:42 smithi145 conmon[31276]: audit 2022-01-25T22:46:41.560580+0000 mon.smithi120 (mon.0) 713 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:42 smithi145 conmon[31276]: audit 2022-01-25T22:46:41.567759+0000 mon.smithi120 (mon.0) 714 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:42 smithi145 conmon[31276]: 2022-01-25T22:46:42.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:42 smithi145 conmon[31276]: audit 2022-01-25 2022-01-25T22:46:42.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:42 smithi145 conmon[31276]: T22:46:41.573141+0000 mon.smithi145 (mon.1) 2022-01-25T22:46:42.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:42 smithi145 conmon[31276]: 100 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:42.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:42 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:46:42.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:42 smithi145 conmon[31276]: 01-25T22:46:41.577815+0000 mon.smithi120 (mon.0) 715 : audit 2022-01-25T22:46:42.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:42 smithi145 conmon[31276]: [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:42.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 19 sec latency 20237.230 ms 2022-01-25T22:46:43.284 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:43 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:41.581131+0000 mgr.smithi145.phdhej (mgr.24391) 44 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi145.phdhej) 2022-01-25T22:46:43.285 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:43 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:46:43.285 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:43 smithi120 conmon[28653]: :46:42.850984+0000 mon.smithi120 (mon.0) 716 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:43.285 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:43 smithi120 conmon[28653]: audit 2022-01-25T22:46:42.853201+0000 mon.smithi145 (mon.1) 101 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi120.hllzij", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:46:43.286 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:43 smithi120 conmon[28653]: audit 2022-01-25T22:46:42.853494+0000 mon.smithi120 (mon.0) 717 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi120.hllzij", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:46:43.286 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:43 smithi120 conmon[28653]: audit 2022-01-25T22:46:42.854699+0000 mon.smithi145 (mon.1) 102 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:46:43.286 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:43 smithi120 conmon[28653]: audit 2022-01-25T22:46:42.855673+0000 mon.smithi145 (mon.1) 103 : 2022-01-25T22:46:43.286 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:43 smithi120 conmon[28653]: audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:43.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:43 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:41.581131+0000 mgr.smithi145.phdhej (mgr.24391) 44 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi145.phdhej) 2022-01-25T22:46:43.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:43 smithi145 conmon[31276]: audit 2022-01-25T22:46:42.850984+0000 mon.smithi120 (mon.0) 716 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:43.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:43 smithi145 conmon[31276]: audit 2022-01-25T22:46:42.853201+0000 mon.smithi145 (mon.1) 101 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi120.hllzij", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:46:43.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:43 smithi145 conmon[31276]: audit 2022-01-25T22:46:43.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:43 smithi145 conmon[31276]: 2022-01-25T22:46:42.853494+0000 mon.smithi120 (mon.0) 717 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi120.hllzij", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:46:43.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:43 smithi145 conmon[31276]: audit 2022-01 2022-01-25T22:46:43.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:43 smithi145 conmon[31276]: -25T22:46:42.854699+0000 mon.smithi145 (mon.1) 102 : 2022-01-25T22:46:43.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:43 smithi145 conmon[31276]: audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:46:43.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:43 smithi145 conmon[31276]: audit 2022-01-25T22:46:43.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:43 smithi145 conmon[31276]: 2022-01-25T22:46: 2022-01-25T22:46:43.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:43 smithi145 conmon[31276]: 42.855673+0000 mon.smithi145 (mon.1) 2022-01-25T22:46:43.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:43 smithi145 conmon[31276]: 103 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:43.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 20 sec latency 21237.262 ms 2022-01-25T22:46:44.419 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:44 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:42.846710+0000 mgr.smithi145.phdhej (mgr.24391) 45 : cephadm [INF] Upgrade: Updating mgr.smithi120.hllzij 2022-01-25T22:46:44.420 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:44 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:42.856408+0000 mgr.smithi145.phdhej (mgr.24391) 46 : cephadm [INF] Deploying daemon mgr.smithi120.hllzij on smithi120 2022-01-25T22:46:44.420 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:44 smithi120 conmon[28653]: cluster 2022-01-25T22:46:43.438776+0000 mgr.smithi145.phdhej (mgr.24391) 47 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 KiB/s rd, 2.6 KiB/s wr, 6 op/s 2022-01-25T22:46:44.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:44 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:42.846710+0000 mgr.smithi145.phdhej (mgr.24391) 45 : cephadm [INF] Upgrade: Updating mgr.smithi120.hllzij 2022-01-25T22:46:44.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:44 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:42.856408+0000 mgr.smithi145.phdhej ( 2022-01-25T22:46:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:44 smithi145 conmon[31276]: mgr.24391) 46 : cephadm [INF] Deploying daemon mgr.smithi120.hllzij on smithi120 2022-01-25T22:46:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:44 smithi145 conmon[31276]: cluster 2022-01-25T22:46:43.438776+0000 mgr.smithi145.phdhej (mgr.24391) 47 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 3.6 KiB/s rd, 2.6 KiB/s wr, 6 op/s 2022-01-25T22:46:44.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 21 sec latency 22237.332 ms 2022-01-25T22:46:45.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 22 sec latency 23237.374 ms 2022-01-25T22:46:46.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 23 sec latency 24237.410 ms 2022-01-25T22:46:46.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:46 smithi120 conmon[28653]: cluster 2022-01-25T22:46:45.439396+0000 mgr.smithi145.phdhej (mgr.24391) 48 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.4 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2022-01-25T22:46:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:46 smithi120 conmon[28653]: audit 2022-01-25T22:46:45.501716+0000 mon.smithi120 (mon.0) 718 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:46 smithi120 conmon[28653]: audit 2022-01-25T22:46:45.503402+0000 mon.smithi145 (mon.1) 104 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:46.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:46 smithi120 conmon[28653]: audit 2022-01-25T22:46:45.504587+0000 mon.smithi145 (mon.1) 105 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:46.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:46 smithi120 conmon[28653]: audit 2022-01-25T22:46:45.505609+0000 mon.smithi145 (mon.1) 106 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:46:46.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:46 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:45.506361+0000 mgr.smithi145.phdhej (mgr.24391) 49 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:46:46.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: cluster 2022-01-25T22:46:45.439396+0000 mgr.smithi145.phdhej (mgr.24391) 48 : cluster 2022-01-25T22:46:46.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: [DBG] pgmap v23: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.4 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2022-01-25T22:46:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: audit 2022-01-25T22:46:45.501716+0000 mon.smithi120 (mon.0) 718 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: audit 2022-01-25T22:46:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: 2022-01-25T22:46:45.503402+0000 mon.smithi145 (mon.1) 104 : audit [DBG] 2022-01-25T22:46:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:46.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: audit 2022-01-25T22:46:46.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: 2022-01-25T22:46: 2022-01-25T22:46:46.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: 45.504587+0000 mon.smithi145 (mon.1 2022-01-25T22:46:46.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: ) 105 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:46.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: audit 2022-01 2022-01-25T22:46:46.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: -25T22:46:45.505609 2022-01-25T22:46:46.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: +0000 mon.smithi145 (mon.1) 106 : audit 2022-01-25T22:46:46.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:46:46.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: cephadm 2022 2022-01-25T22:46:46.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: -01-25T22:46:45 2022-01-25T22:46:46.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: .506361+0000 mgr.smithi145.phdhej (mgr.24391 2022-01-25T22:46:46.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:46 smithi145 conmon[31276]: ) 49 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:46:47.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 24 sec latency 25237.469 ms 2022-01-25T22:46:48.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 25 sec latency 26237.522 ms 2022-01-25T22:46:48.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:48 smithi120 conmon[28653]: cluster 2022-01-25T22:46:47.439897+0000 mgr.smithi145.phdhej (mgr.24391) 50 : 2022-01-25T22:46:48.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:48 smithi120 conmon[28653]: cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.4 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2022-01-25T22:46:48.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:48 smithi145 conmon[31276]: cluster 2022-01-25T22:46:47.439897+0000 mgr.smithi145.phdhej (mgr.24391) 50 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.4 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2022-01-25T22:46:49.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 26 sec latency 27237.549 ms 2022-01-25T22:46:50.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 27 sec latency 28237.586 ms 2022-01-25T22:46:50.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:50 smithi120 conmon[28653]: cluster 2022-01-25T22:46:49.440536 2022-01-25T22:46:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:50 smithi120 conmon[28653]: +0000 mgr.smithi145.phdhej (mgr.24391) 51 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2022-01-25T22:46:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:50 smithi120 conmon[28653]: audit 2022-01-25T22:46:50 2022-01-25T22:46:50.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:50 smithi120 conmon[28653]: .161662+0000 mon.smithi120 (mon.0) 719 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:50.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:50 smithi145 conmon[31276]: cluster 2022-01-25T22:46:49.440536+0000 mgr.smithi145.phdhej (mgr.24391) 51 : cluster [DBG] pgmap v25: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.6 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2022-01-25T22:46:50.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:50 smithi145 conmon[31276]: audit 2022-01-25T22:46:50.161662+0000 mon.smithi120 (mon.0) 719 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:51.000 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:46:51.298 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:46:51.299 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (6m) 9s ago 7m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:46:51.299 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (7m) 9s ago 7m 7013k - 16.2.4 8d91d370c2b8 9cc7be445127 2022-01-25T22:46:51.299 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (6m) 1s ago 6m 7147k - 16.2.4 8d91d370c2b8 c0ba7b513589 2022-01-25T22:46:51.300 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (5m) 9s ago 6m 39.4M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:46:51.300 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (2m) 9s ago 2m 14.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:46:51.300 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (2m) 1s ago 2m 41.5M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:46:51.300 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 starting - - - - 2022-01-25T22:46:51.300 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (48s) 1s ago 6m 439M - 16.2.7-240-g5bfc361e 8b4796d434bf 01c6bb221ef7 2022-01-25T22:46:51.301 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (8m) 9s ago 8m 124M 2048M 16.2.4 8d91d370c2b8 92d934a3929e 2022-01-25T22:46:51.301 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (6m) 1s ago 6m 87.1M 2048M 16.2.4 8d91d370c2b8 f57b84673997 2022-01-25T22:46:51.301 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (21s) 9s ago 21s 53.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:46:51.301 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (16s) 1s ago 16s 56.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:46:51.301 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (6m) 9s ago 6m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:46:51.302 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (6m) 1s ago 6m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:46:51.302 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (5m) 9s ago 5m 1300M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:46:51.302 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (5m) 9s ago 5m 1150M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:46:51.302 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (5m) 9s ago 5m 683M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:46:51.303 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (5m) 9s ago 5m 1297M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:46:51.303 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (4m) 1s ago 4m 1189M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:46:51.303 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (4m) 1s ago 4m 1442M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:46:51.303 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (4m) 1s ago 4m 1157M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:46:51.304 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (4m) 1s ago 4m 1905M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:46:51.304 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (5m) 9s ago 6m 43.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:46:51.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:51 smithi120 conmon[28653]: cluster 2022-01-25T22:46:51.069526+0000 mon.smithi120 (mon.0) 720 : cluster [DBG] 2022-01-25T22:46:51.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:51 smithi120 conmon[28653]: Standby manager daemon smithi120.hllzij restarted 2022-01-25T22:46:51.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:51 smithi120 conmon[28653]: cluster 2022-01-25T22:46:51.069642+0000 mon.smithi120 (mon.0) 721 : cluster [DBG] Standby manager daemon smithi120.hllzij started 2022-01-25T22:46:51.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:51 smithi120 conmon[28653]: audit 2022-01-25T22:46:51.071716+0000 mon.smithi120 (mon.0) 722 : audit [DBG] from='mgr.? 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi120.hllzij/crt"}]: dispatch 2022-01-25T22:46:51.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:51 smithi120 conmon[28653]: audit 2022-01-25T22:46:51.072099+0000 mon.smithi120 (mon.0) 723 : audit [DBG] from='mgr.? 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:46:51.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:51 smithi120 conmon[28653]: audit 2022-01-25T22:46:51.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:51 smithi120 conmon[28653]: 2022-01-25T22:46:51.074490+0000 mon.smithi120 (mon.0) 724 : audit [DBG] from='mgr.? 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi120.hllzij/key"}]: dispatch 2022-01-25T22:46:51.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:51 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:46:51.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:51 smithi120 conmon[28653]: T22:46:51.075348+0000 mon.smithi120 (mon.0) 725 : audit [DBG] from='mgr.? 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:46:51.655 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:46:51.655 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:46:51.656 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:46:51.656 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:46:51.656 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:46:51.656 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:46:51.657 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:46:51.657 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:46:51.657 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:46:51.657 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:46:51.657 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:46:51.658 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:46:51.658 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:46:51.658 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:46:51.658 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 12, 2022-01-25T22:46:51.659 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:46:51.659 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:46:51.659 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:46:51.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 28 sec latency 29237.684 ms 2022-01-25T22:46:51.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:51 smithi145 conmon[31276]: cluster 2022-01-25T22:46:51.069526+0000 mon.smithi120 (mon.0) 720 : cluster [DBG] Standby manager daemon smithi120.hllzij restarted 2022-01-25T22:46:51.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:51 smithi145 conmon[31276]: cluster 2022-01-25T22:46:51.069642+0000 mon.smithi120 (mon 2022-01-25T22:46:51.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:51 smithi145 conmon[31276]: .0) 721 : cluster [DBG] Standby manager daemon smithi120.hllzij started 2022-01-25T22:46:51.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:51 smithi145 conmon[31276]: audit 2022-01-25T22:46:51.071716+0000 mon.smithi120 (mon.0) 722 : audit [DBG] from='mgr.? 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi120.hllzij/crt"}]: dispatch 2022-01-25T22:46:51.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:51 smithi145 conmon[31276]: audit 2022-01-25T22:46:51.072099+0000 mon.smithi120 (mon.0) 723 : audit [DBG] from='mgr.? 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:46:51.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:51 smithi145 conmon[31276]: audit 2022-01-25T22:46:51.074490+0000 mon.smithi120 (mon.0) 724 : 2022-01-25T22:46:51.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:51 smithi145 conmon[31276]: audit [DBG] from='mgr.? 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi120.hllzij/key"}]: dispatch 2022-01-25T22:46:51.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:51 smithi145 conmon[31276]: audit 2022-01-25T22:46:51 2022-01-25T22:46:51.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:51 smithi145 conmon[31276]: .075348+0000 mon.smithi120 (mon.0) 725 : audit 2022-01-25T22:46:51.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:51 smithi145 conmon[31276]: [DBG] from='mgr.? 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:46:52.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 29 sec latency 30237.750 ms 2022-01-25T22:46:52.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: audit 2022-01-25T22:46:50.987724+0000 mgr.smithi145.phdhej ( 2022-01-25T22:46:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: mgr.24391) 52 : audit [DBG] from='client.14708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: audit 2022-01-25T22:46:51.290594+0000 mgr.smithi145.phdhej (mgr.24391) 53 : audit [DBG] from='client.14712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: cluster 2022-01-25T22:46:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: 2022-01-25T22:46:51.440930+0000 mgr.smithi145.phdhej (mgr.24391) 54 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:52.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: cluster 2022-01-25T22 2022-01-25T22:46:52.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: :46:51.517008+0000 mon.smithi120 (mon.0) 2022-01-25T22:46:52.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: 726 : cluster [DBG] mgrmap e31: smithi145.phdhej(active, since 40s), standbys: smithi120.hllzij 2022-01-25T22:46:52.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: audit 2022-01-25T22 2022-01-25T22:46:52.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: :46:51.657007+0000 mon.smithi120 (mon.0 2022-01-25T22:46:52.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: ) 727 : audit [DBG] from='client.? 172.21.15.120:0/2918108950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:52.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: audit 2022-01-25T22: 2022-01-25T22:46:52.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: 46:52.385307+0000 mon.smithi120 (mon.0) 728 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:52.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: 2022-01-25T22:46:52.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: audit 2022-01-25T22: 2022-01-25T22:46:52.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: 46:52.390478+0000 mon.smithi120 (mon.0) 729 : audit [INF] 2022-01-25T22:46:52.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:52.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: audit 2022-01-25T22:46:52.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: 2022-01-25T22:46:52.397745+0000 mon.smithi120 (mon 2022-01-25T22:46:52.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: .0) 730 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:52.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:46:52.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: 25T22:46:52.402034+0000 mon.smithi145 (mon 2022-01-25T22:46:52.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: .1) 107 : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:52.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:46:52.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: 25T22:46:52.406452+0000 mon.smithi145 ( 2022-01-25T22:46:52.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: mon.1) 108 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mgr fail", "who": "smithi145.phdhej"}]: dispatch 2022-01-25T22:46:52.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:46:52.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: -25T22:46:52.406705+0000 mon.smithi120 2022-01-25T22:46:52.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: (mon.0) 731 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mgr fail", "who": "smithi145.phdhej"}]: dispatch 2022-01-25T22:46:52.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: cluster 2022 2022-01-25T22:46:52.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: -01-25T22:46:52.410156+0000 2022-01-25T22:46:52.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: mon.smithi120 (mon.0) 732 : cluster [DBG] 2022-01-25T22:46:52.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:52 smithi120 conmon[28653]: osdmap e66: 8 total, 8 up, 8 in 2022-01-25T22:46:52.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: audit 2022-01-25T22:46:50.987724+0000 mgr.smithi145.phdhej (mgr.24391) 52 : audit [DBG] 2022-01-25T22:46:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: from='client.14708 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: audit 2022-01-25T22:46:51.290594+0000 mgr.smithi145.phdhej (mgr.24391) 53 : audit [DBG] from='client.14712 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:46:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: cluster 2022-01-25T22:46:51.440930+0000 mgr.smithi145.phdhej (mgr.24391) 54 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:46:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: cluster 2022-01-25T22:46:51.517008+0000 mon.smithi120 (mon.0) 726 : cluster [DBG] mgrmap e31: smithi145.phdhej(active, since 40s), standbys: smithi120.hllzij 2022-01-25T22:46:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: audit 2022-01-25T22:46:51.657007+0000 mon.smithi120 (mon.0) 727 : audit 2022-01-25T22:46:52.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: [DBG] from='client.? 172.21.15.120:0/2918108950' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:46:52.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: audit 2022-01- 2022-01-25T22:46:52.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: 25T22:46:52.385307+0000 mon.smithi120 (mon.0) 728 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:52.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: audit 2022-01-25T22:46:52.390478+0000 mon.smithi120 ( 2022-01-25T22:46:52.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: mon.0) 729 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:52.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: audit 2022-01-25T22:46:52.397745+0000 mon.smithi120 (mon.0 2022-01-25T22:46:52.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: ) 730 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' 2022-01-25T22:46:52.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: audit 2022-01-25T22:46:52.402034+0000 mon.smithi145 (mon.1) 107 2022-01-25T22:46:52.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: : audit [DBG] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:52.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: audit 2022-01-25T22:46:52.406452 2022-01-25T22:46:52.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: +0000 mon.smithi145 (mon.1) 108 : audit [INF] from='mgr.24391 172.21.15.145:0/3651778085' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mgr fail", "who": "smithi145.phdhej"}]: dispatch 2022-01-25T22:46:52.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: audit 2022-01-25T22:46:52.406705 2022-01-25T22:46:52.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: +0000 mon.smithi120 (mon.0) 731 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "mgr fail", "who": "smithi145.phdhej"}]: dispatch 2022-01-25T22:46:52.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: cluster 2022-01-25T22:46:52.410156+0000 2022-01-25T22:46:52.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:52 smithi145 conmon[31276]: mon.smithi120 (mon.0) 732 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-01-25T22:46:53.670 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:52. 2022-01-25T22:46:53.670 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 404034+0000 mgr.smithi145.phdhej (mgr.24391) 55 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi145.phdhej) 2022-01-25T22:46:53.671 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: cephadm 2022-01-25T22:46:52.406209+0000 mgr.smithi145.phdhej (mgr.24391) 56 : cephadm [INF] Failing over to other MGR 2022-01-25T22:46:53.671 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: cluster 2022-01-25T22:46:53.074888+0000 mon.smithi120 (mon.0) 733 : cluster [DBG] Standby manager daemon smithi145.phdhej started 2022-01-25T22:46:53.671 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022-01-25T22:46:53.405727+0000 mon.smithi120 (mon.0) 2022-01-25T22:46:53.671 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 734 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "mgr fail", "who": "smithi145.phdhej"}]': finished 2022-01-25T22:46:53.672 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: cluster 2022- 2022-01-25T22:46:53.672 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 01-25T22:46:53.405820+0000 mon.smithi120 2022-01-25T22:46:53.672 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: (mon.0) 735 : cluster [DBG] 2022-01-25T22:46:53.672 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: mgrmap e32: smithi120.hllzij(active, starting, since 0.998564s), standbys: smithi145.phdhej 2022-01-25T22:46:53.673 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022-01 2022-01-25T22:46:53.673 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: -25T22:46:53.407767+0000 mon.smithi120 (mon. 2022-01-25T22:46:53.673 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 0) 736 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-25T22:46:53.674 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 2022-01-25T22:46:53.674 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022-01-25T22:46:53.674 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 2022-01-25T22:46: 2022-01-25T22:46:53.675 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 53.408026+0000 mon.smithi120 (mon. 2022-01-25T22:46:53.675 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 0) 737 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:46:53.675 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 2022-01-25T22:46:53.675 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022-01-25T22:46:53.676 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 2022-01-25T22: 2022-01-25T22:46:53.676 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 46:53.408224+0000 mon.smithi120 ( 2022-01-25T22:46:53.676 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: mon.0) 738 : audit [DBG] 2022-01-25T22:46:53.676 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi120.biyzgf"}]: dispatch 2022-01-25T22:46:53.676 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022-01- 2022-01-25T22:46:53.677 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 25T22:46:53.408459+0000 mon.smithi120 ( 2022-01-25T22:46:53.677 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: mon.0) 739 : audit [DBG] 2022-01-25T22:46:53.677 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi145.odeite"}]: dispatch 2022-01-25T22:46:53.677 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022-01-25T22:46:53.678 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 2022-01-25T22:46:53.409299 2022-01-25T22:46:53.678 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: +0000 mon.smithi120 (mon.0) 740 2022-01-25T22:46:53.678 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr metadata", "who": "smithi120.hllzij", "id": "smithi120.hllzij"}]: dispatch 2022-01-25T22:46:53.678 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:46:53.678 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 01-25T22:46:53.409623+0000 2022-01-25T22:46:53.679 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: mon.smithi120 (mon.0) 741 : audit 2022-01-25T22:46:53.679 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr metadata", "who": "smithi145.phdhej", "id": "smithi145.phdhej"}]: dispatch 2022-01-25T22:46:53.679 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:46:53.679 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 01-25T22:46:53.409953+0000 2022-01-25T22:46:53.680 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: mon.smithi120 (mon.0) 742 : audit 2022-01-25T22:46:53.680 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:46:53.680 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:46:53.680 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 01-25T22:46:53.410253+0000 2022-01-25T22:46:53.681 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: mon.smithi120 (mon.0) 743 : 2022-01-25T22:46:53.681 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:46:53.681 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:46:53.681 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 01-25T22:46:53.410427+0000 2022-01-25T22:46:53.681 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: mon.smithi120 (mon.0) 744 : 2022-01-25T22:46:53.682 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:46:53.682 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:46:53.682 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 01-25T22:46:53.410594+0000 2022-01-25T22:46:53.682 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: mon.smithi120 (mon.0) 745 : audit 2022-01-25T22:46:53.683 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:46:53.683 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:46:53.683 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 01-25T22:46:53.410777+0000 2022-01-25T22:46:53.683 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: mon.smithi120 (mon.0) 746 : audit 2022-01-25T22:46:53.684 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:46:53.684 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:53.684 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: -01-25T22:46:53.410975+0000 2022-01-25T22:46:53.684 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: mon.smithi120 (mon.0) 747 : 2022-01-25T22:46:53.685 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:46:53.685 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022-01-25 2022-01-25T22:46:53.685 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: T22:46:53.411242+0000 mon.smithi120 (mon.0) 2022-01-25T22:46:53.685 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 748 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:46:53.685 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:46:53.686 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 01-25T22:46:53.411545+0000 2022-01-25T22:46:53.686 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: mon.smithi120 (mon.0) 749 : audit 2022-01-25T22:46:53.686 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:46:53.686 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:53.687 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: -01-25T22:46:53.411839+0000 2022-01-25T22:46:53.687 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: mon.smithi120 (mon.0) 750 : 2022-01-25T22:46:53.687 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:46:53.687 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:46:53.687 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 01-25T22:46:53.412096+0000 2022-01-25T22:46:53.688 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: mon.smithi120 (mon.0) 751 : audit 2022-01-25T22:46:53.688 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:46:53.688 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:53.688 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: -01-25T22:46:53.412513+0000 2022-01-25T22:46:53.689 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: mon.smithi120 (mon.0) 752 : 2022-01-25T22:46:53.689 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:46:53.689 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: cluster 2022- 2022-01-25T22:46:53.689 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 01-25T22:46:53.439591+0000 2022-01-25T22:46:53.689 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: mon.smithi120 (mon.0) 753 : 2022-01-25T22:46:53.690 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: cluster [INF] Manager daemon smithi120.hllzij is now available 2022-01-25T22:46:53.690 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: audit 2022- 2022-01-25T22:46:53.690 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: 01-25T22:46:53.455785+0000 2022-01-25T22:46:53.690 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: mon.smithi120 (mon.0) 754 : audit 2022-01-25T22:46:53.691 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:53 smithi120 conmon[28653]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:46:53.691 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:52.404034+0000 mgr.smithi145.phdhej (mgr.24391) 55 : 2022-01-25T22:46:53.692 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: cephadm [INF] Upgrade: Need to upgrade myself (mgr.smithi145.phdhej) 2022-01-25T22:46:53.692 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:52.406209+0000 mgr.smithi145.phdhej (mgr.24391) 56 : cephadm [INF] Failing over to other MGR 2022-01-25T22:46:53.692 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: cluster 2022-01-25T22:46:53.074888+0000 2022-01-25T22:46:53.692 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: mon.smithi120 (mon.0) 733 : cluster [DBG] Standby manager daemon smithi145.phdhej started 2022-01-25T22:46:53.693 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022-01-25T22:46:53.405727+0000 mon.smithi120 2022-01-25T22:46:53.693 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: (mon.0) 734 : audit [INF] from='mgr.24391 ' entity='mgr.smithi145.phdhej' cmd='[{"prefix": "mgr fail", "who": "smithi145.phdhej"}]': finished 2022-01-25T22:46:53.693 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: cluster 2022-01-25T22:46:53.405820+0000 mon.smithi120 (mon.0 2022-01-25T22:46:53.693 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: ) 735 : cluster [DBG] mgrmap e32: smithi120.hllzij(active, starting, since 0.998564s), standbys: smithi145.phdhej 2022-01-25T22:46:53.693 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022-01-25T22:46:53.407767+0000 2022-01-25T22:46:53.694 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: mon.smithi120 (mon.0) 736 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-25T22:46:53.694 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022-01-25T22:46:53 2022-01-25T22:46:53.694 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: .408026+0000 mon.smithi120 (mon.0) 737 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:46:53.694 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022-01-25T 2022-01-25T22:46:53.695 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: 22:46:53.408224+0000 mon.smithi120 (mon.0) 738 : audit [DBG] 2022-01-25T22:46:53.695 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi120.biyzgf"}]: dispatch 2022-01-25T22:46:53.695 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022-01-25T22:46:53.695 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: 2022-01-25T22:46:53.408459+0000 mon.smithi120 (mon.0) 739 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata", "who": "foofs.smithi145.odeite"}]: dispatch 2022-01-25T22:46:53.696 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022-01-25T22:46:53.409299+0000 2022-01-25T22:46:53.696 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: mon.smithi120 (mon.0) 740 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr metadata", "who": "smithi120.hllzij", "id": "smithi120.hllzij"}]: dispatch 2022-01-25T22:46:53.696 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022-01-25T22:46:53.409623+0000 2022-01-25T22:46:53.696 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: mon.smithi120 (mon.0) 741 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr metadata", "who": "smithi145.phdhej", "id": "smithi145.phdhej"}]: dispatch 2022-01-25T22:46:53.696 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022-01-25T22: 2022-01-25T22:46:53.697 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: 46:53.409953+0000 mon.smithi120 (mon.0) 742 : audit [DBG] 2022-01-25T22:46:53.697 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:46:53.697 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022 2022-01-25T22:46:53.697 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: -01-25T22:46:53.410253+0000 mon.smithi120 (mon.0) 743 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2022-01-25T22:46:53.698 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: 2022-01-25T22:46:53.698 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:46:53.698 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: 01-25T22:46:53.410427+0000 mon.smithi120 (mon.0) 744 : audit [DBG] 2022-01-25T22:46:53.698 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2022-01-25T22:46:53.699 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022 2022-01-25T22:46:53.699 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: -01-25T22:46:53.410594+0000 mon.smithi120 (mon.0) 745 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2022-01-25T22:46:53.699 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: 2022-01-25T22:46:53.699 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022-01- 2022-01-25T22:46:53.699 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: 25T22:46:53.410777+0000 mon.smithi120 (mon.0) 746 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2022-01-25T22:46:53.700 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022-01-25T22 2022-01-25T22:46:53.700 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: :46:53.410975+0000 mon.smithi120 (mon.0) 747 : audit [DBG] 2022-01-25T22:46:53.700 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2022-01-25T22:46:53.700 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022 2022-01-25T22:46:53.701 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: -01-25T22:46:53.411242+0000 mon.smithi120 (mon.0) 748 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2022-01-25T22:46:53.701 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: 2022-01-25T22:46:53.701 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022-01 2022-01-25T22:46:53.701 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: -25T22:46:53.411545+0000 mon.smithi120 (mon.0) 749 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2022-01-25T22:46:53.702 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: 2022-01-25T22:46:53.702 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022-01- 2022-01-25T22:46:53.702 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: 25T22:46:53.411839+0000 mon.smithi120 (mon.0) 750 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mds metadata"}]: dispatch 2022-01-25T22:46:53.702 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022-01-25T 2022-01-25T22:46:53.702 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: 22:46:53.412096+0000 mon.smithi120 (mon.0) 751 : audit [DBG] 2022-01-25T22:46:53.703 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata"}]: dispatch 2022-01-25T22:46:53.703 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022-01-25T22:46:53.412513 2022-01-25T22:46:53.703 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: +0000 mon.smithi120 (mon.0) 752 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata"}]: dispatch 2022-01-25T22:46:53.703 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: cluster 2022-01-25 2022-01-25T22:46:53.704 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: T22:46:53.439591+0000 mon.smithi120 (mon.0) 753 : cluster [INF] 2022-01-25T22:46:53.704 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: Manager daemon smithi120.hllzij is now available 2022-01-25T22:46:53.704 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:46:53.704 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:53 smithi145 conmon[31276]: 01-25T22:46:53.455785+0000 mon.smithi120 (mon.0) 754 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:46:53.749 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 30 sec latency 31237.801 ms 2022-01-25T22:46:54.750 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 31 sec latency 32237.835 ms 2022-01-25T22:46:54.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: cephadm 2022-01-25T22:46: 2022-01-25T22:46:54.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: 53.452397+0000 mgr.smithi120.hllzij (mgr.14704) 1 : cephadm [INF] inventory: adjusted host smithi145 addr 'smithi145' -> '172.21.15.145' 2022-01-25T22:46:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: audit 2022-01-25T22:46:53.547879+0000 mon.smithi120 (mon.0) 755 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: audit 2022-01-25T22:46:53.549961+0000 mon.smithi120 (mon.0) 756 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: audit 2022-01-25T22:46:53.551247+0000 mon.smithi120 (mon.0) 757 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: audit 2022-01-25T22:46:53.552496+0000 mon.smithi120 (mon.0) 758 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:46:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: cephadm 2022-01-25T 2022-01-25T22:46:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: 22:46:53.553308+0000 mgr.smithi120.hllzij (mgr.14704) 2 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:46:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: audit 2022 2022-01-25T22:46:54.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: -01-25T22:46:53.590401+0000 mon.smithi120 2022-01-25T22:46:54.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: (mon.0) 759 : audit [INF] 2022-01-25T22:46:54.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:46:54.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: audit 2022-01-25T 2022-01-25T22:46:54.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: 22:46:53.597041+0000 mon.smithi120 ( 2022-01-25T22:46:54.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: mon.0) 760 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:46:54.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: 2022-01-25T22:46:54.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: cluster 2022-01-25 2022-01-25T22:46:54.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: T22:46:54.408355+0000 2022-01-25T22:46:54.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: mon.smithi120 (mon.0) 761 : cluster 2022-01-25T22:46:54.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:54 smithi120 conmon[28653]: [DBG] mgrmap e33: smithi120.hllzij(active, since 2s), standbys: smithi145.phdhej 2022-01-25T22:46:54.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:54 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:53.452397+0000 mgr.smithi120.hllzij (mgr.14704) 1 : cephadm [INF] inventory: adjusted host smithi145 addr 'smithi145' -> '172.21.15.145' 2022-01-25T22:46:54.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:54 smithi145 conmon[31276]: audit 2022-01-25T22:46 2022-01-25T22:46:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:54 smithi145 conmon[31276]: :53.547879+0000 mon.smithi120 (mon.0) 755 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:54 smithi145 conmon[31276]: audit 2022-01-25T22:46:53.549961+0000 mon.smithi120 (mon.0) 756 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:46:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:54 smithi145 conmon[31276]: audit 2022-01-25T22:46:53.551247+0000 mon.smithi120 (mon.0) 757 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:46:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:54 smithi145 conmon[31276]: audit 2022-01-25T22:46:53.552496+0000 mon.smithi120 (mon.0) 758 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:46:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:54 smithi145 conmon[31276]: cephadm 2022-01-25T22:46:53.553308+0000 mgr.smithi120.hllzij (mgr.14704) 2 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:46:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:54 smithi145 conmon[31276]: audit 2022-01-25T22:46:53.590401+0000 mon.smithi120 (mon.0) 759 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:46:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:54 smithi145 conmon[31276]: audit 2022-01-25T22:46:53.597041+0000 mon.smithi120 (mon.0) 760 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:46:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:54 smithi145 conmon[31276]: cluster 2022-01-25T22:46:54.408355+0000 mon.smithi120 (mon.0) 761 : cluster [DBG] mgrmap e33: smithi120.hllzij(active, since 2s), standbys: smithi145.phdhej 2022-01-25T22:46:55.750 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 32 sec latency 33237.868 ms 2022-01-25T22:46:56.750 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 33 sec latency 34237.893 ms 2022-01-25T22:46:56.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:56 smithi120 conmon[28653]: cluster 2022-01-25T22:46:54.428027+0000 2022-01-25T22:46:56.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:56 smithi120 conmon[28653]: mgr.smithi120.hllzij (mgr.14704) 3 : cluster [DBG] pgmap v3: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:46:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:56 smithi120 conmon[28653]: cluster 2022-01-25T22:46:55.525988+0000 mon.smithi120 (mon.0) 762 : cluster [DBG] mgrmap e34: smithi120.hllzij(active, since 3s), standbys: smithi145.phdhej 2022-01-25T22:46:56.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:56 smithi145 conmon[31276]: cluster 2022-01-25T22:46:54.428027 2022-01-25T22:46:56.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:56 smithi145 conmon[31276]: +0000 mgr.smithi120.hllzij (mgr.14704) 3 : cluster [DBG] pgmap v3: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:46:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:56 smithi145 conmon[31276]: cluster 2022-01-25T22:46:55.525988+0000 mon.smithi120 (mon.0) 762 : cluster [DBG] mgrmap e34: smithi120.hllzij(active, since 3s), standbys: smithi145.phdhej 2022-01-25T22:46:57.750 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 34 sec latency 35237.917 ms 2022-01-25T22:46:57.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:57 smithi120 conmon[28653]: cluster 2022-01-25T22:46:55.411343+0000 mgr.smithi120.hllzij (mgr.14704) 4 : 2022-01-25T22:46:57.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:57 smithi120 conmon[28653]: cluster [DBG] pgmap v4: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:46:57.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:57 smithi145 conmon[31276]: cluster 2022-01-25T22:46:55.411343+0000 2022-01-25T22:46:57.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:57 smithi145 conmon[31276]: mgr.smithi120.hllzij (mgr.14704) 4 : cluster [DBG] pgmap v4: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:46:58.750 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 35 sec latency 36237.942 ms 2022-01-25T22:46:58.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:58 smithi120 conmon[28653]: cluster 2022-01-25T22:46:57.411674+0000 mgr.smithi120.hllzij 2022-01-25T22:46:58.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:46:58 smithi120 conmon[28653]: (mgr.14704) 5 : cluster [DBG] pgmap v5: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:46:58.827 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:58 smithi145 conmon[31276]: cluster 2022-01-25T22:46:57.411674+0000 mgr.smithi120.hllzij (mgr.14704) 5 2022-01-25T22:46:58.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:46:58 smithi145 conmon[31276]: : cluster [DBG] pgmap v5: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:46:59.750 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 36 sec latency 37237.968 ms 2022-01-25T22:47:00.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:00 smithi120 conmon[28653]: audit 2022-01-25T22:46:59.137639+0000 mon.smithi120 (mon.0) 763 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:00.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:00 smithi120 conmon[28653]: cluster 2022-01-25T22:46:59.169134+0000 mon.smithi120 (mon.0) 764 : cluster [DBG] Standby manager daemon smithi145.phdhej restarted 2022-01-25T22:47:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:00 smithi120 conmon[28653]: cluster 2022-01-25T22:46:59.169234+0000 mon.smithi120 (mon.0) 765 : cluster [DBG] Standby manager daemon smithi145.phdhej started 2022-01-25T22:47:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:00 smithi120 conmon[28653]: audit 2022-01-25T22:46:59.171862+0000 mon.smithi120 (mon.0) 766 : audit [DBG] from='mgr.? 172.21.15.145:0/2147198380' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/crt"}]: dispatch 2022-01-25T22:47:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:00 smithi120 conmon[28653]: audit 2022-01-25T22:46:59.172716+0000 mon.smithi120 (mon.0) 767 : audit [DBG] from='mgr.? 172.21.15.145:0/2147198380' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:47:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:00 smithi120 conmon[28653]: audit 2022-01-25T22:46:59.174997+0000 mon.smithi120 (mon.0) 768 : audit [DBG] from='mgr.? 172.21.15.145:0/2147198380' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/key"}]: dispatch 2022-01-25T22:47:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:00 smithi120 conmon[28653]: audit 2022-01-25T22:46:59.175419+0000 mon.smithi120 (mon.0) 769 : audit [DBG] from='mgr.? 172.21.15.145:0/2147198380' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:47:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:00 smithi120 conmon[28653]: audit 2022-01-25T22:46:59.526952+0000 mon.smithi120 (mon.0) 770 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:47:00.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:00 smithi145 conmon[31276]: audit 2022-01-25T22:46:59.137639+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:00 smithi145 conmon[31276]: 763 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:00 smithi145 conmon[31276]: cluster 2022-01-25T22:46:59.169134+0000 mon.smithi120 (mon.0) 764 : cluster [DBG] Standby manager daemon smithi145.phdhej restarted 2022-01-25T22:47:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:00 smithi145 conmon[31276]: cluster 2022-01-25T22:46:59.169234+0000 mon.smithi120 (mon.0) 765 : cluster [DBG] Standby manager daemon smithi145.phdhej started 2022-01-25T22:47:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:00 smithi145 conmon[31276]: audit 2022-01-25T22:46:59.171862+0000 mon.smithi120 (mon.0) 766 : audit [DBG] from='mgr.? 172.21.15.145:0/2147198380' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/crt"}]: dispatch 2022-01-25T22:47:00.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:00 smithi145 conmon[31276]: audit 2022-01-25T22:46:59.172716+0000 mon.smithi120 (mon.0) 767 : audit [DBG] from='mgr.? 172.21.15.145:0/2147198380' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:47:00.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:00 smithi145 conmon[31276]: audit 2022 2022-01-25T22:47:00.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:00 smithi145 conmon[31276]: -01-25T22:46:59.174997+0000 mon.smithi120 (mon.0) 768 : audit [DBG] from='mgr.? 172.21.15.145:0/2147198380' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/key"}]: dispatch 2022-01-25T22:47:00.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:00 smithi145 conmon[31276]: audit 2022-01-25T22:46:59.175419+0000 mon.smithi120 (mon.0 2022-01-25T22:47:00.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:00 smithi145 conmon[31276]: ) 769 : audit [DBG] from='mgr.? 172.21.15.145:0/2147198380' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:47:00.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:00 smithi145 conmon[31276]: audit 2022-01-25T22:46:59.526952 2022-01-25T22:47:00.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:00 smithi145 conmon[31276]: +0000 mon.smithi120 (mon.0) 770 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:47:00.750 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 37 sec latency 38238.075 ms 2022-01-25T22:47:01.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:01 smithi120 conmon[28653]: cluster 2022-01-25T22:46:59.412228+0000 mgr.smithi120.hllzij (mgr.14704) 6 : cluster 2022-01-25T22:47:01.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:01 smithi120 conmon[28653]: [DBG] pgmap v6: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:47:01.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:01 smithi120 conmon[28653]: cluster 2022-01-25T22:47:00.148811+0000 mon.smithi120 (mon.0) 771 : cluster [DBG] mgrmap e35: smithi120.hllzij(active, since 7s), standbys: smithi145.phdhej 2022-01-25T22:47:01.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:01 smithi120 conmon[28653]: audit 2022-01-25T22:47:00.843468+0000 mon.smithi120 (mon.0) 772 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:01.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:01 smithi145 conmon[31276]: cluster 2022-01-25T22:46:59.412228+0000 mgr.smithi120.hllzij (mgr.14704) 6 : cluster [DBG] pgmap v6: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2022-01-25T22:47:01.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:01 smithi145 conmon[31276]: 2022-01-25T22:47:01.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:01 smithi145 conmon[31276]: cluster 2022-01-25T22:47:00.148811+0000 mon.smithi120 (mon.0) 771 : cluster [DBG] mgrmap e35: smithi120.hllzij(active, since 7s), standbys: smithi145.phdhej 2022-01-25T22:47:01.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:01 smithi145 conmon[31276]: audit 2022-01-25T22:47:01.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:01 smithi145 conmon[31276]: 2022-01-25T22:47:00.843468+0000 mon.smithi120 (mon.0) 772 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:01.750 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 38 sec latency 39238.151 ms 2022-01-25T22:47:02.381 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:02 smithi145 conmon[31276]: audit 2022-01-25T22:47:01.213009+0000 mon.smithi120 (mon 2022-01-25T22:47:02.381 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:02 smithi145 conmon[31276]: .0) 773 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:47:02.382 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:02 smithi145 conmon[31276]: audit 2022-01-25T22:47:01.219334+0000 mon.smithi120 (mon.0) 774 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:02.382 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:02 smithi145 conmon[31276]: audit 2022-01-25T22:47:01.226446+0000 mon.smithi120 (mon.0) 775 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:02.382 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:02 smithi145 conmon[31276]: audit 2022-01-25T22:47:01.229196+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:02.383 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:02 smithi145 conmon[31276]: 776 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:02.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:02 smithi120 conmon[28653]: audit 2022-01-25T22:47:01.213009+0000 mon.smithi120 (mon.0) 773 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:47:02.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:02 smithi120 conmon[28653]: 2022-01-25T22:47:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:02 smithi120 conmon[28653]: audit 2022-01-25T22:47:01.219334+0000 mon.smithi120 (mon.0) 774 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:02 smithi120 conmon[28653]: audit 2022-01-25T22:47:01.226446+0000 mon.smithi120 (mon.0) 775 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:02 smithi120 conmon[28653]: audit 2022-01-25T22:47:01.229196+0000 mon.smithi120 (mon.0) 776 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:02.750 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 39 sec latency 40238.291 ms 2022-01-25T22:47:03.401 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:03 smithi145 conmon[31276]: cluster 2022-01-25T22:47:01.412924+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:47:03.402 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:03 smithi145 conmon[31276]: 7 : cluster [DBG] pgmap v7: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 293 B/s rd, 0 op/s 2022-01-25T22:47:03.402 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:03 smithi145 conmon[31276]: audit 2022-01-25T22:47:02.410224+0000 mon.smithi120 (mon.0) 777 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi145.phdhej", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:47:03.402 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:03 smithi145 conmon[31276]: audit 2022-01-25T22:47:02.411199+0000 mon.smithi120 (mon.0) 778 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:47:03.402 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:03 smithi145 conmon[31276]: audit 2022-01-25T22:47:02.412088+0000 mon.smithi120 (mon.0) 779 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:03.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:03 smithi120 conmon[28653]: cluster 2022-01-25T22:47:01.412924+0000 mgr.smithi120.hllzij (mgr.14704) 7 : cluster [DBG] pgmap v7: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 293 B/s rd, 0 op/s 2022-01-25T22:47:03.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:03 smithi120 conmon[28653]: audit 2022-01-25T22:47:02.410224+0000 mon.smithi120 (mon.0) 777 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.smithi145.phdhej", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2022-01-25T22:47:03.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:03 smithi120 conmon[28653]: audit 2022-01-25T22:47:02.411199+0000 mon.smithi120 (mon.0) 778 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mgr services"}]: dispatch 2022-01-25T22:47:03.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:03 smithi120 conmon[28653]: audit 2022-01-25T 2022-01-25T22:47:03.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:03 smithi120 conmon[28653]: 22:47:02.412088+0000 mon.smithi120 (mon.0) 779 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:03.750 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 40 sec latency 41238.392 ms 2022-01-25T22:47:04.296 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:04 smithi145 conmon[31276]: cephadm 2022-01-25T22:47:02.409776+0000 mgr.smithi120.hllzij (mgr.14704) 8 : cephadm [INF] Upgrade: Updating mgr.smithi145.phdhej 2022-01-25T22:47:04.297 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:04 smithi145 conmon[31276]: 2022-01-25T22:47:04.297 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:04 smithi145 conmon[31276]: cephadm 2022-01-25T22:47:02.412813+0000 mgr.smithi120.hllzij (mgr.14704) 9 : cephadm [INF] Deploying daemon mgr.smithi145.phdhej on smithi145 2022-01-25T22:47:04.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:04 smithi120 conmon[28653]: cephadm 2022-01-25T22:47:02.409776+0000 2022-01-25T22:47:04.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:04 smithi120 conmon[28653]: mgr.smithi120.hllzij (mgr.14704) 8 : cephadm [INF] Upgrade: Updating mgr.smithi145.phdhej 2022-01-25T22:47:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:04 smithi120 conmon[28653]: cephadm 2022-01-25T22:47:02.412813+0000 mgr.smithi120.hllzij (mgr.14704) 9 : cephadm [INF] Deploying daemon mgr.smithi145.phdhej on smithi145 2022-01-25T22:47:04.750 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 41 sec latency 42238.511 ms 2022-01-25T22:47:05.236 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:05 smithi145 conmon[31276]: cluster 2022-01-25T22:47:03.413321+0000 mgr.smithi120.hllzij (mgr.14704) 10 : cluster 2022-01-25T22:47:05.236 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:05 smithi145 conmon[31276]: [DBG] pgmap v8: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 227 B/s rd, 0 op/s 2022-01-25T22:47:05.237 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:05 smithi145 conmon[31276]: audit 2022-01-25T22:47:05.039772+0000 mon.smithi120 (mon.0) 780 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:05.237 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:05 smithi145 conmon[31276]: audit 2022-01-25T22:47:05.040660+0000 mon.smithi120 (mon.0) 781 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:05.237 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:05 smithi145 conmon[31276]: audit 2022-01-25T22:47:05.041932+0000 mon.smithi120 (mon.0) 782 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:05.237 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:05 smithi145 conmon[31276]: audit 2022-01-25T22:47:05.042961+0000 mon.smithi120 (mon.0) 783 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:47:05.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:05 smithi120 conmon[28653]: cluster 2022-01-25T22:47:03.413321+0000 mgr.smithi120.hllzij (mgr.14704) 10 : cluster [DBG] pgmap v8: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 227 B/s rd, 0 op/s 2022-01-25T22:47:05.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:05 smithi120 conmon[28653]: audit 2022-01-25T22:47:05.039772+0000 mon.smithi120 (mon.0) 780 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:05.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:05 smithi120 conmon[28653]: audit 2022-01-25T22:47:05.040660+0000 mon.smithi120 (mon.0) 781 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:05.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:05 smithi120 conmon[28653]: audit 2022-01-25T22:47:05.041932+0000 mon.smithi120 ( 2022-01-25T22:47:05.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:05 smithi120 conmon[28653]: mon.0) 782 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:05.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:05 smithi120 conmon[28653]: audit 2022-01-25T22:47:05.042961+0000 mon.smithi120 (mon.0) 783 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:47:05.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 42 sec latency 43238.638 ms 2022-01-25T22:47:06.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:06 smithi120 conmon[28653]: cephadm 2022-01-25T22:47:05.043719+0000 mgr.smithi120.hllzij (mgr.14704) 11 : cephadm 2022-01-25T22:47:06.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:06 smithi120 conmon[28653]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:47:06.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:06 smithi145 conmon[31276]: cephadm 2022-01-25T22:47:05.043719+0000 mgr.smithi120.hllzij (mgr.14704) 11 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:47:06.750 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 43 sec latency 44238.721 ms 2022-01-25T22:47:07.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:07 smithi120 conmon[28653]: cluster 2022-01-25T22:47:05.414037+0000 mgr.smithi120.hllzij (mgr.14704) 12 : cluster 2022-01-25T22:47:07.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:07 smithi120 conmon[28653]: [DBG] pgmap v9: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 186 B/s rd, 0 op/s 2022-01-25T22:47:07.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:07 smithi145 conmon[31276]: cluster 2022-01-25T22:47:05.414037+0000 mgr.smithi120.hllzij (mgr.14704) 12 2022-01-25T22:47:07.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:07 smithi145 conmon[31276]: : cluster [DBG] pgmap v9: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 186 B/s rd, 0 op/s 2022-01-25T22:47:07.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 44 sec latency 45238.774 ms 2022-01-25T22:47:08.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 45 sec latency 46238.862 ms 2022-01-25T22:47:09.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:09 smithi120 conmon[28653]: cluster 2022-01-25T22:47:07.414491+0000 mgr.smithi120.hllzij (mgr.14704) 13 : cluster [DBG] pgmap v10: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:09.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:09 smithi120 conmon[28653]: cluster 2022-01-25T22:47:09.147778+0000 mds.foofs.smithi145.odeite (mds.0) 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 34.548480 secs 2022-01-25T22:47:09.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:09 smithi120 conmon[28653]: cluster 2022-01-25T22:47:09.147785+0000 mds.foofs.smithi145.odeite (mds.0) 2 : cluster [WRN] slow request 34.548479 seconds old, received at 2022-01-25T22:46:34.599241+0000: client_request(client.14684:4 getattr pAsLsXsFs #0x10000004351 2022-01-25T22:46:34.599079+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:47:09.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:09 smithi145 conmon[31276]: cluster 2022-01-25T22:47:07.414491+0000 mgr.smithi120.hllzij (mgr.14704) 13 : cluster [DBG] pgmap v10: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:09.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:09 smithi145 conmon[31276]: cluster 2022-01-25T22:47:09.147778+0000 mds.foofs.smithi145.odeite (mds.0) 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 34.548480 secs 2022-01-25T22:47:09.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:09 smithi145 conmon[31276]: cluster 2022-01-25T22:47:09.147785+0000 mds.foofs.smithi145.odeite (mds.0) 2 : cluster [WRN] slow request 34.548479 seconds old, received at 2022-01-25T22:46:34.599241+0000: client_request(client.14684:4 getattr pAsLsXsFs #0x10000004351 2022-01-25T22:46:34.599079+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:47:09.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 46 sec latency 47238.965 ms 2022-01-25T22:47:10.499 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:10 smithi120 conmon[28653]: cluster 2022-01-25T22:47:09.243259+0000 mon.smithi120 (mon 2022-01-25T22:47:10.499 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:10 smithi120 conmon[28653]: .0) 784 : cluster [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST) 2022-01-25T22:47:10.499 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:10 smithi120 conmon[28653]: cluster 2022-01-25T22:47:09.250366+0000 mon.smithi120 (mon.0) 785 : cluster [DBG] mds.? [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852] up:active 2022-01-25T22:47:10.500 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:10 smithi120 conmon[28653]: cluster 2022-01-25T22:47:09.250456+0000 mon.smithi120 (mon.0) 786 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:47:10.500 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:10 smithi120 conmon[28653]: audit 2022-01-25T22:47:09.791717+0000 mon.smithi120 (mon.0) 787 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:10.500 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:10 smithi120 conmon[28653]: audit 2022-01-25T22:47:09.796089+0000 mon.smithi120 (mon.0) 788 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:10.500 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:10 smithi120 conmon[28653]: audit 2022-01-25T22:47:09.801851+0000 mon.smithi120 (mon.0) 789 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:10.501 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:10 smithi120 conmon[28653]: audit 2022-01-25T22:47:09.805079+0000 mon.smithi120 (mon.0) 790 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:10.501 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:10 smithi120 conmon[28653]: audit 2022-01-25T22:47:09.807012+0000 mon.smithi120 (mon.0) 791 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:10.501 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:10 smithi120 conmon[28653]: audit 2022-01-25T22:47:09.811600+0000 mon.smithi120 (mon.0) 792 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:10.501 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:10 smithi120 conmon[28653]: audit 2022-01-25T22:47:09.812381+0000 mon.smithi120 (mon.0) 793 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi120.hllzij"}]: dispatch 2022-01-25T22:47:10.502 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:10 smithi120 conmon[28653]: audit 2022-01-25T22:47:09.818089+0000 mon.smithi120 (mon.0) 794 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi120.hllzij"}]': finished 2022-01-25T22:47:10.502 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:10 smithi120 conmon[28653]: audit 2022-01-25T22:47:09.818772+0000 mon.smithi120 (mon.0) 795 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi145.phdhej"}]: dispatch 2022-01-25T22:47:10.502 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:10 smithi120 conmon[28653]: audit 2022-01-25T22:47:09.825031+0000 mon.smithi120 (mon.0) 796 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi145.phdhej"}]': finished 2022-01-25T22:47:10.502 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:10 smithi120 conmon[28653]: audit 2022-01-25T22:47:09.825828+0000 mon.smithi120 (mon.0) 797 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-01-25T22:47:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: cluster 2022-01-25T22:47:09.243259+0000 mon.smithi120 (mon.0) 784 : cluster 2022-01-25T22:47:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: [WRN] Health check failed: 1 MDSs report slow requests (MDS_SLOW_REQUEST) 2022-01-25T22:47:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: cluster 2022-01-25T22:47:09.250366+0000 mon.smithi120 (mon.0) 785 : cluster [DBG] mds.? [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852] up:active 2022-01-25T22:47:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: cluster 2022-01-25T22:47:09.250456+0000 mon.smithi120 (mon.0) 786 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:47:10.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: audit 2022-01-25T22:47 2022-01-25T22:47:10.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: :09.791717+0000 mon.smithi120 (mon.0) 787 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:10.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: audit 2022-01-25T22:47:10.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: 2022-01-25T22:47 2022-01-25T22:47:10.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: :09.796089+0000 mon.smithi120 (mon 2022-01-25T22:47:10.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: .0) 788 : audit [INF] 2022-01-25T22:47:10.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:10.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: audit 2022-01-25T22:47:10.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: 2022-01-25T22:47 2022-01-25T22:47:10.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: :09.801851+0000 mon.smithi120 (mon 2022-01-25T22:47:10.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: .0) 789 : audit [INF] 2022-01-25T22:47:10.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:10.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: audit 2022 2022-01-25T22:47:10.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: -01-25T22:47: 2022-01-25T22:47:10.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: 09.805079+0000 mon.smithi120 (mon.0 2022-01-25T22:47:10.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: ) 790 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:10.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:47:10.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: 01-25T22:47:09.807012 2022-01-25T22:47:10.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: +0000 mon.smithi120 (mon.0) 791 2022-01-25T22:47:10.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:10.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: audit 2022 2022-01-25T22:47:10.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: -01-25T22:47:09 2022-01-25T22:47:10.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: .811600+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:10.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: 792 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:10.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: audit 2022 2022-01-25T22:47:10.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: -01-25T22:47:09. 2022-01-25T22:47:10.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: 812381+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:10.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: 793 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi120.hllzij"}]: dispatch 2022-01-25T22:47:10.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: audit 2022- 2022-01-25T22:47:10.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: 01-25T22:47:09.818089 2022-01-25T22:47:10.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: +0000 mon.smithi120 (mon.0) 794 : 2022-01-25T22:47:10.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi120.hllzij"}]': finished 2022-01-25T22:47:10.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: audit 2022 2022-01-25T22:47:10.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: -01-25T22:47:09 2022-01-25T22:47:10.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: .818772+0000 mon.smithi120 (mon.0 2022-01-25T22:47:10.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: ) 795 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi145.phdhej"}]: dispatch 2022-01-25T22:47:10.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: audit 2022 2022-01-25T22:47:10.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: -01-25T22:47:09 2022-01-25T22:47:10.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: .825031+0000 mon.smithi120 (mon.0 2022-01-25T22:47:10.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: ) 796 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.smithi145.phdhej"}]': finished 2022-01-25T22:47:10.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: audit 2022 2022-01-25T22:47:10.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: -01-25T22:47:09 2022-01-25T22:47:10.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: .825828+0000 mon.smithi120 (mon.0 2022-01-25T22:47:10.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:10 smithi145 conmon[31276]: ) 797 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-01-25T22:47:10.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 47 sec latency 48239.007 ms 2022-01-25T22:47:11.527 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: cluster 2022-01-25T22:47:09.415056+0000 mgr.smithi120.hllzij ( 2022-01-25T22:47:11.528 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: mgr.14704) 14 : cluster [DBG] pgmap v11: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:11.528 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: cephadm 2022-01-25T22:47:09.807721+0000 mgr.smithi120.hllzij (mgr.14704) 15 : cephadm [INF] Upgrade: Setting container_image for all mgr 2022-01-25T22:47:11.529 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: cluster 2022-01-25T22:47:10.583725+0000 mon.smithi120 (mon.0) 798 : cluster [DBG] Standby manager daemon smithi145.phdhej restarted 2022-01-25T22:47:11.529 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: cluster 2022-01-25T22:47:10.583816+0000 mon.smithi120 (mon.0) 799 : cluster [DBG] Standby manager daemon smithi145.phdhej started 2022-01-25T22:47:11.529 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: audit 2022-01-25T22:47:10.585311+0000 mon.smithi145 (mon.1) 109 : audit [DBG] from='mgr.? 172.21.15.145:0/733736046' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/crt"}]: dispatch 2022-01-25T22:47:11.529 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: audit 2022-01-25T22:47:10.585742+0000 mon.smithi145 (mon.1) 110 : audit [DBG] from='mgr.? 172.21.15.145:0/733736046' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:47:11.530 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: audit 2022-01-25T22: 2022-01-25T22:47:11.530 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: 47:10.588139+0000 mon.smithi145 (mon.1) 111 : audit [DBG] from='mgr.? 172.21.15.145:0/733736046' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/key"}]: dispatch 2022-01-25T22:47:11.530 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: audit 2022-01-25T22:47:10.589060+0000 mon.smithi145 (mon. 2022-01-25T22:47:11.530 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: 1) 112 : audit [DBG] from='mgr.? 172.21.15.145:0/733736046' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:47:11.531 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: audit 2022-01-25T22:47:11.531 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: 2022-01-25T22:47:11.105749+0000 mon.smithi120 (mon.0 2022-01-25T22:47:11.531 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: ) 800 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:11.531 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: audit 2022-01-25T22: 2022-01-25T22:47:11.532 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: 47:11.106411+0000 mon.smithi120 (mon.0) 801 2022-01-25T22:47:11.532 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:47:11.532 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: audit 2022-01-25T22:47: 2022-01-25T22:47:11.532 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: 11.107027+0000 mon.smithi120 (mon.0) 802 : audit 2022-01-25T22:47:11.532 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:47:11.533 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: audit 2022-01-25T22: 2022-01-25T22:47:11.533 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: 47:11.108564+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:11.533 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:11 smithi120 conmon[28653]: 803 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:11.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: cluster 2022-01-25T22:47:09.415056+0000 mgr.smithi120.hllzij (mgr.14704) 14 : cluster [DBG] 2022-01-25T22:47:11.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: pgmap v11: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:11.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: cephadm 2022-01-25T22:47:09.807721+0000 mgr.smithi120.hllzij (mgr.14704) 15 : cephadm [INF] Upgrade: Setting container_image for all mgr 2022-01-25T22:47:11.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: cluster 2022-01-25T22:47:10.583725+0000 mon.smithi120 (mon.0 2022-01-25T22:47:11.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: ) 798 : cluster [DBG] Standby manager daemon smithi145.phdhej restarted 2022-01-25T22:47:11.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: cluster 2022-01-25T22:47:10.583816+0000 mon.smithi120 (mon.0) 799 : cluster [DBG] Standby manager daemon smithi145.phdhej started 2022-01-25T22:47:11.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: audit 2022-01-25T22:47:10.585311+0000 mon.smithi145 (mon. 2022-01-25T22:47:11.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: 1) 109 : audit [DBG] from='mgr.? 172.21.15.145:0/733736046' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/crt"}]: dispatch 2022-01-25T22:47:11.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: audit 2022-01-25T22:47:10.585742+0000 mon.smithi145 ( 2022-01-25T22:47:11.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: mon.1) 110 : audit [DBG] from='mgr.? 172.21.15.145:0/733736046' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2022-01-25T22:47:11.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: audit 2022-01-25T22:47:10.588139+0000 mon.smithi145 (mon.1 2022-01-25T22:47:11.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: ) 111 : audit [DBG] from='mgr.? 172.21.15.145:0/733736046' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/smithi145.phdhej/key"}]: dispatch 2022-01-25T22:47:11.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: audit 2022-01-25T22:47:10.589060+0000 mon.smithi145 (mon.1) 2022-01-25T22:47:11.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: 112 : audit [DBG] from='mgr.? 172.21.15.145:0/733736046' entity='mgr.smithi145.phdhej' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2022-01-25T22:47:11.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: audit 2022-01-25T22:47:11.105749+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:11.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: 800 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:11.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: audit 2022-01-25T22:47:11.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: 2022-01-25T22:47:11.106411+0000 mon.smithi120 (mon.0) 801 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:47:11.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: audit 2022-01-25T22:47:11.107027+0000 mon.smithi120 (mon.0 2022-01-25T22:47:11.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: ) 802 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:47:11.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: audit 2022-01-25T22:47:11.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:11 smithi145 conmon[31276]: 2022-01-25T22:47:11.108564+0000 mon.smithi120 (mon.0) 803 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:11.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 48 sec latency 49239.041 ms 2022-01-25T22:47:12.364 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:12 smithi120 conmon[28653]: cephadm 2022-01-25T22:47:11.101751+0000 mgr.smithi120.hllzij (mgr.14704) 16 : cephadm [INF] Upgrade: Updating mon.smithi120 2022-01-25T22:47:12.365 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:12 smithi120 conmon[28653]: cephadm 2022-01-25T22:47:11.109069+0000 mgr.smithi120.hllzij (mgr.14704) 17 : cephadm [INF] Deploying daemon mon.smithi120 on smithi120 2022-01-25T22:47:12.365 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:12 smithi120 conmon[28653]: cluster 2022-01-25T22:47:11.257954+0000 mon.smithi120 (mon.0) 804 : cluster [DBG] mgrmap e36: smithi120.hllzij(active, since 18s), standbys: smithi145.phdhej 2022-01-25T22:47:12.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:12 smithi145 conmon[31276]: cephadm 2022-01-25T22:47:11.101751+0000 mgr.smithi120.hllzij (mgr.14704) 16 : cephadm [INF] 2022-01-25T22:47:12.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:12 smithi145 conmon[31276]: Upgrade: Updating mon.smithi120 2022-01-25T22:47:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:12 smithi145 conmon[31276]: cephadm 2022-01-25T22:47:11.109069+0000 mgr.smithi120.hllzij (mgr.14704) 17 : cephadm [INF] Deploying daemon mon.smithi120 on smithi120 2022-01-25T22:47:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:12 smithi145 conmon[31276]: cluster 2022-01-25T22:47:11.257954+0000 mon.smithi120 (mon.0) 804 : cluster [DBG] 2022-01-25T22:47:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:12 smithi145 conmon[31276]: mgrmap e36: smithi120.hllzij(active, since 18s), standbys: smithi145.phdhej 2022-01-25T22:47:12.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 49 sec latency 50239.132 ms 2022-01-25T22:47:12.797 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:12 smithi120 systemd[1]: Stopping Ceph mon.smithi120 for 7850299a-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:47:12.798 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:12 smithi120 conmon[28653]: debug 2022-01-25T22:47:12.463+0000 7f048489c700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi120 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-01-25T22:47:12.798 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:12 smithi120 conmon[28653]: debug 2022-01-25T22:47:12.463+0000 7f048489c700 -1 mon.smithi120@0(leader) e2 *** Got Signal Terminated *** 2022-01-25T22:47:13.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:12 smithi120 bash[101922]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c-mon.smithi120 2022-01-25T22:47:13.541 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 bash[101922]: Error: no container with name or ID "ceph-7850299a-7e2f-11ec-8c35-001a4aab830c-mon-smithi120" found: no such container 2022-01-25T22:47:13.541 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 bash[101922]: Error: no container with name or ID "ceph-7850299a-7e2f-11ec-8c35-001a4aab830c-mon.smithi120" found: no such container 2022-01-25T22:47:13.541 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mon.smithi120.service: Succeeded. 2022-01-25T22:47:13.542 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 systemd[1]: Stopped Ceph mon.smithi120 for 7850299a-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:47:13.542 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 systemd[1]: Starting Ceph mon.smithi120 for 7850299a-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:47:13.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 50 sec latency 51239.179 ms 2022-01-25T22:47:13.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 podman[102273]: 2022-01-25T22:47:13.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.758+0000 7f7e3a572700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-25T22:47:13.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.758+0000 7f7e3a572700 0 ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable), process ceph-mon, pid 7 2022-01-25T22:47:13.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.758+0000 7f7e3a572700 0 pidfile_write: ignore empty --pid-file 2022-01-25T22:47:13.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 bash[102120]: 33b1db8ff431ef8b8bcb87bf9c77771e6a3791ec24bce169d4b109495d1b2177 2022-01-25T22:47:13.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.762+0000 7f7e3a572700 0 load: jerasure load: lrc load: isa 2022-01-25T22:47:13.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: RocksDB version: 6.8.1 2022-01-25T22:47:13.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-25T22:47:13.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Compile date Jan 25 2022 2022-01-25T22:47:13.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: DB SUMMARY 2022-01-25T22:47:13.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: CURRENT file: CURRENT 2022-01-25T22:47:13.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: IDENTITY file: IDENTITY 2022-01-25T22:47:13.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: MANIFEST file: MANIFEST-000008 size: 392 Bytes 2022-01-25T22:47:13.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi120/store.db dir, Total Num: 1, files: 000014.sst 2022-01-25T22:47:13.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi120/store.db: 000012.log size: 9254958 ; 2022-01-25T22:47:13.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.error_if_exists: 0 2022-01-25T22:47:13.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.create_if_missing: 0 2022-01-25T22:47:13.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.paranoid_checks: 1 2022-01-25T22:47:13.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.env: 0x5587f01f73a0 2022-01-25T22:47:13.808 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.fs: Posix File System 2022-01-25T22:47:13.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.info_log: 0x5587f221fb80 2022-01-25T22:47:13.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-25T22:47:13.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.statistics: (nil) 2022-01-25T22:47:13.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.use_fsync: 0 2022-01-25T22:47:13.809 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.810 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_log_file_size: 0 2022-01-25T22:47:13.810 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-25T22:47:13.810 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-25T22:47:13.810 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-25T22:47:13.811 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-25T22:47:13.811 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.allow_fallocate: 1 2022-01-25T22:47:13.811 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-25T22:47:13.811 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-25T22:47:13.811 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.use_direct_reads: 0 2022-01-25T22:47:13.812 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-25T22:47:13.812 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-25T22:47:13.812 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.db_log_dir: 2022-01-25T22:47:13.812 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi120/store.db 2022-01-25T22:47:13.812 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-25T22:47:13.813 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_subcompactions: 1 2022-01-25T22:47:13.813 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_background_flushes: -1 2022-01-25T22:47:13.813 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-25T22:47:13.813 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-25T22:47:13.813 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-25T22:47:13.814 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-25T22:47:13.814 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-25T22:47:13.814 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-25T22:47:13.814 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-25T22:47:13.814 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.write_buffer_manager: 0x5587f2e8e120 2022-01-25T22:47:13.815 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-25T22:47:13.815 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-25T22:47:13.815 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-25T22:47:13.815 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-25T22:47:13.816 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-25T22:47:13.816 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-25T22:47:13.816 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-25T22:47:13.816 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-25T22:47:13.817 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-25T22:47:13.817 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.unordered_write: 0 2022-01-25T22:47:13.817 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-25T22:47:13.817 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-25T22:47:13.818 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-25T22:47:13.818 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-25T22:47:13.818 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.row_cache: None 2022-01-25T22:47:13.818 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.wal_filter: None 2022-01-25T22:47:13.819 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.819 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-25T22:47:13.819 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-25T22:47:13.819 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.preserve_deletes: 0 2022-01-25T22:47:13.820 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.two_write_queues: 0 2022-01-25T22:47:13.820 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-25T22:47:13.820 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.atomic_flush: 0 2022-01-25T22:47:13.820 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-25T22:47:13.820 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-25T22:47:13.821 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-25T22:47:13.821 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.log_readahead_size: 0 2022-01-25T22:47:13.821 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-25T22:47:13.821 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_background_jobs: 2 2022-01-25T22:47:13.822 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_background_compactions: -1 2022-01-25T22:47:13.822 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-25T22:47:13.824 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-25T22:47:13.824 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-25T22:47:13.824 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-25T22:47:13.824 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-25T22:47:13.825 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-25T22:47:13.825 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-25T22:47:13.825 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-25T22:47:13.825 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_open_files: -1 2022-01-25T22:47:13.825 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-25T22:47:13.826 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-25T22:47:13.826 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-25T22:47:13.826 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-25T22:47:13.826 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Compression algorithms supported: 2022-01-25T22:47:13.827 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-25T22:47:13.827 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: kZSTD supported: 0 2022-01-25T22:47:13.827 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: kXpressCompression supported: 0 2022-01-25T22:47:13.827 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-25T22:47:13.828 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: kLZ4Compression supported: 1 2022-01-25T22:47:13.828 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: kBZip2Compression supported: 0 2022-01-25T22:47:13.828 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: kZlibCompression supported: 1 2022-01-25T22:47:13.828 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: kSnappyCompression supported: 1 2022-01-25T22:47:13.828 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-25T22:47:13.829 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi120/store.db/MANIFEST-000008 2022-01-25T22:47:13.829 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.829 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-25T22:47:13.829 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.830 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-25T22:47:13.830 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.merge_operator: 2022-01-25T22:47:13.830 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compaction_filter: None 2022-01-25T22:47:13.830 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-25T22:47:13.830 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-25T22:47:13.831 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-25T22:47:13.831 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5587f2137c80) 2022-01-25T22:47:13.831 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: cache_index_and_filter_blocks: 1 2022-01-25T22:47:13.831 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-25T22:47:13.832 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-25T22:47:13.832 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: pin_top_level_index_and_filter: 1 2022-01-25T22:47:13.832 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: index_type: 0 2022-01-25T22:47:13.832 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: data_block_index_type: 0 2022-01-25T22:47:13.833 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: index_shortening: 1 2022-01-25T22:47:13.833 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: data_block_hash_table_util_ratio: 0.750000 2022-01-25T22:47:13.833 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: hash_index_allow_collision: 1 2022-01-25T22:47:13.833 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: checksum: 1 2022-01-25T22:47:13.833 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: no_block_cache: 0 2022-01-25T22:47:13.834 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: block_cache: 0x5587f216d010 2022-01-25T22:47:13.834 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: block_cache_name: BinnedLRUCache 2022-01-25T22:47:13.834 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: block_cache_options: 2022-01-25T22:47:13.834 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: capacity : 536870912 2022-01-25T22:47:13.835 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: num_shard_bits : 4 2022-01-25T22:47:13.835 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: strict_capacity_limit : 0 2022-01-25T22:47:13.835 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: high_pri_pool_ratio: 0.000 2022-01-25T22:47:13.835 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: block_cache_compressed: (nil) 2022-01-25T22:47:13.835 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: persistent_cache: (nil) 2022-01-25T22:47:13.836 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: block_size: 4096 2022-01-25T22:47:13.836 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: block_size_deviation: 10 2022-01-25T22:47:13.836 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: block_restart_interval: 16 2022-01-25T22:47:13.836 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: index_block_restart_interval: 1 2022-01-25T22:47:13.837 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: metadata_block_size: 4096 2022-01-25T22:47:13.837 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: partition_filters: 0 2022-01-25T22:47:13.837 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: use_delta_encoding: 1 2022-01-25T22:47:13.837 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-25T22:47:13.838 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: whole_key_filtering: 1 2022-01-25T22:47:13.838 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: verify_compression: 0 2022-01-25T22:47:13.838 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: read_amp_bytes_per_bit: 0 2022-01-25T22:47:13.838 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: format_version: 2 2022-01-25T22:47:13.838 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: enable_index_compression: 1 2022-01-25T22:47:13.839 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: block_align: 0 2022-01-25T22:47:13.839 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.839 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-25T22:47:13.839 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-25T22:47:13.840 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compression: NoCompression 2022-01-25T22:47:13.840 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-25T22:47:13.840 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-25T22:47:13.840 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-25T22:47:13.841 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.num_levels: 7 2022-01-25T22:47:13.841 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-25T22:47:13.841 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-25T22:47:13.841 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.842 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-25T22:47:13.842 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-25T22:47:13.842 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-25T22:47:13.842 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-25T22:47:13.843 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-25T22:47:13.843 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:47:13.843 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-25T22:47:13.843 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-25T22:47:13.844 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-25T22:47:13.844 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-25T22:47:13.844 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-25T22:47:13.844 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:47:13.844 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-25T22:47:13.845 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-25T22:47:13.845 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-25T22:47:13.845 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-25T22:47:13.845 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-25T22:47:13.846 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-25T22:47:13.846 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-25T22:47:13.846 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-25T22:47:13.846 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-25T22:47:13.847 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-25T22:47:13.847 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-25T22:47:13.847 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-25T22:47:13.847 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-25T22:47:13.847 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-25T22:47:13.848 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-25T22:47:13.848 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-25T22:47:13.848 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-25T22:47:13.848 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-25T22:47:13.849 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-25T22:47:13.849 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-25T22:47:13.849 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-25T22:47:13.849 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-25T22:47:13.849 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-25T22:47:13.850 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-25T22:47:13.850 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-25T22:47:13.850 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-25T22:47:13.850 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-25T22:47:13.851 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-25T22:47:13.851 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-25T22:47:13.851 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-25T22:47:13.851 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-25T22:47:13.852 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-25T22:47:13.852 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.852 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-25T22:47:13.853 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.table_properties_collectors: 2022-01-25T22:47:13.853 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.inplace_update_support: 0 2022-01-25T22:47:13.853 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-25T22:47:13.853 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-25T22:47:13.854 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-25T22:47:13.854 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-25T22:47:13.854 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.bloom_locality: 0 2022-01-25T22:47:13.854 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.max_successive_merges: 0 2022-01-25T22:47:13.854 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-25T22:47:13.855 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-25T22:47:13.855 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-25T22:47:13.855 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-25T22:47:13.855 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.ttl: 2592000 2022-01-25T22:47:13.856 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.763+0000 7f7e3a572700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-25T22:47:13.856 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.764+0000 7f7e3a572700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-01-25T22:47:13.856 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.764+0000 7f7e3a572700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi120/store.db/MANIFEST-000008 succeeded,manifest_file_number is 8, next_file_number is 16, last_sequence is 6537, log_number is 12,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-25T22:47:13.856 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.856 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.764+0000 7f7e3a572700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 12 2022-01-25T22:47:13.857 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.857 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.764+0000 7f7e3a572700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150833765094, "job": 1, "event": "recovery_started", "log_files": [12]} 2022-01-25T22:47:13.857 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.764+0000 7f7e3a572700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #12 mode 2 2022-01-25T22:47:13.857 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.771+0000 7f7e3a572700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-01-25T22:47:13.858 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.783+0000 7f7e3a572700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150833784555, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 16, "file_size": 8972697, "table_properties": {"data_size": 8959026, "index_size": 11247, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 1605, "raw_key_size": 12020, "raw_average_key_size": 20, "raw_value_size": 8942094, "raw_average_value_size": 15003, "num_data_blocks": 359, "num_entries": 596, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1643150833, "oldest_key_time": 3, "file_creation_time": 0}} 2022-01-25T22:47:13.858 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.783+0000 7f7e3a572700 4 rocksdb: [version_set.cc:3826] Creating manifest 17 2022-01-25T22:47:13.858 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.858 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.784+0000 7f7e3a572700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-01-25T22:47:13.858 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.784+0000 7f7e3a572700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150833785042, "job": 1, "event": "recovery_finished"} 2022-01-25T22:47:13.859 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.785+0000 7f7e3a572700 4 rocksdb: DB pointer 0x5587f2235800 2022-01-25T22:47:13.859 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.785+0000 7f7e215a8700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-25T22:47:13.859 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.859 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.785+0000 7f7e215a8700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-25T22:47:13.860 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: ** DB Stats ** 2022-01-25T22:47:13.860 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:47:13.860 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-25T22:47:13.860 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-25T22:47:13.860 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:47:13.861 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-25T22:47:13.861 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-25T22:47:13.861 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:47:13.861 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.861 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: ** Compaction Stats [default] ** 2022-01-25T22:47:13.862 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:47:13.862 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:47:13.862 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: L0 1/0 8.56 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 686.6 0.01 0.00 1 0.012 0 0 2022-01-25T22:47:13.862 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: L6 1/0 18.02 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:47:13.863 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Sum 2/0 26.58 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 686.6 0.01 0.00 1 0.012 0 0 2022-01-25T22:47:13.863 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 686.6 0.01 0.00 1 0.012 0 0 2022-01-25T22:47:13.863 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.863 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: ** Compaction Stats [default] ** 2022-01-25T22:47:13.864 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:47:13.864 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:47:13.864 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 686.6 0.01 0.00 1 0.012 0 0 2022-01-25T22:47:13.864 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:47:13.864 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Flush(GB): cumulative 0.008, interval 0.008 2022-01-25T22:47:13.865 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:47:13.865 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:47:13.865 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:47:13.865 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:47:13.866 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Cumulative compaction: 0.01 GB write, 387.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:47:13.866 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Interval compaction: 0.01 GB write, 387.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:47:13.866 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:47:13.866 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.867 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:47:13.867 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.867 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: ** Compaction Stats [default] ** 2022-01-25T22:47:13.867 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:47:13.867 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:47:13.868 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: L0 1/0 8.56 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 686.6 0.01 0.00 1 0.012 0 0 2022-01-25T22:47:13.868 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: L6 1/0 18.02 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:47:13.868 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Sum 2/0 26.58 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 686.6 0.01 0.00 1 0.012 0 0 2022-01-25T22:47:13.868 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:47:13.869 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.869 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: ** Compaction Stats [default] ** 2022-01-25T22:47:13.869 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:47:13.869 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:47:13.869 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 686.6 0.01 0.00 1 0.012 0 0 2022-01-25T22:47:13.870 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:47:13.870 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Flush(GB): cumulative 0.008, interval 0.000 2022-01-25T22:47:13.870 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:47:13.870 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:47:13.871 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:47:13.871 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:47:13.871 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Cumulative compaction: 0.01 GB write, 386.53 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:47:13.871 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:47:13.871 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:47:13.872 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.872 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:47:13.872 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.872 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.786+0000 7f7e3a572700 0 starting mon.smithi120 rank 0 at public addrs [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] at bind addrs [v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi120 fsid 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:47:13.873 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.787+0000 7f7e3a572700 1 mon.smithi120@-1(???) e2 preinit fsid 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:47:13.873 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.787+0000 7f7e3a572700 0 mon.smithi120@-1(???).mds e9 new map 2022-01-25T22:47:13.873 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.787+0000 7f7e3a572700 0 mon.smithi120@-1(???).mds e9 print_map 2022-01-25T22:47:13.873 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: e9 2022-01-25T22:47:13.873 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: enable_multiple, ever_enabled_multiple: 1,1 2022-01-25T22:47:13.874 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-25T22:47:13.874 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: legacy client fscid: 1 2022-01-25T22:47:13.874 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.874 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Filesystem 'foofs' (1) 2022-01-25T22:47:13.875 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: fs_name foofs 2022-01-25T22:47:13.875 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: epoch 9 2022-01-25T22:47:13.875 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: flags 12 2022-01-25T22:47:13.875 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: created 2022-01-25T22:44:02.119434+0000 2022-01-25T22:47:13.876 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: modified 2022-01-25T22:47:09.243177+0000 2022-01-25T22:47:13.876 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: tableserver 0 2022-01-25T22:47:13.876 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: root 0 2022-01-25T22:47:13.876 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: session_timeout 60 2022-01-25T22:47:13.876 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: session_autoclose 300 2022-01-25T22:47:13.877 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: max_file_size 1099511627776 2022-01-25T22:47:13.877 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: required_client_features {} 2022-01-25T22:47:13.877 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: last_failure 0 2022-01-25T22:47:13.877 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: last_failure_osd_epoch 0 2022-01-25T22:47:13.877 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-25T22:47:13.878 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: max_mds 1 2022-01-25T22:47:13.878 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: in 0 2022-01-25T22:47:13.878 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: up {0=24273} 2022-01-25T22:47:13.878 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: failed 2022-01-25T22:47:13.879 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: damaged 2022-01-25T22:47:13.879 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: stopped 2022-01-25T22:47:13.879 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: data_pools [3] 2022-01-25T22:47:13.879 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: metadata_pool 2 2022-01-25T22:47:13.879 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: inline_data disabled 2022-01-25T22:47:13.880 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: balancer 2022-01-25T22:47:13.880 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: standby_count_wanted 1 2022-01-25T22:47:13.880 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: [mds.foofs.smithi145.odeite{0:24273} state up:active seq 48 join_fscid=1 addr [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852] compat {c=[1],r=[1],i=[77f]}] 2022-01-25T22:47:13.880 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.881 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.881 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: Standby daemons: 2022-01-25T22:47:13.881 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.881 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: [mds.foofs.smithi120.biyzgf{-1:14480} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.120:6834/1840895957,v1:172.21.15.120:6835/1840895957] compat {c=[1],r=[1],i=[77f]}] 2022-01-25T22:47:13.882 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:13.882 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.787+0000 7f7e3a572700 0 mon.smithi120@-1(???).osd e66 crush map has features 3314933000854323200, adjusting msgr requires 2022-01-25T22:47:13.882 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.787+0000 7f7e3a572700 0 mon.smithi120@-1(???).osd e66 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:47:13.882 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.787+0000 7f7e3a572700 0 mon.smithi120@-1(???).osd e66 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:47:13.882 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.787+0000 7f7e3a572700 0 mon.smithi120@-1(???).osd e66 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:47:13.883 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: cephadm 2022-01-25T22:47:13.883 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 2022-01-25T22:47:11.101751 2022-01-25T22:47:13.883 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 16 : cephadm 2022-01-25T22:47:13.883 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: [INF] Upgrade: Updating mon.smithi120 2022-01-25T22:47:13.884 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: cephadm 2022-01-25T22:47:11 2022-01-25T22:47:13.884 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: .109069+0000 mgr.smithi120.hllzij (mgr.14704) 17 : 2022-01-25T22:47:13.884 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: cephadm [INF] Deploying daemon mon.smithi120 on smithi120 2022-01-25T22:47:13.884 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: cluster 2022 2022-01-25T22:47:13.884 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: -01-25T22:47:11.257954+0000 mon.smithi120 (mon. 2022-01-25T22:47:13.885 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: 0) 804 : cluster [DBG] mgrmap e36: smithi120.hllzij(active, since 18s), standbys: smithi145.phdhej 2022-01-25T22:47:13.885 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 conmon[102313]: debug 2022-01-25T22:47:13.787+0000 7f7e3a572700 1 mon.smithi120@-1(???).paxosservice(auth 1..38) refresh upgraded, format 0 -> 3 2022-01-25T22:47:14.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:13 smithi120 systemd[1]: Started Ceph mon.smithi120 for 7850299a-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:47:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: audit 2022-01-25T22:47:12.467400+0000 mon.smithi145 2022-01-25T22:47:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: (mon.1) 113 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-25T22:47:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: audit 2022-01-25T22:47:12.468257+0000 mon.smithi145 (mon 2022-01-25T22:47:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: .1) 114 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:47:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: cluster 2022 2022-01-25T22:47:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: -01-25T22:47: 2022-01-25T22:47:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 13.996316+0000 mon.smithi120 (mon. 2022-01-25T22:47:14.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 0) 1 : cluster [INF] mon.smithi120 calling monitor election 2022-01-25T22:47:14.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 2022-01-25T22:47:14.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: cluster 2022-01-25T22:47:14.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 2022-01-25T22:47 2022-01-25T22:47:14.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: :13.998101+0000 mon.smithi120 (mon 2022-01-25T22:47:14.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: .0) 2 : cluster [INF] mon.smithi120 is new leader, mons smithi120,smithi145 in quorum (ranks 0,1) 2022-01-25T22:47:14.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 2022-01-25T22:47:14.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: cluster 2022-01-25T22:47:14.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 2022-01 2022-01-25T22:47:14.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: -25T22:47:14.002133 2022-01-25T22:47:14.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 3 2022-01-25T22:47:14.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: : cluster [DBG] monmap e2: 2 mons at {smithi120=[v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0],smithi145=[v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0]} 2022-01-25T22:47:14.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: cluster 2022- 2022-01-25T22:47:14.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 01-25T22:47:14. 2022-01-25T22:47:14.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 002219+0000 mon.smithi120 (mon.0) 4 2022-01-25T22:47:14.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:47:14.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: cluster 2022-01-25T22:47:14.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 2022-01 2022-01-25T22:47:14.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: -25T22:47:14.002258 2022-01-25T22:47:14.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 2022-01-25T22:47:14.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 5 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-01-25T22:47:14.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: cluster 2022 2022-01-25T22:47:14.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: -01-25T22:47:14. 2022-01-25T22:47:14.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 003153+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:14.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 6 : cluster [DBG] mgrmap e36: smithi120.hllzij(active, since 21s), standbys: smithi145.phdhej 2022-01-25T22:47:14.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: cluster 2022 2022-01-25T22:47:14.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: -01-25T22:47:14. 2022-01-25T22:47:14.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 010080+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:14.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 7 : cluster [WRN] Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-01-25T22:47:14.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: cluster 2022 2022-01-25T22:47:14.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: -01-25T22:47:14. 2022-01-25T22:47:14.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 010095+0000 mon.smithi120 (mon.0) 8 : cluster 2022-01-25T22:47:14.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-25T22:47:14.311 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: cluster 2022-01-25T22:47:14.311 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 2022-01-25T22:47 2022-01-25T22:47:14.311 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: :14.010109+0000 mon.smithi120 (mon 2022-01-25T22:47:14.311 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: .0) 9 : cluster [WRN] 2022-01-25T22:47:14.312 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: mds.foofs.smithi145.odeite(mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:47:14.312 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: audit 2022-01-25T22:47:14.312 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 2022- 2022-01-25T22:47:14.312 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 01-25T22:47:14. 2022-01-25T22:47:14.312 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 010248+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:14.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 10 : audit [INF] from='mgr.14704 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:14.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: audit 2022-01-25T22:47:14.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 2022-01-25T22: 2022-01-25T22:47:14.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 47:14.012984+0000 mon.smithi120 (mon.0) 11 2022-01-25T22:47:14.314 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: : audit [INF] from='mgr.14704 ' entity='' 2022-01-25T22:47:14.314 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: audit 2022-01-25T22:47:14.314 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 2022-01-25T22:47:14.014177+0000 mon.smithi145 (mon.1) 115 : audit [DBG] 2022-01-25T22:47:14.314 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:14.314 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: audit 2022- 2022-01-25T22:47:14.315 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 01-25T22:47:14.016276+0000 2022-01-25T22:47:14.315 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: mon.smithi145 (mon.1) 116 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:14.315 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 2022-01-25T22:47:14.315 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T22:47:14.316 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 22:47:14.017812+0000 mon.smithi145 (mon. 2022-01-25T22:47:14.316 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:14 smithi120 conmon[102313]: 1) 117 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:47:14.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: audit 2022-01-25T22:47:12.467400+0000 mon.smithi145 (mon.1) 113 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-25T22:47:14.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: audit 2022-01-25T22:47:12.468257+0000 mon.smithi145 (mon.1) 114 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-25T22:47:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: cluster 2022-01-25T22:47:13.996316+0000 mon.smithi120 (mon.0) 1 : cluster [INF] mon.smithi120 calling monitor election 2022-01-25T22:47:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: cluster 2022-01-25T22:47:13.998101+0000 mon.smithi120 (mon.0) 2 : cluster [INF] 2022-01-25T22:47:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: mon.smithi120 is new leader, mons smithi120,smithi145 in quorum (ranks 0,1) 2022-01-25T22:47:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: cluster 2022-01-25T22:47:14.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: 2022-01-25T22:47:14.002133+0000 mon.smithi120 (mon.0 2022-01-25T22:47:14.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: ) 3 : cluster [DBG] monmap e2: 2 mons at {smithi120=[v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0],smithi145=[v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0]} 2022-01-25T22:47:14.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: cluster 2022-01-25T22: 2022-01-25T22:47:14.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: 47:14.002219+0000 mon.smithi120 (mon.0) 4 : 2022-01-25T22:47:14.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:47:14.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: cluster 2022-01-25T22:47: 2022-01-25T22:47:14.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: 14.002258+0000 mon.smithi120 (mon.0) 5 : cluster 2022-01-25T22:47:14.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-01-25T22:47:14.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: cluster 2022-01-25T22:47:14. 2022-01-25T22:47:14.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: 003153+0000 mon.smithi120 (mon.0) 6 : cluster [DBG] mgrmap e36: smithi120.hllzij(active, since 21s), standbys: smithi145.phdhej 2022-01-25T22:47:14.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: 2022-01-25T22:47:14.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: cluster 2022-01-25T22:47:14.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: 2022-01-25T22:47:14.010080+0000 mon.smithi120 (mon.0 2022-01-25T22:47:14.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: ) 7 : cluster [WRN] Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-01-25T22:47:14.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: cluster 2022-01-25T 2022-01-25T22:47:14.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: 22:47:14.010095+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:14.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: 8 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-25T22:47:14.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: cluster 2022-01-25T22 2022-01-25T22:47:14.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: :47:14.010109+0000 mon.smithi120 (mon.0) 9 2022-01-25T22:47:14.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: : cluster [WRN] mds.foofs.smithi145.odeite(mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:47:14.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: audit 2022-01-25T22: 2022-01-25T22:47:14.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: 47:14.010248+0000 mon.smithi120 (mon.0) 10 2022-01-25T22:47:14.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: : audit [INF] from='mgr.14704 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:14.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: audit 2022-01-25T22:47 2022-01-25T22:47:14.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: :14.012984+0000 mon.smithi120 (mon.0) 11 : 2022-01-25T22:47:14.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: audit [INF] from='mgr.14704 ' entity='' 2022-01-25T22:47:14.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: audit 2022-01-25T22:47 2022-01-25T22:47:14.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: :14.014177+0000 mon.smithi145 (mon.1) 115 : 2022-01-25T22:47:14.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:14.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: audit 2022-01-25T22:47:14.016276+0000 mon.smithi145 (mon.1) 2022-01-25T22:47:14.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: 116 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:14.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: audit 2022-01-25T22:47 2022-01-25T22:47:14.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: :14.017812+0000 mon.smithi145 (mon.1) 117 : 2022-01-25T22:47:14.338 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:14 smithi145 conmon[31276]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:47:14.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 51 sec latency 52239.207 ms 2022-01-25T22:47:15.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:15 smithi145 conmon[31276]: cluster 2022-01-25T22:47:13.415972+0000 mgr.smithi120.hllzij (mgr.14704) 19 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:15.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:15 smithi145 conmon[31276]: cephadm 2022-01-25T22:47:14.018333+0000 mgr.smithi120.hllzij (mgr.14704) 20 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:47:15.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:15 smithi145 conmon[31276]: cluster 2022-01-25T22:47:14.062829+0000 2022-01-25T22:47:15.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:15 smithi145 conmon[31276]: mon.smithi120 (mon.0) 12 : cluster [DBG] mds.? [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852] up:active 2022-01-25T22:47:15.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:15 smithi145 conmon[31276]: cluster 2022-01-25T22:47:15.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:15 smithi145 conmon[31276]: 2022-01-25T22:47:14.062901+0000 mon.smithi120 (mon.0) 13 2022-01-25T22:47:15.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:15 smithi145 conmon[31276]: : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:47:15.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:15 smithi145 conmon[31276]: cluster 2022-01-25T22:47: 2022-01-25T22:47:15.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:15 smithi145 conmon[31276]: 14.147894+0000 mds.foofs.smithi145.odeite (mds.0) 3 : cluster 2022-01-25T22:47:15.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:15 smithi145 conmon[31276]: [WRN] 1 slow requests, 0 included below; oldest blocked for > 39.548614 secs 2022-01-25T22:47:15.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:15 smithi120 conmon[102313]: cluster 2022-01-25T22:47:13.415972+0000 mgr.smithi120.hllzij (mgr.14704) 19 : cluster [DBG] pgmap v13: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:15.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:15 smithi120 conmon[102313]: cephadm 2022-01-25T22:47:14.018333+0000 mgr.smithi120.hllzij (mgr.14704) 20 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:47:15.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:15 smithi120 conmon[102313]: cluster 2022-01-25T22:47:14.062829+0000 mon.smithi120 (mon.0) 12 : cluster [DBG] mds.? [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852] up:active 2022-01-25T22:47:15.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:15 smithi120 conmon[102313]: cluster 2022-01-25T22:47:14.062901+0000 mon.smithi120 (mon.0) 13 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:47:15.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:15 smithi120 conmon[102313]: cluster 2022-01-25T22:47:14.147894+0000 mds.foofs.smithi145.odeite (mds.0) 3 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 39.548614 secs 2022-01-25T22:47:15.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 52 sec latency 53239.244 ms 2022-01-25T22:47:16.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 53 sec latency 54239.284 ms 2022-01-25T22:47:17.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:17 smithi145 conmon[31276]: cluster 2022-01-25T22:47:15.416567+0000 mgr.smithi120.hllzij (mgr.14704) 21 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:17.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:17 smithi145 conmon[31276]: 2022-01-25T22:47:17.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:17 smithi120 conmon[102313]: cluster 2022-01-25T22:47:15.416567+0000 mgr.smithi120.hllzij (mgr.14704) 21 : cluster [DBG] pgmap v14: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:17.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:17 smithi120 conmon[102313]: 2022-01-25T22:47:17.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 54 sec latency 55239.317 ms 2022-01-25T22:47:18.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 55 sec latency 56239.361 ms 2022-01-25T22:47:19.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:19 smithi145 conmon[31276]: cluster 2022-01-25T22:47:17.416886+0000 mgr.smithi120.hllzij (mgr.14704) 22 : cluster 2022-01-25T22:47:19.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:19 smithi145 conmon[31276]: [DBG] pgmap v15: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:19.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:19 smithi120 conmon[102313]: cluster 2022-01-25T22:47:17.416886+0000 mgr.smithi120.hllzij (mgr.14704) 22 : cluster [DBG] pgmap v15: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:19.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 56 sec latency 57239.392 ms 2022-01-25T22:47:20.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:20 smithi145 conmon[31276]: cluster 2022-01-25T22:47:19.148019+0000 mds.foofs.smithi145.odeite (mds.0) 4 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 44.548752 secs 2022-01-25T22:47:20.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:20 smithi120 conmon[102313]: cluster 2022-01-25T22:47:19.148019+0000 mds.foofs.smithi145.odeite (mds.0) 4 : 2022-01-25T22:47:20.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:20 smithi120 conmon[102313]: cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 44.548752 secs 2022-01-25T22:47:20.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 57 sec latency 58239.445 ms 2022-01-25T22:47:21.234 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:21 smithi145 conmon[31276]: cluster 2022-01-25T22:47:19.417564+0000 mgr.smithi120.hllzij (mgr.14704) 23 : 2022-01-25T22:47:21.235 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:21 smithi145 conmon[31276]: cluster [DBG] pgmap v16: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:21.235 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:21 smithi145 conmon[31276]: audit 2022-01-25T22:47:20.667239+0000 mon.smithi120 (mon.0) 14 : audit [INF] from='mgr.14704 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:21.235 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:21 smithi145 conmon[31276]: audit 2022-01-25T22:47:20.671864+0000 mon.smithi120 (mon.0) 15 : audit [INF] from='mgr.14704 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:21.236 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:21 smithi145 conmon[31276]: audit 2022-01-25T22:47:20.677745+0000 mon.smithi120 (mon.0) 16 : audit [INF] from='mgr.14704 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:21.236 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:21 smithi145 conmon[31276]: audit 2022-01-25T22:47:20.681549+0000 mon.smithi145 (mon.1) 118 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:21.236 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:21 smithi145 conmon[31276]: audit 2022-01-25T22:47:20.683989+0000 mon.smithi145 (mon.1) 119 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:21.236 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:21 smithi145 conmon[31276]: audit 2022-01-25T22:47:20.685106+0000 mon.smithi145 (mon.1) 120 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-01-25T22:47:21.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: cluster 2022-01-25T22:47:19.417564+0000 mgr.smithi120.hllzij (mgr.14704) 23 : cluster [DBG] 2022-01-25T22:47:21.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: pgmap v16: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:21.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: audit 2022-01-25T22:47:20.667239+0000 mon.smithi120 (mon.0) 14 : audit [INF] from='mgr.14704 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:21.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: audit 2022- 2022-01-25T22:47:21.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: 01-25T22:47:20.671864+0000 mon.smithi120 (mon.0) 15 : audit [INF] from='mgr.14704 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:21.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: audit 2022-01- 2022-01-25T22:47:21.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: 25T22:47:20.677745+0000 mon.smithi120 2022-01-25T22:47:21.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: (mon.0) 16 : audit [INF] 2022-01-25T22:47:21.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: from='mgr.14704 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:21.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: audit 2022-01-25T22:47:21.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: 2022-01- 2022-01-25T22:47:21.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: 25T22:47:20.681549+0000 2022-01-25T22:47:21.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: mon.smithi145 (mon.1) 118 : audit [DBG] 2022-01-25T22:47:21.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:21.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: audit 2022- 2022-01-25T22:47:21.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: 01-25T22:47:20. 2022-01-25T22:47:21.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: 683989+0000 mon.smithi145 (mon.1) 119 2022-01-25T22:47:21.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:21.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: audit 2022 2022-01-25T22:47:21.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: -01-25T22:47:20. 2022-01-25T22:47:21.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: 685106+0000 mon.smithi145 (mon.1) 120 2022-01-25T22:47:21.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:21 smithi120 conmon[102313]: : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "quorum_status"}]: dispatch 2022-01-25T22:47:21.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 58 sec latency 59239.501 ms 2022-01-25T22:47:21.957 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:47:22.231 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:47:22.231 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (6m) 1s ago 7m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:47:22.232 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (7m) 1s ago 7m 7013k - 16.2.4 8d91d370c2b8 9cc7be445127 2022-01-25T22:47:22.232 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (7m) 12s ago 7m 7151k - 16.2.4 8d91d370c2b8 c0ba7b513589 2022-01-25T22:47:22.232 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (6m) 1s ago 7m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:47:22.233 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (3m) 1s ago 3m 14.7M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:47:22.233 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (3m) 12s ago 3m 41.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:47:22.233 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (37s) 1s ago 8m 433M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:47:22.233 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (17s) 12s ago 7m 53.9M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:47:22.233 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (8s) 1s ago 8m 42.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:47:22.234 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (7m) 12s ago 7m 96.1M 2048M 16.2.4 8d91d370c2b8 f57b84673997 2022-01-25T22:47:22.234 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (52s) 1s ago 52s 53.7M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:47:22.234 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (47s) 12s ago 47s 56.9M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:47:22.234 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (7m) 1s ago 7m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:47:22.235 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (6m) 12s ago 6m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:47:22.235 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (6m) 1s ago 6m 1303M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:47:22.235 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (6m) 1s ago 6m 1154M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:47:22.235 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (5m) 1s ago 5m 684M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:47:22.236 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (5m) 1s ago 5m 1300M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:47:22.236 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (5m) 12s ago 5m 1191M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:47:22.236 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (5m) 12s ago 5m 1443M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:47:22.237 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (4m) 12s ago 4m 1159M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:47:22.237 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (4m) 12s ago 4m 1907M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:47:22.237 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (6m) 1s ago 7m 43.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:47:22.550 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:47:22.551 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:47:22.551 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 1, 2022-01-25T22:47:22.551 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:47:22.552 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:47:22.552 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:47:22.552 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:47:22.552 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:47:22.552 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:47:22.553 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 8 2022-01-25T22:47:22.553 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:47:22.553 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:47:22.553 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:47:22.553 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:47:22.554 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:47:22.554 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 11, 2022-01-25T22:47:22.554 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 3 2022-01-25T22:47:22.554 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:47:22.555 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:47:22.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 59 sec latency 60239.565 ms 2022-01-25T22:47:23.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:22 smithi120 conmon[102313]: cluster 2022-01-25T22:47:21.418226+0000 2022-01-25T22:47:23.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:22 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 24 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:47:23.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:22 smithi120 conmon[102313]: audit 2022-01-25T22:47:21.945841+0000 mgr.smithi120.hllzij (mgr.14704) 25 : audit [DBG] from='client.34100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:23.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:22 smithi120 conmon[102313]: cephadm 2022-01-25T22:47:21.965741+0000 mgr.smithi120.hllzij (mgr.14704) 26 : cephadm [INF] Upgrade: Updating mon.smithi145 2022-01-25T22:47:23.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:22 smithi120 conmon[102313]: audit 2022-01-25T22:47:21.969780+0000 mon.smithi120 (mon.0) 17 : audit [INF] from='mgr.14704 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:23.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:22 smithi120 conmon[102313]: audit 2022-01-25T22:47:21.971786+0000 mon.smithi145 (mon.1) 121 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:47:23.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:22 smithi120 conmon[102313]: audit 2022-01-25T22:47:21.972409+0000 mon.smithi145 (mon.1) 122 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:47:23.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:22 smithi120 conmon[102313]: audit 2022-01-25T22:47:21.972978+0000 mon.smithi145 (mon.1) 123 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:23.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:22 smithi120 conmon[102313]: cephadm 2022-01-25T22:47:21.973603+0000 mgr.smithi120.hllzij (mgr.14704) 27 : cephadm [INF] Deploying daemon mon.smithi145 on smithi145 2022-01-25T22:47:23.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:22 smithi120 conmon[102313]: audit 2022-01-25T22:47:22.224064+0000 mgr.smithi120.hllzij (mgr.14704) 28 : audit [DBG] from='client.34104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:23.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:22 smithi120 conmon[102313]: audit 2022-01-25T22:47:22.552218+0000 mon.smithi120 (mon.0 2022-01-25T22:47:23.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:22 smithi120 conmon[102313]: ) 18 : audit [DBG] from='client.? 172.21.15.120:0/773064547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:23.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:22 smithi145 conmon[31276]: cluster 2022-01-25T22:47:21.418226+0000 mgr.smithi120.hllzij (mgr.14704) 24 : cluster [DBG] pgmap v17: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:47:23.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:22 smithi145 conmon[31276]: audit 2022-01-25T22:47:21.945841+0000 mgr.smithi120.hllzij (mgr.14704) 25 : audit [DBG] from='client.34100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:23.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:22 smithi145 conmon[31276]: cephadm 2022-01-25T22:47:21.965741+0000 mgr.smithi120.hllzij (mgr.14704) 26 : cephadm [INF] Upgrade: Updating mon.smithi145 2022-01-25T22:47:23.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:22 smithi145 conmon[31276]: audit 2022-01-25T22:47:21.969780+0000 mon.smithi120 (mon.0) 17 : audit [INF] from='mgr.14704 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:23.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:22 smithi145 conmon[31276]: audit 2022-01-25T22:47:21.971786+0000 mon.smithi145 (mon.1) 121 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:47:23.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:22 smithi145 conmon[31276]: audit 2022-01-25T22:47:21.972409+0000 mon.smithi145 (mon.1) 122 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:47:23.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:22 smithi145 conmon[31276]: audit 2022-01-25T22:47:21.972978+0000 mon.smithi145 (mon.1) 123 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:23.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:22 smithi145 conmon[31276]: cephadm 2022-01-25T22:47:21.973603+0000 mgr.smithi120.hllzij (mgr.14704) 27 : cephadm [INF] Deploying daemon mon.smithi145 on smithi145 2022-01-25T22:47:23.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:22 smithi145 conmon[31276]: audit 2022-01-25T22:47:22.224064+0000 mgr.smithi120.hllzij (mgr.14704) 28 : audit [DBG] from='client.34104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:23.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:22 smithi145 conmon[31276]: audit 2022-01-25T22:47:22.552218+0000 mon.smithi120 (mon.0) 18 : audit [DBG] from='client.? 172.21.15.120:0/773064547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:23.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:23 smithi145 systemd[1]: Stopping Ceph mon.smithi145 for 7850299a-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:47:23.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:23 smithi145 conmon[31276]: debug 2022-01-25T22:47:23.219+0000 7f5460566700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.smithi145 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2022-01-25T22:47:23.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:23 smithi145 conmon[31276]: debug 2022-01-25T22:47:23.219+0000 7f5460566700 -1 mon.smithi145@1(peon) e2 *** Got Signal Terminated *** 2022-01-25T22:47:23.648 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:23 smithi145 bash[66915]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c-mon.smithi145 2022-01-25T22:47:23.648 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:23 smithi145 bash[66915]: Error: no container with name or ID "ceph-7850299a-7e2f-11ec-8c35-001a4aab830c-mon-smithi145" found: no such container 2022-01-25T22:47:23.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 60 sec latency 61239.644 ms 2022-01-25T22:47:24.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:23 smithi145 bash[66915]: Error: no container with name or ID "ceph-7850299a-7e2f-11ec-8c35-001a4aab830c-mon.smithi145" found: no such container 2022-01-25T22:47:24.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:23 smithi145 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@mon.smithi145.service: Succeeded. 2022-01-25T22:47:24.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:23 smithi145 systemd[1]: Stopped Ceph mon.smithi145 for 7850299a-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:47:24.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:23 smithi145 systemd[1]: Starting Ceph mon.smithi145 for 7850299a-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:47:24.369 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 podman[67262]: 2022-01-25T22:47:24.369 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.268+0000 7fd95c2f0700 0 set uid:gid to 167:167 (ceph:ceph) 2022-01-25T22:47:24.370 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.268+0000 7fd95c2f0700 0 ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable), process ceph-mon, pid 7 2022-01-25T22:47:24.370 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.268+0000 7fd95c2f0700 0 pidfile_write: ignore empty --pid-file 2022-01-25T22:47:24.370 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.272+0000 7fd95c2f0700 0 load: jerasure load: lrc load: isa 2022-01-25T22:47:24.370 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: RocksDB version: 6.8.1 2022-01-25T22:47:24.371 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.371 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2022-01-25T22:47:24.371 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Compile date Jan 25 2022 2022-01-25T22:47:24.371 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: DB SUMMARY 2022-01-25T22:47:24.372 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.372 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: CURRENT file: CURRENT 2022-01-25T22:47:24.372 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.372 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: IDENTITY file: IDENTITY 2022-01-25T22:47:24.372 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.373 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 605 Bytes 2022-01-25T22:47:24.373 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.373 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-smithi145/store.db dir, Total Num: 1, files: 000016.sst 2022-01-25T22:47:24.373 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.373 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-smithi145/store.db: 000014.log size: 109091 ; 2022-01-25T22:47:24.374 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.374 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.error_if_exists: 0 2022-01-25T22:47:24.374 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.create_if_missing: 0 2022-01-25T22:47:24.374 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.paranoid_checks: 1 2022-01-25T22:47:24.375 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.env: 0x564e313493a0 2022-01-25T22:47:24.375 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.fs: Posix File System 2022-01-25T22:47:24.375 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.info_log: 0x564e33aadb80 2022-01-25T22:47:24.375 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.max_file_opening_threads: 16 2022-01-25T22:47:24.376 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.statistics: (nil) 2022-01-25T22:47:24.376 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.use_fsync: 0 2022-01-25T22:47:24.376 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.max_log_file_size: 0 2022-01-25T22:47:24.376 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.max_manifest_file_size: 1073741824 2022-01-25T22:47:24.377 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.log_file_time_to_roll: 0 2022-01-25T22:47:24.377 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.keep_log_file_num: 1000 2022-01-25T22:47:24.377 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.recycle_log_file_num: 0 2022-01-25T22:47:24.377 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.allow_fallocate: 1 2022-01-25T22:47:24.377 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.allow_mmap_reads: 0 2022-01-25T22:47:24.378 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.allow_mmap_writes: 0 2022-01-25T22:47:24.378 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.use_direct_reads: 0 2022-01-25T22:47:24.378 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2022-01-25T22:47:24.378 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.create_missing_column_families: 0 2022-01-25T22:47:24.379 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.db_log_dir: 2022-01-25T22:47:24.379 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-smithi145/store.db 2022-01-25T22:47:24.379 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.table_cache_numshardbits: 6 2022-01-25T22:47:24.379 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.max_subcompactions: 1 2022-01-25T22:47:24.379 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.max_background_flushes: -1 2022-01-25T22:47:24.380 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.WAL_ttl_seconds: 0 2022-01-25T22:47:24.380 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.WAL_size_limit_MB: 0 2022-01-25T22:47:24.380 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2022-01-25T22:47:24.380 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.manifest_preallocation_size: 4194304 2022-01-25T22:47:24.380 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.is_fd_close_on_exec: 1 2022-01-25T22:47:24.381 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.advise_random_on_open: 1 2022-01-25T22:47:24.381 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.db_write_buffer_size: 0 2022-01-25T22:47:24.381 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.write_buffer_manager: 0x564e3471c120 2022-01-25T22:47:24.381 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.access_hint_on_compaction_start: 1 2022-01-25T22:47:24.382 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2022-01-25T22:47:24.382 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2022-01-25T22:47:24.382 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.use_adaptive_mutex: 0 2022-01-25T22:47:24.382 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.382 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.rate_limiter: (nil) 2022-01-25T22:47:24.383 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2022-01-25T22:47:24.383 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.wal_recovery_mode: 2 2022-01-25T22:47:24.383 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.enable_thread_tracking: 0 2022-01-25T22:47:24.383 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.enable_pipelined_write: 0 2022-01-25T22:47:24.384 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.unordered_write: 0 2022-01-25T22:47:24.384 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2022-01-25T22:47:24.384 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2022-01-25T22:47:24.384 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.write_thread_max_yield_usec: 100 2022-01-25T22:47:24.384 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2022-01-25T22:47:24.385 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.row_cache: None 2022-01-25T22:47:24.385 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.wal_filter: None 2022-01-25T22:47:24.385 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.avoid_flush_during_recovery: 0 2022-01-25T22:47:24.385 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.allow_ingest_behind: 0 2022-01-25T22:47:24.386 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.preserve_deletes: 0 2022-01-25T22:47:24.386 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.386 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.two_write_queues: 0 2022-01-25T22:47:24.386 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.manual_wal_flush: 0 2022-01-25T22:47:24.386 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.atomic_flush: 0 2022-01-25T22:47:24.387 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2022-01-25T22:47:24.387 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.persist_stats_to_disk: 0 2022-01-25T22:47:24.387 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.write_dbid_to_manifest: 0 2022-01-25T22:47:24.387 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.log_readahead_size: 0 2022-01-25T22:47:24.388 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.sst_file_checksum_func: Unknown 2022-01-25T22:47:24.388 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.max_background_jobs: 2 2022-01-25T22:47:24.388 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.max_background_compactions: -1 2022-01-25T22:47:24.388 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2022-01-25T22:47:24.388 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2022-01-25T22:47:24.389 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.delayed_write_rate : 16777216 2022-01-25T22:47:24.389 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.max_total_wal_size: 0 2022-01-25T22:47:24.389 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2022-01-25T22:47:24.389 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.stats_dump_period_sec: 600 2022-01-25T22:47:24.390 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.stats_persist_period_sec: 600 2022-01-25T22:47:24.390 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.stats_history_buffer_size: 1048576 2022-01-25T22:47:24.390 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.max_open_files: -1 2022-01-25T22:47:24.390 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.bytes_per_sync: 0 2022-01-25T22:47:24.390 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.wal_bytes_per_sync: 0 2022-01-25T22:47:24.391 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.strict_bytes_per_sync: 0 2022-01-25T22:47:24.391 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Options.compaction_readahead_size: 0 2022-01-25T22:47:24.391 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Compression algorithms supported: 2022-01-25T22:47:24.391 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: kZSTDNotFinalCompression supported: 0 2022-01-25T22:47:24.392 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: kZSTD supported: 0 2022-01-25T22:47:24.392 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: kXpressCompression supported: 0 2022-01-25T22:47:24.392 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: kLZ4HCCompression supported: 1 2022-01-25T22:47:24.392 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: kLZ4Compression supported: 1 2022-01-25T22:47:24.392 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: kBZip2Compression supported: 0 2022-01-25T22:47:24.393 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.393 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: kZlibCompression supported: 1 2022-01-25T22:47:24.393 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: kSnappyCompression supported: 1 2022-01-25T22:47:24.393 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: Fast CRC32 supported: Supported on x86 2022-01-25T22:47:24.394 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.273+0000 7fd95c2f0700 4 rocksdb: [version_set.cc:4413] Recovering from manifest file: /var/lib/ceph/mon/ceph-smithi145/store.db/MANIFEST-000005 2022-01-25T22:47:24.394 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.394 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: [column_family.cc:552] --------------- Options for column family [default]: 2022-01-25T22:47:24.394 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.394 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2022-01-25T22:47:24.395 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.merge_operator: 2022-01-25T22:47:24.395 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compaction_filter: None 2022-01-25T22:47:24.395 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compaction_filter_factory: None 2022-01-25T22:47:24.397 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.memtable_factory: SkipListFactory 2022-01-25T22:47:24.397 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.table_factory: BlockBasedTable 2022-01-25T22:47:24.397 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564e339c5c80) 2022-01-25T22:47:24.397 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: cache_index_and_filter_blocks: 1 2022-01-25T22:47:24.398 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: cache_index_and_filter_blocks_with_high_priority: 0 2022-01-25T22:47:24.398 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: pin_l0_filter_and_index_blocks_in_cache: 0 2022-01-25T22:47:24.398 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: pin_top_level_index_and_filter: 1 2022-01-25T22:47:24.398 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: index_type: 0 2022-01-25T22:47:24.399 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: data_block_index_type: 0 2022-01-25T22:47:24.399 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: index_shortening: 1 2022-01-25T22:47:24.399 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: data_block_hash_table_util_ratio: 0.750000 2022-01-25T22:47:24.399 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: hash_index_allow_collision: 1 2022-01-25T22:47:24.400 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: checksum: 1 2022-01-25T22:47:24.400 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: no_block_cache: 0 2022-01-25T22:47:24.400 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: block_cache: 0x564e339fb010 2022-01-25T22:47:24.400 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: block_cache_name: BinnedLRUCache 2022-01-25T22:47:24.400 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: block_cache_options: 2022-01-25T22:47:24.401 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: capacity : 536870912 2022-01-25T22:47:24.401 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: num_shard_bits : 4 2022-01-25T22:47:24.401 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: strict_capacity_limit : 0 2022-01-25T22:47:24.401 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: high_pri_pool_ratio: 0.000 2022-01-25T22:47:24.402 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: block_cache_compressed: (nil) 2022-01-25T22:47:24.402 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: persistent_cache: (nil) 2022-01-25T22:47:24.402 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: block_size: 4096 2022-01-25T22:47:24.402 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: block_size_deviation: 10 2022-01-25T22:47:24.402 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: block_restart_interval: 16 2022-01-25T22:47:24.403 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: index_block_restart_interval: 1 2022-01-25T22:47:24.403 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: metadata_block_size: 4096 2022-01-25T22:47:24.403 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: partition_filters: 0 2022-01-25T22:47:24.403 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: use_delta_encoding: 1 2022-01-25T22:47:24.404 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: filter_policy: rocksdb.BuiltinBloomFilter 2022-01-25T22:47:24.404 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: whole_key_filtering: 1 2022-01-25T22:47:24.404 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: verify_compression: 0 2022-01-25T22:47:24.404 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: read_amp_bytes_per_bit: 0 2022-01-25T22:47:24.404 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: format_version: 2 2022-01-25T22:47:24.405 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: enable_index_compression: 1 2022-01-25T22:47:24.405 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: block_align: 0 2022-01-25T22:47:24.405 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.405 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.write_buffer_size: 33554432 2022-01-25T22:47:24.405 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.max_write_buffer_number: 2 2022-01-25T22:47:24.406 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compression: NoCompression 2022-01-25T22:47:24.406 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.bottommost_compression: Disabled 2022-01-25T22:47:24.406 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.prefix_extractor: nullptr 2022-01-25T22:47:24.406 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2022-01-25T22:47:24.407 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.num_levels: 7 2022-01-25T22:47:24.407 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2022-01-25T22:47:24.407 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2022-01-25T22:47:24.407 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2022-01-25T22:47:24.407 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2022-01-25T22:47:24.408 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2022-01-25T22:47:24.408 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2022-01-25T22:47:24.408 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2022-01-25T22:47:24.408 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:47:24.408 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2022-01-25T22:47:24.409 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compression_opts.window_bits: -14 2022-01-25T22:47:24.409 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compression_opts.level: 32767 2022-01-25T22:47:24.409 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compression_opts.strategy: 0 2022-01-25T22:47:24.409 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2022-01-25T22:47:24.410 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2022-01-25T22:47:24.410 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compression_opts.enabled: false 2022-01-25T22:47:24.410 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2022-01-25T22:47:24.410 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2022-01-25T22:47:24.411 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.level0_stop_writes_trigger: 36 2022-01-25T22:47:24.411 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.target_file_size_base: 67108864 2022-01-25T22:47:24.411 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.target_file_size_multiplier: 1 2022-01-25T22:47:24.411 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2022-01-25T22:47:24.411 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2022-01-25T22:47:24.412 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2022-01-25T22:47:24.412 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2022-01-25T22:47:24.412 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2022-01-25T22:47:24.412 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2022-01-25T22:47:24.412 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2022-01-25T22:47:24.413 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2022-01-25T22:47:24.413 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2022-01-25T22:47:24.413 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2022-01-25T22:47:24.413 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2022-01-25T22:47:24.413 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.max_compaction_bytes: 1677721600 2022-01-25T22:47:24.414 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.arena_block_size: 4194304 2022-01-25T22:47:24.414 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2022-01-25T22:47:24.414 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2022-01-25T22:47:24.414 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2022-01-25T22:47:24.415 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.disable_auto_compactions: 0 2022-01-25T22:47:24.415 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2022-01-25T22:47:24.415 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2022-01-25T22:47:24.415 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2022-01-25T22:47:24.415 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2022-01-25T22:47:24.416 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2022-01-25T22:47:24.416 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2022-01-25T22:47:24.416 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2022-01-25T22:47:24.416 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2022-01-25T22:47:24.416 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2022-01-25T22:47:24.417 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.417 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2022-01-25T22:47:24.417 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.table_properties_collectors: 2022-01-25T22:47:24.417 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.inplace_update_support: 0 2022-01-25T22:47:24.418 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.inplace_update_num_locks: 10000 2022-01-25T22:47:24.418 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2022-01-25T22:47:24.418 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.memtable_whole_key_filtering: 0 2022-01-25T22:47:24.418 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.memtable_huge_page_size: 0 2022-01-25T22:47:24.418 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.bloom_locality: 0 2022-01-25T22:47:24.419 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.max_successive_merges: 0 2022-01-25T22:47:24.419 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.optimize_filters_for_hits: 0 2022-01-25T22:47:24.419 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.paranoid_file_checks: 0 2022-01-25T22:47:24.419 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.force_consistency_checks: 0 2022-01-25T22:47:24.419 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.report_bg_io_stats: 0 2022-01-25T22:47:24.420 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.ttl: 2592000 2022-01-25T22:47:24.420 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: Options.periodic_compaction_seconds: 0 2022-01-25T22:47:24.420 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-01-25T22:47:24.420 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.421 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: [version_set.cc:4568] Recovered from manifest file:/var/lib/ceph/mon/ceph-smithi145/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 18, last_sequence is 9047, log_number is 14,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2022-01-25T22:47:24.421 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.421 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: [version_set.cc:4577] Column family [default] (ID 0), log number is 14 2022-01-25T22:47:24.421 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.421 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150844275797, "job": 1, "event": "recovery_started", "log_files": [14]} 2022-01-25T22:47:24.422 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.422 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.274+0000 7fd95c2f0700 4 rocksdb: [db_impl/db_impl_open.cc:760] Recovering log #14 mode 2 2022-01-25T22:47:24.422 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.275+0000 7fd95c2f0700 3 rocksdb: [le/block_based/filter_policy.cc:584] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2022-01-25T22:47:24.422 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.275+0000 7fd95c2f0700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150844276587, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 18, "file_size": 73731, "table_properties": {"data_size": 72751, "index_size": 101, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 0, "index_value_is_delta_encoded": 0, "filter_size": 69, "raw_key_size": 181, "raw_average_key_size": 22, "raw_value_size": 72532, "raw_average_value_size": 9066, "num_data_blocks": 3, "num_entries": 8, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1643150844, "oldest_key_time": 3, "file_creation_time": 0}} 2022-01-25T22:47:24.422 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.423 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.275+0000 7fd95c2f0700 4 rocksdb: [version_set.cc:3826] Creating manifest 19 2022-01-25T22:47:24.423 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.423 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.275+0000 7fd95c2f0700 4 rocksdb: [version_set.cc:3291] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2022-01-25T22:47:24.423 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.275+0000 7fd95c2f0700 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1643150844276960, "job": 1, "event": "recovery_finished"} 2022-01-25T22:47:24.424 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.276+0000 7fd95c2f0700 4 rocksdb: DB pointer 0x564e33ac3800 2022-01-25T22:47:24.424 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.276+0000 7fd943326700 4 rocksdb: [db_impl/db_impl.cc:850] ------- DUMPING STATS ------- 2022-01-25T22:47:24.424 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.276+0000 7fd943326700 4 rocksdb: [db_impl/db_impl.cc:851] 2022-01-25T22:47:24.424 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: ** DB Stats ** 2022-01-25T22:47:24.424 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:47:24.425 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2022-01-25T22:47:24.425 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2022-01-25T22:47:24.425 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:47:24.425 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2022-01-25T22:47:24.425 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2022-01-25T22:47:24.426 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2022-01-25T22:47:24.426 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.426 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: ** Compaction Stats [default] ** 2022-01-25T22:47:24.426 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:47:24.427 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:47:24.427 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: L0 1/0 72.00 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 140.4 0.00 0.00 1 0.001 0 0 2022-01-25T22:47:24.427 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: L6 1/0 23.42 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:47:24.427 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Sum 2/0 23.49 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 140.4 0.00 0.00 1 0.001 0 0 2022-01-25T22:47:24.427 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 140.4 0.00 0.00 1 0.001 0 0 2022-01-25T22:47:24.428 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.428 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: ** Compaction Stats [default] ** 2022-01-25T22:47:24.428 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:47:24.428 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:47:24.428 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 140.4 0.00 0.00 1 0.001 0 0 2022-01-25T22:47:24.429 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:47:24.429 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:47:24.429 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:47:24.429 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:47:24.429 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:47:24.430 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:47:24.430 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Cumulative compaction: 0.00 GB write, 26.81 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:47:24.430 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Interval compaction: 0.00 GB write, 26.81 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:47:24.430 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:47:24.431 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.431 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:47:24.431 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.431 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: ** Compaction Stats [default] ** 2022-01-25T22:47:24.431 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:47:24.432 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:47:24.432 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: L0 1/0 72.00 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 140.4 0.00 0.00 1 0.001 0 0 2022-01-25T22:47:24.432 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: L6 1/0 23.42 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:47:24.432 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Sum 2/0 23.49 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 140.4 0.00 0.00 1 0.001 0 0 2022-01-25T22:47:24.432 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2022-01-25T22:47:24.433 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.433 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: ** Compaction Stats [default] ** 2022-01-25T22:47:24.433 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2022-01-25T22:47:24.433 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2022-01-25T22:47:24.434 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 140.4 0.00 0.00 1 0.001 0 0 2022-01-25T22:47:24.434 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Uptime(secs): 0.0 total, 0.0 interval 2022-01-25T22:47:24.434 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Flush(GB): cumulative 0.000, interval 0.000 2022-01-25T22:47:24.434 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: AddFile(GB): cumulative 0.000, interval 0.000 2022-01-25T22:47:24.434 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: AddFile(Total Files): cumulative 0, interval 0 2022-01-25T22:47:24.435 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: AddFile(L0 Files): cumulative 0, interval 0 2022-01-25T22:47:24.435 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: AddFile(Keys): cumulative 0, interval 0 2022-01-25T22:47:24.435 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Cumulative compaction: 0.00 GB write, 26.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:47:24.435 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2022-01-25T22:47:24.436 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2022-01-25T22:47:24.436 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.436 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: ** File Read Latency Histogram By Level [default] ** 2022-01-25T22:47:24.436 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.436 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.277+0000 7fd95c2f0700 0 starting mon.smithi145 rank 1 at public addrs [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] at bind addrs [v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0] mon_data /var/lib/ceph/mon/ceph-smithi145 fsid 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:47:24.437 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.278+0000 7fd95c2f0700 1 mon.smithi145@-1(???) e2 preinit fsid 7850299a-7e2f-11ec-8c35-001a4aab830c 2022-01-25T22:47:24.437 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.278+0000 7fd95c2f0700 0 mon.smithi145@-1(???).mds e10 new map 2022-01-25T22:47:24.437 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.278+0000 7fd95c2f0700 0 mon.smithi145@-1(???).mds e10 print_map 2022-01-25T22:47:24.437 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: e10 2022-01-25T22:47:24.438 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: enable_multiple, ever_enabled_multiple: 1,1 2022-01-25T22:47:24.438 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-25T22:47:24.438 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: legacy client fscid: 1 2022-01-25T22:47:24.438 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.438 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Filesystem 'foofs' (1) 2022-01-25T22:47:24.439 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: fs_name foofs 2022-01-25T22:47:24.439 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: epoch 10 2022-01-25T22:47:24.439 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: flags 12 2022-01-25T22:47:24.439 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: created 2022-01-25T22:44:02.119434+0000 2022-01-25T22:47:24.439 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: modified 2022-01-25T22:47:14.054504+0000 2022-01-25T22:47:24.440 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: tableserver 0 2022-01-25T22:47:24.440 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: root 0 2022-01-25T22:47:24.440 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: session_timeout 60 2022-01-25T22:47:24.440 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: session_autoclose 300 2022-01-25T22:47:24.441 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: max_file_size 1099511627776 2022-01-25T22:47:24.441 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: required_client_features {} 2022-01-25T22:47:24.441 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: last_failure 0 2022-01-25T22:47:24.441 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: last_failure_osd_epoch 0 2022-01-25T22:47:24.442 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2022-01-25T22:47:24.442 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: max_mds 1 2022-01-25T22:47:24.442 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: in 0 2022-01-25T22:47:24.442 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: up {0=24273} 2022-01-25T22:47:24.442 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: failed 2022-01-25T22:47:24.443 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: damaged 2022-01-25T22:47:24.443 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: stopped 2022-01-25T22:47:24.443 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: data_pools [3] 2022-01-25T22:47:24.443 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: metadata_pool 2 2022-01-25T22:47:24.444 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: inline_data disabled 2022-01-25T22:47:24.444 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: balancer 2022-01-25T22:47:24.444 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: standby_count_wanted 1 2022-01-25T22:47:24.444 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: [mds.foofs.smithi145.odeite{0:24273} state up:active seq 49 join_fscid=1 addr [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852] compat {c=[1],r=[1],i=[77f]}] 2022-01-25T22:47:24.444 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.445 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.445 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: Standby daemons: 2022-01-25T22:47:24.445 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.445 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: [mds.foofs.smithi120.biyzgf{-1:14480} state up:standby seq 2 join_fscid=1 addr [v2:172.21.15.120:6834/1840895957,v1:172.21.15.120:6835/1840895957] compat {c=[1],r=[1],i=[77f]}] 2022-01-25T22:47:24.446 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.446 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.279+0000 7fd95c2f0700 0 mon.smithi145@-1(???).osd e66 crush map has features 3314933000854323200, adjusting msgr requires 2022-01-25T22:47:24.446 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 bash[67108]: 62d119d8661ac7fb7fb697b99b06d4ba27f8a5f69e27690b57d6d42e25139e78 2022-01-25T22:47:24.446 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.279+0000 7fd95c2f0700 0 mon.smithi145@-1(???).osd e66 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:47:24.447 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.279+0000 7fd95c2f0700 0 mon.smithi145@-1(???).osd e66 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:47:24.447 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.447 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.279+0000 7fd95c2f0700 0 mon.smithi145@-1(???).osd e66 crush map has features 432629239337189376, adjusting msgr requires 2022-01-25T22:47:24.447 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: cluster 2022-01-25T22:47:24.447 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:21.418226 2022-01-25T22:47:24.448 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: +0000 mgr.smithi120.hllzij (mgr.14704) 24 : cluster 2022-01-25T22:47:24.448 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: [DBG] pgmap v17: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:47:24.448 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: audit 2022-01-25T22:47:21.945841+0000 2022-01-25T22:47:24.448 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 25 : audit [DBG] from='client.34100 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:24.448 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:24.449 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: cephadm 2022-01-25T22 2022-01-25T22:47:24.449 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: :47:21.965741+0000 mgr.smithi120.hllzij (mgr.14704) 26 : cephadm 2022-01-25T22:47:24.449 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: [INF] Upgrade: Updating mon.smithi145 2022-01-25T22:47:24.449 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: audit 2022- 2022-01-25T22:47:24.449 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 01-25T22:47:21.969780+0000 mon.smithi120 (mon. 2022-01-25T22:47:24.450 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 0) 17 : audit [INF] from='mgr.14704 ' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:24.450 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: audit 2022-01-25T22:47: 2022-01-25T22:47:24.450 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 21.971786+0000 mon.smithi145 (mon.1) 121 : audit [INF] 2022-01-25T22:47:24.450 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2022-01-25T22:47:24.451 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: audit 2022-01-25T22:47: 2022-01-25T22:47:24.451 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 21.972409+0000 mon.smithi145 (mon.1) 122 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2022-01-25T22:47:24.451 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: audit 2022-01-25T22: 2022-01-25T22:47:24.451 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 47:21.972978+0000 mon.smithi145 (mon.1) 2022-01-25T22:47:24.451 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 123 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:24.452 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: cephadm 2022-01-25T22:47:24.452 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:21.973603+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:47:24.452 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: ) 27 : cephadm [INF] Deploying daemon mon.smithi145 on smithi145 2022-01-25T22:47:24.452 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: audit 2022-01-25T22:47:24.452 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 2022-01-25T22:47:22.224064+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:47:24.453 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 28 : audit [DBG] from='client.34104 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:24.453 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: audit 2022 2022-01-25T22:47:24.453 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: -01-25T22:47:22.552218+0000 mon.smithi120 (mon. 2022-01-25T22:47:24.453 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: 0) 18 : audit [DBG] from='client.? 172.21.15.120:0/773064547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:24.454 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 conmon[67302]: debug 2022-01-25T22:47:24.279+0000 7fd95c2f0700 1 mon.smithi145@-1(???).paxosservice(auth 1..39) refresh upgraded, format 0 -> 3 2022-01-25T22:47:24.454 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:24 smithi145 systemd[1]: Started Ceph mon.smithi145 for 7850299a-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:47:24.751 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 61 sec latency 62239.711 ms 2022-01-25T22:47:25.752 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 62 sec latency 63239.798 ms 2022-01-25T22:47:26.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: cluster 2022-01-25T22:47:23.418640+0000 mgr.smithi120.hllzij (mgr.14704) 29 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: cluster 2022-01-25T22:47:24.148077+0000 mds.foofs.smithi145.odeite (mds.0) 5 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 49.548810 secs 2022-01-25T22:47:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: cluster 2022-01-25T22:47:24.973860+0000 mon.smithi145 (mon.1) 1 : cluster [INF] mon.smithi145 calling monitor election 2022-01-25T22:47:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: cluster 2022-01-25 2022-01-25T22:47:26.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: T22:47:24.974704+0000 mon.smithi120 (mon.0) 21 : cluster [INF] mon.smithi120 calling monitor election 2022-01-25T22:47:26.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: cluster 2022-01-25T22:47:24.987712+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:26.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: 22 : cluster [INF] mon.smithi120 is new leader, mons smithi120,smithi145 in quorum (ranks 0,1) 2022-01-25T22:47:26.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: cluster 2022-01-25T22:47:26.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: 2022-01-25T22:47:24.995982+0000 mon.smithi120 (mon.0) 23 : cluster 2022-01-25T22:47:26.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: [DBG] monmap e2: 2 mons at {smithi120=[v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0],smithi145=[v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0]} 2022-01-25T22:47:26.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: cluster 2022-01-25T22:47:24.996070+0000 mon.smithi120 (mon.0) 24 2022-01-25T22:47:26.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:47:26.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: cluster 2022 2022-01-25T22:47:26.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: -01-25T22:47:24.996111+0000 mon.smithi120 (mon.0) 25 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-01-25T22:47:26.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: cluster 2022-01 2022-01-25T22:47:26.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: -25T22:47:24.996459+0000 mon.smithi120 (mon.0) 26 : cluster 2022-01-25T22:47:26.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: [DBG] mgrmap e36: smithi120.hllzij(active, since 32s), standbys: smithi145.phdhej 2022-01-25T22:47:26.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: cluster 2022-01-25T22 2022-01-25T22:47:26.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: :47:24.999919+0000 mon.smithi120 (mon.0) 27 : cluster [WRN] Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-01-25T22:47:26.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: cluster 2022-01-25T22:47:26.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: 2022-01-25T22:47:24.999945+0000 2022-01-25T22:47:26.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: mon.smithi120 (mon.0) 28 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-25T22:47:26.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: cluster 2022-01-25T22:47: 2022-01-25T22:47:26.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: 24.999962+0000 mon.smithi120 (mon.0) 29 : cluster [WRN] mds.foofs.smithi145.odeite(mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:47:26.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: audit 2022-01-25T22:47:25.005132+0000 mon.smithi120 ( 2022-01-25T22:47:26.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: mon.0) 30 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:26.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: audit 2022-01-25T22:47:26.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: 2022-01-25T22:47:25.009263+0000 mon.smithi120 (mon.0) 31 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:26.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: audit 2022-01-25T22:47:25.010345+0000 mon.smithi120 2022-01-25T22:47:26.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: (mon.0) 32 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:26.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: audit 2022-01-25T22:47:25.011646+0000 mon.smithi120 (mon.0) 33 : audit 2022-01-25T22:47:26.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:26.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: audit 2022-01- 2022-01-25T22:47:26.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: 25T22:47:25.012622+0000 mon.smithi120 (mon.0) 34 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:47:26.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: cephadm 2022-01 2022-01-25T22:47:26.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:25 smithi120 conmon[102313]: -25T22:47:25.013663+0000 mgr.smithi120.hllzij (mgr.14704) 30 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:47:26.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: cluster 2022-01-25T22:47:23.418640+0000 mgr.smithi120.hllzij (mgr.14704) 29 : cluster [DBG] pgmap v18: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: cluster 2022-01-25T22:47:24.148077+0000 mds.foofs.smithi145.odeite (mds.0) 5 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 49.548810 secs 2022-01-25T22:47:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: cluster 2022-01-25T22:47:24.973860+0000 mon.smithi145 (mon.1) 1 : cluster [INF] mon.smithi145 calling monitor election 2022-01-25T22:47:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: cluster 2022-01-25T22:47:24.974704+0000 mon.smithi120 (mon.0) 21 : cluster [INF] mon.smithi120 calling monitor election 2022-01-25T22:47:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: cluster 2022-01-25T22:47:24.987712+0000 mon.smithi120 (mon.0) 22 : cluster [INF] mon.smithi120 is new leader, mons smithi120,smithi145 in quorum (ranks 0,1) 2022-01-25T22:47:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: cluster 2022-01-25T22:47:24.995982+0000 mon.smithi120 (mon.0) 23 : cluster [DBG] monmap e2: 2 mons at {smithi120=[v2:172.21.15.120:3300/0,v1:172.21.15.120:6789/0],smithi145=[v2:172.21.15.145:3300/0,v1:172.21.15.145:6789/0]} 2022-01-25T22:47:26.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: cluster 2022-01-25T22:47:24.996070+0000 mon.smithi120 (mon.0) 24 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:47:26.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: cluster 2022-01-25T22:47:24.996111+0000 mon.smithi120 (mon.0) 25 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2022-01-25T22:47:26.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: cluster 2022-01-25T22:47:24.996459+0000 mon.smithi120 (mon.0) 26 : cluster [DBG] mgrmap e36: smithi120.hllzij(active, since 32s), standbys: smithi145.phdhej 2022-01-25T22:47:26.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: cluster 2022-01-25T22:47:24.999919+0000 mon.smithi120 (mon.0) 27 : cluster [WRN] Health detail: HEALTH_WARN 1 MDSs report slow requests 2022-01-25T22:47:26.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: cluster 2022-01-25T22:47:24.999945+0000 mon.smithi120 (mon.0) 28 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-25T22:47:26.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: cluster 2022-01-25T22:47:24.999962+0000 mon.smithi120 (mon.0) 29 : cluster [WRN] mds.foofs.smithi145.odeite(mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:47:26.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: audit 2022-01-25T22:47:25.005132+0000 mon.smithi120 (mon.0) 30 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:26.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: audit 2022-01-25T22:47:25.009263+0000 mon.smithi120 (mon.0) 31 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:26.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: audit 2022-01-25T22:47:25.010345+0000 mon.smithi120 (mon.0) 32 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:26.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: audit 2022-01-25T22:47:25.011646+0000 mon.smithi120 (mon.0) 33 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:26.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: audit 2022-01-25T22:47:25.012622+0000 mon.smithi120 (mon.0) 34 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:47:26.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:25 smithi145 conmon[67302]: cephadm 2022-01-25T22:47:25.013663+0000 mgr.smithi120.hllzij (mgr.14704) 30 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:47:26.752 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 63 sec latency 64239.886 ms 2022-01-25T22:47:27.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:27 smithi120 conmon[102313]: cluster 2022-01-25T22:47:25.419411+0000 mgr.smithi120.hllzij (mgr.14704) 31 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:27.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:27 smithi145 conmon[67302]: cluster 2022-01-25T22:47:25.419411+0000 mgr.smithi120.hllzij (mgr.14704) 31 : cluster [DBG] pgmap v19: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:27.752 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 64 sec latency 65239.939 ms 2022-01-25T22:47:28.752 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 65 sec latency 66240.024 ms 2022-01-25T22:47:29.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:29 smithi120 conmon[102313]: cluster 2022-01-25T22:47:27.419982+0000 mgr.smithi120.hllzij (mgr.14704) 32 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:29.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:29 smithi120 conmon[102313]: 2022-01-25T22:47:29.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:29 smithi145 conmon[67302]: cluster 2022-01-25T22:47:27.419982+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:47:29.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:29 smithi145 conmon[67302]: 32 : cluster [DBG] pgmap v20: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:29.752 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 66 sec latency 67240.075 ms 2022-01-25T22:47:30.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: cluster 2022-01-25T22:47:29.148160+0000 mds.foofs.smithi145.odeite (mds. 2022-01-25T22:47:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: 0) 6 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 54.548895 secs 2022-01-25T22:47:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: audit 2022-01-25T22:47:29.539951+0000 mon.smithi120 (mon.0) 35 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: audit 2022-01-25T22:47:29.543699+0000 mon.smithi120 (mon.0) 36 : audit [INF] 2022-01-25T22:47:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:30.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: audit 2022-01-25T22:47 2022-01-25T22:47:30.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: :29.549135+0000 mon.smithi120 (mon.0) 37 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:30.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: audit 2022-01-25T22:47:29.552284+0000 mon.smithi120 (mon. 2022-01-25T22:47:30.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: 0) 38 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:30.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: audit 2022-01-25T22:47:29.554272+0000 mon.smithi120 ( 2022-01-25T22:47:30.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: mon.0) 39 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:30.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: audit 2022-01-25T22:47:29. 2022-01-25T22:47:30.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: 555303+0000 mon.smithi120 (mon.0) 40 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:30.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: audit 2022-01-25T22:47 2022-01-25T22:47:30.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: :29.562073+0000 mon.smithi120 (mon.0) 41 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:30.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: audit 2022-01-25T22:47:29. 2022-01-25T22:47:30.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: 562930+0000 mon.smithi120 (mon.0) 42 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi120"}]: dispatch 2022-01-25T22:47:30.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: audit 2022-01-25T22:47:29.568184+0000 mon.smithi120 ( 2022-01-25T22:47:30.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: mon.0) 43 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi120"}]': finished 2022-01-25T22:47:30.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: audit 2022-01-25T22:47:29.568889+0000 mon.smithi120 (mon.0 2022-01-25T22:47:30.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: ) 44 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi145"}]: dispatch 2022-01-25T22:47:30.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: audit 2022-01-25T22:47:30.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:30 smithi120 conmon[102313]: 2022-01-25T22:47:29.574004+0000 mon.smithi120 (mon.0) 45 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi145"}]': finished 2022-01-25T22:47:30.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: cluster 2022-01-25T22:47:29.148160+0000 mds.foofs.smithi145.odeite (mds.0) 6 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 54.548895 secs 2022-01-25T22:47:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: audit 2022-01-25T22:47:29.539951+0000 mon.smithi120 (mon.0) 35 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: audit 2022-01-25T22:47:29.543699+0000 mon.smithi120 (mon.0) 36 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: audit 2022-01-25T22:47:29.549135+0000 mon.smithi120 (mon. 2022-01-25T22:47:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: 0) 37 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:30.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: audit 2022-01- 2022-01-25T22:47:30.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: 25T22:47:29.552284+0000 mon.smithi120 (mon 2022-01-25T22:47:30.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: .0) 38 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:30.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: audit 2022-01 2022-01-25T22:47:30.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: -25T22:47:29.554272+0000 mon.smithi120 2022-01-25T22:47:30.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: (mon.0) 39 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:30.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: audit 2022-01 2022-01-25T22:47:30.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: -25T22:47:29.555303+0000 mon.smithi120 2022-01-25T22:47:30.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: (mon.0) 40 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:30.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: audit 2022- 2022-01-25T22:47:30.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: 01-25T22:47:29.562073+0000 2022-01-25T22:47:30.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: mon.smithi120 (mon.0) 41 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:30.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: audit 2022-01 2022-01-25T22:47:30.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: -25T22:47:29.562930+0000 mon.smithi120 ( 2022-01-25T22:47:30.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: mon.0) 42 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi120"}]: dispatch 2022-01-25T22:47:30.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: audit 2022-01 2022-01-25T22:47:30.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: -25T22:47:29.568184+0000 mon.smithi120 2022-01-25T22:47:30.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: (mon.0) 43 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi120"}]': finished 2022-01-25T22:47:30.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: audit 2022-01 2022-01-25T22:47:30.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: -25T22:47:29.568889+0000 mon.smithi120 ( 2022-01-25T22:47:30.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: mon.0) 44 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi145"}]: dispatch 2022-01-25T22:47:30.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: audit 2022 2022-01-25T22:47:30.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: -01-25T22:47:29.574004+0000 2022-01-25T22:47:30.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: mon.smithi120 (mon.0) 45 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.smithi145"}]': finished 2022-01-25T22:47:30.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:30 smithi145 conmon[67302]: 2022-01-25T22:47:30.752 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 67 sec latency 68240.150 ms 2022-01-25T22:47:31.546 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:31 smithi120 conmon[102313]: cluster 2022-01-25T22:47:29.420603+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:47:31.546 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:31 smithi120 conmon[102313]: 33 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:31.547 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:31 smithi120 conmon[102313]: cephadm 2022-01-25T22:47:29.555976+0000 mgr.smithi120.hllzij (mgr.14704) 34 : cephadm [INF] Upgrade: Setting container_image for all mon 2022-01-25T22:47:31.547 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:31 smithi120 conmon[102313]: audit 2022-01-25T22:47:30.850008+0000 mon.smithi120 (mon.0) 46 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:31.547 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:31 smithi120 conmon[102313]: audit 2022-01-25T22:47:30 2022-01-25T22:47:31.547 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:31 smithi120 conmon[102313]: .850656+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:31.548 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:31 smithi120 conmon[102313]: 47 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi120", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:47:31.548 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:31 smithi120 conmon[102313]: audit 2022-01-25T22:47:31.548 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:31 smithi120 conmon[102313]: 2022-01-25T22:47:30.851321+0000 mon.smithi120 (mon.0) 48 2022-01-25T22:47:31.548 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:31 smithi120 conmon[102313]: : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:31.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:31 smithi145 conmon[67302]: cluster 2022-01-25T22:47:29.420603+0000 mgr.smithi120.hllzij (mgr.14704) 33 : cluster [DBG] pgmap v21: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:31.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:31 smithi145 conmon[67302]: cephadm 2022-01-25T22:47:29.555976+0000 mgr.smithi120.hllzij (mgr.14704) 34 : cephadm [INF] Upgrade: Setting container_image for all mon 2022-01-25T22:47:31.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:31 smithi145 conmon[67302]: audit 2022-01-25T22:47:30.850008+0000 mon.smithi120 (mon.0) 46 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:31.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:31 smithi145 conmon[67302]: audit 2022-01-25T22 2022-01-25T22:47:31.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:31 smithi145 conmon[67302]: :47:30.850656+0000 mon.smithi120 (mon.0) 47 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi120", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:47:31.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:31 smithi145 conmon[67302]: audit 2022-01-25T22:47:31.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:31 smithi145 conmon[67302]: 2022-01-25T22:47:30.851321+0000 mon.smithi120 (mon.0 2022-01-25T22:47:31.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:31 smithi145 conmon[67302]: ) 48 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:31.752 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 68 sec latency 69240.198 ms 2022-01-25T22:47:32.476 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:32 smithi120 conmon[102313]: cephadm 2022-01-25T22: 2022-01-25T22:47:32.476 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:32 smithi120 conmon[102313]: 47:30.846132+0000 mgr.smithi120.hllzij (mgr.14704) 35 : cephadm [INF] Upgrade: Updating crash.smithi120 2022-01-25T22:47:32.477 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:32 smithi120 conmon[102313]: cephadm 2022-01 2022-01-25T22:47:32.477 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:32 smithi120 conmon[102313]: -25T22:47:30.851811+0000 mgr.smithi120.hllzij (mgr.14704) 36 : cephadm [INF] Deploying daemon crash.smithi120 on smithi120 2022-01-25T22:47:32.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:32 smithi145 conmon[67302]: cephadm 2022-01-25T22:47:30.846132+0000 mgr.smithi120.hllzij (mgr.14704) 35 : cephadm [INF] Upgrade: Updating crash.smithi120 2022-01-25T22:47:32.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:32 smithi145 conmon[67302]: cephadm 2022-01-25T22: 2022-01-25T22:47:32.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:32 smithi145 conmon[67302]: 47:30.851811+0000 mgr.smithi120.hllzij (mgr.14704) 36 : cephadm [INF] Deploying daemon crash.smithi120 on smithi120 2022-01-25T22:47:32.752 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 69 sec latency 70240.228 ms 2022-01-25T22:47:33.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:33 smithi120 conmon[102313]: cluster 2022-01-25T22:47:31.421310+0000 mgr.smithi120.hllzij (mgr.14704) 37 2022-01-25T22:47:33.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:33 smithi120 conmon[102313]: : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:47:33.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:33 smithi120 conmon[102313]: audit 2022-01-25T22:47:33.279281+0000 mon.smithi120 (mon.0) 49 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:33.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:33 smithi120 conmon[102313]: audit 2022-01-25T22:47:33.279954+0000 mon.smithi120 (mon.0) 50 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:33.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:33 smithi120 conmon[102313]: audit 2022-01-25T22:47:33.280881+0000 mon.smithi120 (mon.0) 51 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:33.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:33 smithi120 conmon[102313]: audit 2022-01-25T22:47:33.281627+0000 mon.smithi120 (mon.0) 52 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:47:33.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:33 smithi145 conmon[67302]: cluster 2022-01-25T22:47:31.421310+0000 mgr.smithi120.hllzij (mgr.14704) 37 : cluster [DBG] pgmap v22: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:47:33.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:33 smithi145 conmon[67302]: audit 2022-01-25T22:47:33.279281+0000 mon.smithi120 (mon.0) 49 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:33.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:33 smithi145 conmon[67302]: audit 2022-01-25T22:47:33.279954+0000 mon.smithi120 (mon.0) 50 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:33.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:33 smithi145 conmon[67302]: audit 2022 2022-01-25T22:47:33.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:33 smithi145 conmon[67302]: -01-25T22:47:33.280881+0000 mon.smithi120 (mon.0) 51 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:33.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:33 smithi145 conmon[67302]: audit 2022-01-25T22:47:33.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:33 smithi145 conmon[67302]: 2022-01-25T22:47:33.281627+0000 mon.smithi120 (mon.0 2022-01-25T22:47:33.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:33 smithi145 conmon[67302]: ) 52 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:47:33.752 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 70 sec latency 71240.625 ms 2022-01-25T22:47:34.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:34 smithi120 conmon[102313]: cephadm 2022-01-25T22:47:33.282129+0000 mgr.smithi120.hllzij (mgr.14704) 38 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:47:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:34 smithi120 conmon[102313]: cluster 2022-01-25T22:47:34.148263+0000 mds.foofs.smithi145.odeite (mds.0) 7 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 59.548997 secs 2022-01-25T22:47:34.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:34 smithi145 conmon[67302]: cephadm 2022-01-25T22:47:33.282129+0000 mgr.smithi120.hllzij (mgr.14704) 38 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:47:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:34 smithi145 conmon[67302]: cluster 2022-01-25T22:47:34.148263+0000 mds.foofs.smithi145.odeite (mds.0) 7 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 59.548997 secs 2022-01-25T22:47:34.752 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 71 sec latency 72240.731 ms 2022-01-25T22:47:35.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:35 smithi120 conmon[102313]: cluster 2022-01-25T22:47:33.421653+0000 mgr.smithi120.hllzij (mgr.14704) 39 : cluster 2022-01-25T22:47:35.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:35 smithi120 conmon[102313]: [DBG] pgmap v23: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:35.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:35 smithi145 conmon[67302]: cluster 2022-01-25T22:47:33.421653+0000 mgr.smithi120.hllzij (mgr.14704) 39 : cluster [DBG] pgmap v23: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:35.752 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 72 sec latency 73240.768 ms 2022-01-25T22:47:36.753 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 73 sec latency 74240.807 ms 2022-01-25T22:47:37.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:37 smithi145 conmon[67302]: cluster 2022-01-25T22:47:35.422341+0000 mgr.smithi120.hllzij (mgr.14704) 40 : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:37.753 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 74 sec latency 75240.834 ms 2022-01-25T22:47:37.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:37 smithi120 conmon[102313]: cluster 2022-01-25T22:47:35.422341+0000 mgr.smithi120.hllzij (mgr.14704) 40 2022-01-25T22:47:37.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:37 smithi120 conmon[102313]: : cluster [DBG] pgmap v24: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:38.752 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 75 sec latency 76240.867 ms 2022-01-25T22:47:39.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:39 smithi145 conmon[67302]: cluster 2022-01-25T22:47:37.422694+0000 mgr.smithi120.hllzij (mgr.14704) 41 : cluster [DBG] 2022-01-25T22:47:39.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:39 smithi145 conmon[67302]: pgmap v25: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:39.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:39 smithi145 conmon[67302]: cluster 2022-01-25T22:47:39.148348+0000 mds.foofs.smithi145.odeite (mds.0) 8 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 64.549062 secs 2022-01-25T22:47:39.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:39 smithi145 conmon[67302]: cluster 2022-01-25T22:47:39 2022-01-25T22:47:39.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:39 smithi145 conmon[67302]: .148357+0000 mds.foofs.smithi145.odeite (mds.0) 9 : cluster [WRN] slow request 64.549061 seconds old, received at 2022-01-25T22:46:34.599241+0000: client_request(client.14684:4 getattr pAsLsXsFs #0x10000004351 2022-01-25T22:46:34.599079+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:47:39.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:39 smithi145 conmon[67302]: cluster 2022-01-25T22:47:39.148400+0000 mds.foofs.smithi145.odeite (mds 2022-01-25T22:47:39.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:39 smithi145 conmon[67302]: .0) 10 : cluster [WRN] client.14526 isn't responding to mclientcaps(revoke), ino 0x10000004351 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 64.549106 seconds ago 2022-01-25T22:47:39.753 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 76 sec latency 77240.892 ms 2022-01-25T22:47:39.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:39 smithi120 conmon[102313]: cluster 2022-01-25T22:47:37.422694+0000 mgr.smithi120.hllzij (mgr.14704) 41 : cluster [DBG] 2022-01-25T22:47:39.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:39 smithi120 conmon[102313]: pgmap v25: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:39.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:39 smithi120 conmon[102313]: cluster 2022-01-25T22:47:39.148348+0000 mds.foofs.smithi145.odeite (mds.0) 8 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 64.549062 secs 2022-01-25T22:47:39.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:39 smithi120 conmon[102313]: cluster 2022-01-25T22:47:39.148357+0000 mds.foofs.smithi145.odeite (mds.0) 9 2022-01-25T22:47:39.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:39 smithi120 conmon[102313]: : cluster [WRN] slow request 64.549061 seconds old, received at 2022-01-25T22:46:34.599241+0000: client_request(client.14684:4 getattr pAsLsXsFs #0x10000004351 2022-01-25T22:46:34.599079+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:47:39.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:39 smithi120 conmon[102313]: cluster 2022-01-25T22:47:39.148400+0000 mds.foofs.smithi145.odeite (mds.0) 10 : cluster 2022-01-25T22:47:39.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:39 smithi120 conmon[102313]: [WRN] client.14526 isn't responding to mclientcaps(revoke), ino 0x10000004351 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 64.549106 seconds ago 2022-01-25T22:47:40.753 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 77 sec latency 78240.969 ms 2022-01-25T22:47:41.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:40 smithi120 conmon[102313]: cluster 2022-01-25T22:47:39.423162+0000 mgr.smithi120.hllzij (mgr.14704) 42 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:41.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:40 smithi120 conmon[102313]: audit 2022-01-25T22:47:39.976086+0000 mon.smithi120 (mon.0) 53 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:41.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:40 smithi120 conmon[102313]: audit 2022-01-25T22:47:39.981569+0000 mon.smithi120 (mon.0) 54 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:41.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:40 smithi120 conmon[102313]: audit 2022-01-25T22:47:39.988383+0000 mon.smithi120 (mon.0) 55 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:41.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:40 smithi120 conmon[102313]: audit 2022-01-25T22:47:39.990888+0000 mon.smithi120 2022-01-25T22:47:41.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:40 smithi120 conmon[102313]: (mon.0) 56 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:41.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:40 smithi120 conmon[102313]: audit 2022-01-25T22:47:39.992464+0000 mon.smithi120 (mon. 2022-01-25T22:47:41.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:40 smithi120 conmon[102313]: 0) 57 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:41.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:40 smithi120 conmon[102313]: audit 2022-01-25T22:47:39.993253 2022-01-25T22:47:41.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:40 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 58 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:41.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:40 smithi145 conmon[67302]: cluster 2022-01-25T22:47:39.423162+0000 mgr.smithi120.hllzij (mgr.14704) 42 : cluster [DBG] pgmap v26: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:41.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:40 smithi145 conmon[67302]: audit 2022-01-25T22:47:39.976086+0000 mon.smithi120 (mon.0) 53 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:41.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:40 smithi145 conmon[67302]: audit 2022-01-25T22:47:39.981569+0000 mon.smithi120 (mon.0) 54 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:41.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:40 smithi145 conmon[67302]: audit 2022-01-25T22:47:39.988383+0000 mon.smithi120 (mon.0) 55 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:41.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:40 smithi145 conmon[67302]: audit 2022-01-25T22:47:39.990888+0000 mon.smithi120 (mon.0) 56 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:41.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:40 smithi145 conmon[67302]: audit 2022-01-25T22:47:39.992464+0000 mon.smithi120 (mon.0) 57 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:41.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:40 smithi145 conmon[67302]: audit 2022-01-25T22:47:39.993253+0000 mon.smithi120 (mon.0) 58 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:41.753 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 78 sec latency 79241.056 ms 2022-01-25T22:47:42.530 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:42 smithi145 conmon[67302]: cephadm 2022-01-25T22:47:41.273940+0000 mgr.smithi120.hllzij (mgr.14704) 43 : cephadm 2022-01-25T22:47:42.531 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:42 smithi145 conmon[67302]: [INF] Upgrade: Updating crash.smithi145 2022-01-25T22:47:42.531 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:42 smithi145 conmon[67302]: audit 2022-01-25T22:47:41.278081+0000 mon.smithi120 (mon.0) 59 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:42.531 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:42 smithi145 conmon[67302]: audit 2022-01-25T22:47:41.279013+0000 mon.smithi120 (mon.0) 60 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi145", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:47:42.532 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:42 smithi145 conmon[67302]: audit 2022-01-25T22:47:41.280009+0000 mon.smithi120 (mon.0) 61 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:42.532 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:42 smithi145 conmon[67302]: cephadm 2022-01-25T22:47:41.280778+0000 mgr.smithi120.hllzij (mgr.14704) 44 : cephadm [INF] Deploying daemon crash.smithi145 on smithi145 2022-01-25T22:47:42.532 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:42 smithi145 conmon[67302]: cluster 2022-01-25T22:47:41.976218+0000 mon.smithi120 (mon.0) 62 : cluster [WRN] Health check failed: 1 clients failing to respond to capability release (MDS_CLIENT_LATE_RELEASE) 2022-01-25T22:47:42.532 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:42 smithi145 conmon[67302]: cluster 2022-01-25T22:47:41.979854+0000 mon.smithi120 (mon.0) 63 : cluster [DBG] mds.0 [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852] up:active 2022-01-25T22:47:42.532 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:42 smithi145 conmon[67302]: cluster 2022-01-25T22:47:41.979921+0000 mon.smithi120 2022-01-25T22:47:42.533 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:42 smithi145 conmon[67302]: (mon.0) 64 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:47:42.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:42 smithi120 conmon[102313]: cephadm 2022-01-25T22:47:41.273940+0000 mgr.smithi120.hllzij (mgr.14704) 43 : cephadm [INF] Upgrade: Updating crash.smithi145 2022-01-25T22:47:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:42 smithi120 conmon[102313]: audit 2022-01-25T22:47:41.278081+0000 mon.smithi120 (mon.0) 59 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:42 smithi120 conmon[102313]: audit 2022-01-25T22:47:41.279013+0000 mon.smithi120 (mon.0) 60 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get-or-create", "entity": "client.crash.smithi145", "caps": ["mon", "profile crash", "mgr", "profile crash"]}]: dispatch 2022-01-25T22:47:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:42 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T22:47:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:42 smithi120 conmon[102313]: 22:47:41.280009+0000 mon.smithi120 (mon.0) 61 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:42.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:42 smithi120 conmon[102313]: cephadm 2022-01-25T22:47:41.280778+0000 2022-01-25T22:47:42.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:42 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 44 : cephadm [INF] Deploying daemon crash.smithi145 on smithi145 2022-01-25T22:47:42.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:42 smithi120 conmon[102313]: cluster 2022-01 2022-01-25T22:47:42.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:42 smithi120 conmon[102313]: -25T22:47:41.976218+0000 mon.smithi120 (mon.0) 62 : cluster [WRN] Health check failed: 1 clients failing to respond to capability release (MDS_CLIENT_LATE_RELEASE) 2022-01-25T22:47:42.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:42 smithi120 conmon[102313]: cluster 2022-01-25T22:47:41.979854 2022-01-25T22:47:42.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:42 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 63 : cluster [DBG] mds.0 [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852] up:active 2022-01-25T22:47:42.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:42 smithi120 conmon[102313]: cluster 2022-01-25T22:47:41.979921+0000 mon.smithi120 ( 2022-01-25T22:47:42.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:42 smithi120 conmon[102313]: mon.0) 64 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:47:42.753 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 79 sec latency 80241.149 ms 2022-01-25T22:47:43.450 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:43 smithi145 conmon[67302]: cluster 2022-01-25T22:47:41.423881+0000 mgr.smithi120.hllzij ( 2022-01-25T22:47:43.451 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:43 smithi145 conmon[67302]: mgr.14704) 45 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:47:43.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:43 smithi120 conmon[102313]: cluster 2022-01-25T22:47:41.423881+0000 mgr.smithi120.hllzij (mgr.14704) 45 : cluster [DBG] pgmap v27: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:47:43.753 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 80 sec latency 81241.256 ms 2022-01-25T22:47:44.753 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 81 sec latency 82241.305 ms 2022-01-25T22:47:45.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:44 smithi145 conmon[67302]: cluster 2022-01-25T22:47:43.424464+0000 mgr.smithi120.hllzij (mgr.14704) 46 : cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:45.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:44 smithi145 conmon[67302]: audit 2022-01-25T22:47:43.811841+0000 mon.smithi120 (mon.0) 65 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:44 smithi145 conmon[67302]: audit 2022-01-25T22:47:43.812602+0000 mon.smithi120 (mon.0) 66 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:44 smithi145 conmon[67302]: audit 2022-01-25T22:47:43.813798+0000 mon.smithi120 (mon.0) 67 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:44 smithi145 conmon[67302]: audit 2022-01-25T22:47:43.814608+0000 mon.smithi120 (mon.0) 68 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:47:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:44 smithi145 conmon[67302]: cephadm 2022-01-25T22:47:43.815315+0000 mgr.smithi120.hllzij (mgr.14704) 47 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:47:45.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:44 smithi145 conmon[67302]: cluster 2022-01-25T22:47:44.148393+0000 mds.foofs.smithi145.odeite (mds.0) 11 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 69.549125 secs 2022-01-25T22:47:45.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:44 smithi120 conmon[102313]: cluster 2022-01-25T22:47:43.424464+0000 mgr.smithi120.hllzij (mgr.14704) 46 : cluster [DBG] pgmap v28: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:44 smithi120 conmon[102313]: audit 2022-01-25T22:47:43.811841+0000 mon.smithi120 (mon.0) 65 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:44 smithi120 conmon[102313]: audit 2022-01-25T22:47:43.812602+0000 mon.smithi120 (mon.0) 66 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:44 smithi120 conmon[102313]: audit 2022-01-25T22:47:43.813798+0000 mon.smithi120 (mon.0) 67 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:47:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:44 smithi120 conmon[102313]: audit 2022-01-25T22:47: 2022-01-25T22:47:45.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:44 smithi120 conmon[102313]: 43.814608+0000 mon.smithi120 (mon.0) 68 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:47:45.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:44 smithi120 conmon[102313]: cephadm 2022-01-25T22 2022-01-25T22:47:45.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:44 smithi120 conmon[102313]: :47:43.815315+0000 mgr.smithi120.hllzij (mgr.14704) 47 : cephadm [WRN] 2022-01-25T22:47:45.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:44 smithi120 conmon[102313]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:47:45.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:44 smithi120 conmon[102313]: cluster 2022 2022-01-25T22:47:45.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:44 smithi120 conmon[102313]: -01-25T22:47:44.148393+0000 mds.foofs.smithi145.odeite (mds.0) 11 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 69.549125 secs 2022-01-25T22:47:45.753 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 82 sec latency 83241.389 ms 2022-01-25T22:47:46.753 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 83 sec latency 84241.481 ms 2022-01-25T22:47:47.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:46 smithi145 conmon[67302]: cluster 2022-01-25T22:47:45.425197+0000 mgr.smithi120.hllzij (mgr.14704) 48 : cluster [DBG] pgmap v29: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:47.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:46 smithi120 conmon[102313]: cluster 2022-01-25T22:47:45.425197+0000 mgr.smithi120.hllzij (mgr.14704) 48 : cluster [DBG] pgmap v29: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:47.754 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 84 sec latency 85241.618 ms 2022-01-25T22:47:48.753 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 85 sec latency 86241.690 ms 2022-01-25T22:47:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: cluster 2022-01-25T22:47:47.425804 2022-01-25T22:47:49.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 49 : cluster [DBG] pgmap v30: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:49.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: audit 2022-01-25T22:47:48.161046+0000 mon.smithi120 (mon.0) 69 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:49.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: audit 2022-01-25T22:47:48.164801+0000 mon.smithi120 (mon.0) 70 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:49.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: audit 2022-01-25T22:47:48.172764+0000 mon.smithi120 (mon.0) 71 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:49.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: audit 2022-01-25T22:47:48.175914+0000 mon.smithi120 (mon.0) 72 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:49.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: audit 2022-01 2022-01-25T22:47:49.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: -25T22:47:48.178083+0000 mon.smithi120 (mon.0) 73 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:49.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: audit 2022-01-25T22:47:48.179319+0000 mon.smithi120 (mon.0) 74 2022-01-25T22:47:49.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:49.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: audit 2022- 2022-01-25T22:47:49.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: 01-25T22:47:48.180512+0000 mon.smithi120 (mon.0) 75 : 2022-01-25T22:47:49.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:49.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: cephadm 2022-01-25T22:47: 2022-01-25T22:47:49.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: 48.181259+0000 mgr.smithi120.hllzij (mgr.14704) 50 : cephadm 2022-01-25T22:47:49.559 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: [INF] Upgrade: Setting container_image for all crash 2022-01-25T22:47:49.559 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: audit 2022-01-25T22:47: 2022-01-25T22:47:49.559 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: 48.185086+0000 mon.smithi120 (mon.0) 76 : audit 2022-01-25T22:47:49.560 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:49.560 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: audit 2022-01-25T22:47:49.560 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: 2022-01-25T22:47:48.185873+0000 mon.smithi120 (mon. 2022-01-25T22:47:49.561 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: 0) 77 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi120"}]: dispatch 2022-01-25T22:47:49.561 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: audit 2022-01-25T22:47: 2022-01-25T22:47:49.561 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: 48.189582+0000 mon.smithi120 (mon.0) 78 : 2022-01-25T22:47:49.561 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi120"}]': finished 2022-01-25T22:47:49.562 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: audit 2022-01-25T22:47:49.562 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: 2022-01-25T22:47:48.190269+0000 mon.smithi120 (mon 2022-01-25T22:47:49.562 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: .0) 79 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi145"}]: dispatch 2022-01-25T22:47:49.563 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: audit 2022-01-25T22: 2022-01-25T22:47:49.563 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: 47:48.193722+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:49.563 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: 80 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi145"}]': finished 2022-01-25T22:47:49.564 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: audit 2022-01-25T22:47:48. 2022-01-25T22:47:49.564 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: 194878+0000 mon.smithi120 (mon.0) 81 : audit 2022-01-25T22:47:49.564 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-01-25T22:47:49.565 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: audit 2022-01-25T22:47:49.565 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: 2022-01-25T22:47:48.195060+0000 mgr.smithi120.hllzij (mgr.14704) 51 : audit [DBG] 2022-01-25T22:47:49.566 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-01-25T22:47:49.566 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: cephadm 2022-01 2022-01-25T22:47:49.567 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: -25T22:47:48.196073+0000 mgr.smithi120.hllzij (mgr.14704) 52 2022-01-25T22:47:49.567 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:49 smithi120 conmon[102313]: : cephadm [INF] Upgrade: osd.0 is safe to restart 2022-01-25T22:47:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: cluster 2022-01-25T22:47:47.425804+0000 mgr.smithi120.hllzij (mgr.14704) 49 : cluster [DBG] pgmap v30: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: audit 2022-01-25T22:47:48.161046+0000 mon.smithi120 (mon.0) 69 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:49.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: audit 2022-01-25T22:47:48.164801+0000 mon.smithi120 (mon.0) 70 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:49.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: audit 2022-01-25T22:47:48.172764+0000 mon.smithi120 (mon.0) 71 : audit 2022-01-25T22:47:49.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:49.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: audit 2022-01-25T22:47:48 2022-01-25T22:47:49.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: .175914+0000 mon.smithi120 (mon.0) 72 : audit 2022-01-25T22:47:49.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:47:49.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: audit 2022-01-25T22:47:48 2022-01-25T22:47:49.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: .178083+0000 mon.smithi120 (mon.0) 73 : audit 2022-01-25T22:47:49.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:49.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: audit 2022-01-25T22:47: 2022-01-25T22:47:49.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: 48.179319+0000 mon.smithi120 (mon.0) 74 : audit 2022-01-25T22:47:49.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:49.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: audit 2022-01-25T22:47: 2022-01-25T22:47:49.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: 48.180512+0000 mon.smithi120 (mon.0) 75 : audit 2022-01-25T22:47:49.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:49.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: cephadm 2022-01-25T22: 2022-01-25T22:47:49.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: 47:48.181259+0000 mgr.smithi120.hllzij (mgr.14704) 50 2022-01-25T22:47:49.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: : cephadm [INF] Upgrade: Setting container_image for all crash 2022-01-25T22:47:49.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: audit 2022-01-25T22:47: 2022-01-25T22:47:49.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: 48.185086+0000 mon.smithi120 (mon.0) 76 : audit [INF] 2022-01-25T22:47:49.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:49.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: audit 2022-01-25T22:47:48 2022-01-25T22:47:49.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: .185873+0000 mon.smithi120 (mon.0) 77 : audit 2022-01-25T22:47:49.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi120"}]: dispatch 2022-01-25T22:47:49.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: audit 2022-01-25T22:47:48. 2022-01-25T22:47:49.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: 189582+0000 mon.smithi120 (mon.0) 78 : audit [INF] 2022-01-25T22:47:49.592 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi120"}]': finished 2022-01-25T22:47:49.592 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: audit 2022-01-25T22:47:48. 2022-01-25T22:47:49.593 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: 190269+0000 mon.smithi120 (mon.0) 79 : audit 2022-01-25T22:47:49.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi145"}]: dispatch 2022-01-25T22:47:49.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: audit 2022-01-25T22:47 2022-01-25T22:47:49.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: :48.193722+0000 mon.smithi120 (mon.0) 80 2022-01-25T22:47:49.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash.smithi145"}]': finished 2022-01-25T22:47:49.595 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: audit 2022-01-25T22:47:49.595 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: 2022-01-25T22:47:48.194878+0000 mon.smithi120 (mon.0 2022-01-25T22:47:49.595 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: ) 81 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-01-25T22:47:49.595 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: audit 2022-01- 2022-01-25T22:47:49.596 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: 25T22:47:48.195060+0000 mgr.smithi120.hllzij ( 2022-01-25T22:47:49.596 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: mgr.14704) 51 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2022-01-25T22:47:49.596 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: cephadm 2022-01-25 2022-01-25T22:47:49.596 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: T22:47:48.196073+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:47:49.597 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:49 smithi145 conmon[67302]: .14704) 52 : cephadm [INF] Upgrade: osd.0 is safe to restart 2022-01-25T22:47:49.753 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 86 sec latency 87241.742 ms 2022-01-25T22:47:50.284 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:50 smithi120 conmon[102313]: cluster 2022-01-25T22:47:49.148524+0000 mds.foofs.smithi145.odeite (mds.0) 12 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 74.549240 secs 2022-01-25T22:47:50.285 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:50 smithi120 conmon[102313]: audit 2022-01-25T22:47:49.575497+0000 mon.smithi120 (mon.0) 82 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:50.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:50 smithi145 conmon[67302]: cluster 2022-01-25T22:47:49.148524+0000 mds.foofs.smithi145.odeite (mds.0) 12 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 74.549240 secs 2022-01-25T22:47:50.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:50 smithi145 conmon[67302]: audit 2022-01-25T22:47:49.575497+0000 mon.smithi120 (mon.0) 82 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:50.753 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 87 sec latency 88241.776 ms 2022-01-25T22:47:51.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:51 smithi120 conmon[102313]: cluster 2022-01-25T22:47:49.426227+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:47:51.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:51 smithi120 conmon[102313]: 14704) 53 : cluster [DBG] pgmap v31: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:51.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:51 smithi120 conmon[102313]: cephadm 2022-01-25T22:47:49.571159+0000 mgr.smithi120.hllzij (mgr.14704) 54 : cephadm [INF] Upgrade: Updating osd.0 2022-01-25T22:47:51.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:51 smithi120 conmon[102313]: cephadm 2022-01-25T22:47:49.576616+0000 mgr.smithi120.hllzij (mgr.14704) 55 : cephadm [INF] Deploying daemon osd.0 on smithi120 2022-01-25T22:47:51.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:51 smithi145 conmon[67302]: cluster 2022-01-25T22:47:49.426227+0000 mgr.smithi120.hllzij (mgr.14704) 53 : cluster [DBG] pgmap v31: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:47:51.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:51 smithi145 conmon[67302]: cephadm 2022-01-25T22:47:49.571159+0000 mgr.smithi120.hllzij (mgr.14704) 54 : cephadm [INF] Upgrade: Updating osd.0 2022-01-25T22:47:51.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:51 smithi145 conmon[67302]: cephadm 2022-01-25T22:47: 2022-01-25T22:47:51.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:51 smithi145 conmon[67302]: 49.576616+0000 mgr.smithi120.hllzij (mgr.14704) 55 2022-01-25T22:47:51.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:51 smithi145 conmon[67302]: : cephadm [INF] Deploying daemon osd.0 on smithi120 2022-01-25T22:47:51.754 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 88 sec latency 89241.815 ms 2022-01-25T22:47:51.922 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:47:51 smithi120 systemd[1]: Stopping Ceph osd.0 for 7850299a-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:47:52.205 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:47:51 smithi120 conmon[44960]: debug 2022-01-25T22:47:51.921+0000 7f568e219700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2022-01-25T22:47:52.206 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:47:51 smithi120 conmon[44960]: debug 2022-01-25T22:47:51.921+0000 7f568e219700 -1 osd.0 66 *** Got signal Terminated *** 2022-01-25T22:47:52.206 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:47:51 smithi120 conmon[44960]: debug 2022-01-25T22:47:51.921+0000 7f568e219700 -1 osd.0 66 *** Immediate shutdown (osd_fast_shutdown=true) *** 2022-01-25T22:47:52.467 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:47:52 smithi120 bash[107695]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c-osd.0 2022-01-25T22:47:52.468 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:47:52 smithi120 bash[107695]: Error: no container with name or ID "ceph-7850299a-7e2f-11ec-8c35-001a4aab830c-osd-0" found: no such container 2022-01-25T22:47:52.745 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:47:52 smithi120 bash[107695]: Error: no container with name or ID "ceph-7850299a-7e2f-11ec-8c35-001a4aab830c-osd.0" found: no such container 2022-01-25T22:47:52.753 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 89 sec latency 90241.843 ms 2022-01-25T22:47:52.868 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:47:53.051 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:47:52 smithi120 podman[108019]: 2022-01-25T22:47:53.148 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:47:53.148 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (7m) 13s ago 8m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:47:53.148 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (20s) 13s ago 8m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:47:53.149 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (9s) 4s ago 7m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:47:53.149 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (6m) 13s ago 7m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:47:53.149 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (3m) 13s ago 3m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:47:53.149 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (3m) 4s ago 3m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:47:53.150 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (68s) 13s ago 9m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:47:53.150 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (48s) 4s ago 7m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:47:53.150 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (39s) 13s ago 9m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:47:53.150 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (29s) 4s ago 7m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:47:53.151 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (83s) 13s ago 83s 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:47:53.151 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (78s) 4s ago 77s 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:47:53.151 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (7m) 13s ago 7m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:47:53.151 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (7m) 4s ago 7m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:47:53.152 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (7m) 13s ago 7m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:47:53.152 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (6m) 13s ago 6m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:47:53.152 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (6m) 13s ago 6m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:47:53.152 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (6m) 13s ago 6m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:47:53.153 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (5m) 4s ago 5m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:47:53.153 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (5m) 4s ago 5m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:47:53.153 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (5m) 4s ago 5m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:47:53.153 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (5m) 4s ago 5m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:47:53.154 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (6m) 13s ago 7m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:47:53.440 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47:51.426750+0000 mgr.smithi120.hllzij (mgr.14704) 56 : cluster [DBG] pgmap v32: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:47:53.441 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47:52.193435+0000 mon.smithi120 (mon.0) 83 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:47:53.441 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47:52.193474+0000 mon.smithi120 (mon.0) 84 : cluster [INF] osd.0 failed (root=default,host=smithi120) (connection refused reported by osd.6) 2022-01-25T22:47:53.441 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47:52.193674+0000 mon.smithi120 (mon.0) 85 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:47:53.442 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47:52.193805+0000 mon.smithi120 (mon.0) 86 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:47:53.442 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47:52.193879+0000 mon.smithi120 (mon.0) 87 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:47:53.442 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47:52.194043+0000 mon.smithi120 (mon.0) 88 : cluster 2022-01-25T22:47:53.442 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:47:53.442 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47:52.194165+0000 mon.smithi120 (mon.0) 89 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:47:53.443 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47:52.194283+0000 mon.smithi120 (mon.0) 90 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:47:53.443 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47:52 2022-01-25T22:47:53.443 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: .194401+0000 mon.smithi120 (mon.0) 91 : cluster 2022-01-25T22:47:53.443 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:47:53.444 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022- 2022-01-25T22:47:53.444 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 01-25T22:47:52.194519+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:53.444 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 92 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:47:53.444 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47:53.444 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 2022-01-25T 2022-01-25T22:47:53.445 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 22:47:52.194636+0000 mon.smithi120 (mon. 2022-01-25T22:47:53.445 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 0) 93 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:47:53.445 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47:53.445 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 2022-01-25T22:47:52.194758+0000 2022-01-25T22:47:53.445 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: mon.smithi120 (mon.0) 94 : cluster [DBG] 2022-01-25T22:47:53.446 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: osd.0 reported immediately failed by osd.4 2022-01-25T22:47:53.446 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T 2022-01-25T22:47:53.446 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 22:47:52.194880+0000 mon.smithi120 (mon. 2022-01-25T22:47:53.446 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 0) 95 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:47:53.447 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T 2022-01-25T22:47:53.447 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 22:47:52.195009+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:53.447 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 96 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:47:53.447 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022- 2022-01-25T22:47:53.448 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 01-25T22:47:52 2022-01-25T22:47:53.448 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: .195127+0000 mon.smithi120 (mon.0) 97 : cluster [DBG] 2022-01-25T22:47:53.448 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: osd.0 reported immediately failed by osd.1 2022-01-25T22:47:53.448 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47: 2022-01-25T22:47:53.448 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 52.594039+0000 mon.smithi120 (mon.0) 98 : 2022-01-25T22:47:53.449 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:47:53.449 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022 2022-01-25T22:47:53.449 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: -01-25T22:47:52.594214+0000 2022-01-25T22:47:53.449 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: mon.smithi120 (mon.0) 99 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:47:53.450 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25 2022-01-25T22:47:53.450 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: T22:47:52.594342+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:53.450 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 100 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:47:53.450 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47:53.450 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 2022-01-25T22:47:52.594420+0000 2022-01-25T22:47:53.451 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: mon.smithi120 (mon.0) 101 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:47:53.451 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47:53.451 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 2022-01-25 2022-01-25T22:47:53.451 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: T22:47:52.594488+0000 mon.smithi120 (mon 2022-01-25T22:47:53.451 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: .0) 102 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:47:53.451 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47:53.452 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 2022-01-25T22:47:52.594556 2022-01-25T22:47:53.452 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 103 : cluster [DBG] 2022-01-25T22:47:53.452 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: osd.0 reported immediately failed by osd.6 2022-01-25T22:47:53.452 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47 2022-01-25T22:47:53.453 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: :52.594622+0000 mon.smithi120 (mon.0) 104 : 2022-01-25T22:47:53.453 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:47:53.453 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T 2022-01-25T22:47:53.453 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 22:47:52.594698+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:53.453 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 105 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:47:53.454 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022 2022-01-25T22:47:53.454 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: -01-25T22:47:52.595176+0000 2022-01-25T22:47:53.454 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: mon.smithi120 (mon.0) 106 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:47:53.454 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 2022-01-25T22:47:53.454 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22:47:53.455 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 2022-01-25T22:47:52.595255+0000 mon.smithi120 ( 2022-01-25T22:47:53.455 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: mon.0) 107 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:47:53.455 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022 2022-01-25T22:47:53.455 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: -01-25T22:47:52.595380+0000 2022-01-25T22:47:53.455 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: mon.smithi120 (mon.0) 108 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:47:53.456 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25 2022-01-25T22:47:53.456 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: T22:47:52.595455+0000 mon.smithi120 (mon.0 2022-01-25T22:47:53.456 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: ) 109 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:47:53.456 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022 2022-01-25T22:47:53.457 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: -01-25T22:47:52.595527+0000 2022-01-25T22:47:53.457 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: mon.smithi120 (mon.0) 110 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:47:53.457 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 2022-01-25T22:47:53.457 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: cluster 2022-01-25T22 2022-01-25T22:47:53.457 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: :47:52.595601+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:53.458 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:53 smithi120 conmon[102313]: 111 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:47:53.500 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:47:53.500 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:47:53.500 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:47:53.500 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:47:53.501 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:47:53.501 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:47:53.501 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:47:53.501 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:47:53.501 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:47:53.502 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:47:53.502 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:47:53.502 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:47:53.502 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:47:53.503 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:47:53.503 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:47:53.503 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:47:53.503 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:47:53.504 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:47:53.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22:47:51.426750+0000 mgr.smithi120.hllzij (mgr.14704) 56 : cluster [DBG] 2022-01-25T22:47:53.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: pgmap v32: 129 pgs: 129 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:47:53.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22:47:52.193435+0000 mon.smithi120 (mon.0) 83 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:47:53.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22:47:52.193474 2022-01-25T22:47:53.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 84 : cluster [INF] osd.0 failed (root=default,host=smithi120) (connection refused reported by osd.6) 2022-01-25T22:47:53.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01- 2022-01-25T22:47:53.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 25T22:47:52.193674+0000 mon.smithi120 (mon.0) 85 : cluster [DBG] 2022-01-25T22:47:53.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: osd.0 reported immediately failed by osd.6 2022-01-25T22:47:53.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22:47:52.193805 2022-01-25T22:47:53.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 86 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:47:53.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 2022-01-25T22:47:53.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22:47:53.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 2022-01-25T22:47:52.193879+0000 mon.smithi120 (mon.0 2022-01-25T22:47:53.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: ) 87 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:47:53.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22:47 2022-01-25T22:47:53.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: :52.194043+0000 mon.smithi120 (mon.0) 88 : 2022-01-25T22:47:53.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:47:53.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22:47:52 2022-01-25T22:47:53.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: .194165+0000 mon.smithi120 (mon.0) 89 : cluster 2022-01-25T22:47:53.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:47:53.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22:47:53.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 2022-01-25T22:47:52.194283+0000 mon.smithi120 (mon. 2022-01-25T22:47:53.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 0) 90 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:47:53.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22 2022-01-25T22:47:53.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: :47:52.194401+0000 mon.smithi120 (mon.0) 91 2022-01-25T22:47:53.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:47:53.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22: 2022-01-25T22:47:53.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 47:52.194519+0000 mon.smithi120 (mon.0) 92 : cluster 2022-01-25T22:47:53.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:47:53.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22:47:52 2022-01-25T22:47:53.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: .194636+0000 mon.smithi120 (mon.0) 93 : cluster [DBG] 2022-01-25T22:47:53.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: osd.0 reported immediately failed by osd.5 2022-01-25T22:47:53.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22:47:52.194758 2022-01-25T22:47:53.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 94 : cluster [DBG] 2022-01-25T22:47:53.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: osd.0 reported immediately failed by osd.4 2022-01-25T22:47:53.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T 2022-01-25T22:47:53.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 22:47:52.194880+0000 mon.smithi120 (mon.0) 95 : cluster [DBG] 2022-01-25T22:47:53.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: osd.0 reported immediately failed by osd.3 2022-01-25T22:47:53.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22:47:52. 2022-01-25T22:47:53.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 195009+0000 mon.smithi120 (mon.0) 96 : cluster [DBG] 2022-01-25T22:47:53.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: osd.0 reported immediately failed by osd.2 2022-01-25T22:47:53.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:47:53.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: -01-25T22:47:52.195127+0000 mon.smithi120 (mon.0) 2022-01-25T22:47:53.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 97 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:47:53.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22:47:52.594039+0000 mon.smithi120 2022-01-25T22:47:53.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: (mon.0) 98 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:47:53.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01 2022-01-25T22:47:53.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: -25T22:47:52.594214+0000 mon.smithi120 (mon 2022-01-25T22:47:53.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: .0) 99 : cluster [DBG] osd.0 reported immediately failed by osd.4 2022-01-25T22:47:53.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01 2022-01-25T22:47:53.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: -25T22:47:52.594342+0000 mon.smithi120 ( 2022-01-25T22:47:53.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: mon.0) 100 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:47:53.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:47:53.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 01-25T22:47:52.594420+0000 mon.smithi120 2022-01-25T22:47:53.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: (mon.0) 101 : cluster [DBG] osd.0 reported immediately failed by osd.7 2022-01-25T22:47:53.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:47:53.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 01-25T22:47:52.594488+0000 mon.smithi120 ( 2022-01-25T22:47:53.592 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: mon.0) 102 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:47:53.592 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01- 2022-01-25T22:47:53.592 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 25T22:47:52.594556+0000 mon.smithi120 (mon 2022-01-25T22:47:53.592 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: .0) 103 : cluster [DBG] osd.0 reported immediately failed by osd.6 2022-01-25T22:47:53.593 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22 2022-01-25T22:47:53.593 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: :47:52.594622+0000 mon.smithi120 (mon.0) 104 : cluster [DBG] 2022-01-25T22:47:53.593 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: osd.0 reported immediately failed by osd.7 2022-01-25T22:47:53.593 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22:47:53.593 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 2022-01-25T22:47:52.594698+0000 mon.smithi120 (mon 2022-01-25T22:47:53.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: .0) 105 : cluster [DBG] osd.0 reported immediately failed by osd.5 2022-01-25T22:47:53.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22:47: 2022-01-25T22:47:53.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 52.595176+0000 mon.smithi120 (mon.0) 106 : cluster 2022-01-25T22:47:53.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:47:53.595 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22:47: 2022-01-25T22:47:53.595 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 52.595255+0000 mon.smithi120 (mon.0) 107 : cluster 2022-01-25T22:47:53.595 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:47:53.595 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22:47:52. 2022-01-25T22:47:53.596 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 595380+0000 mon.smithi120 (mon.0) 108 : cluster [DBG] 2022-01-25T22:47:53.596 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: osd.0 reported immediately failed by osd.2 2022-01-25T22:47:53.596 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01-25T22:47:53.596 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 2022-01-25T22:47:52.595455+0000 mon.smithi120 ( 2022-01-25T22:47:53.596 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: mon.0) 109 : cluster [DBG] osd.0 reported immediately failed by osd.1 2022-01-25T22:47:53.597 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:47:53.597 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: 01-25T22:47:52.595527+0000 mon.smithi120 2022-01-25T22:47:53.597 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: (mon.0) 110 : cluster [DBG] osd.0 reported immediately failed by osd.3 2022-01-25T22:47:53.597 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: cluster 2022-01 2022-01-25T22:47:53.598 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: -25T22:47:52.595601+0000 mon.smithi120 ( 2022-01-25T22:47:53.598 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:53 smithi145 conmon[67302]: mon.0) 111 : cluster [DBG] osd.0 reported immediately failed by osd.2 2022-01-25T22:47:53.754 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 90 sec latency 91241.872 ms 2022-01-25T22:47:53.789 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:47:53 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Succeeded. 2022-01-25T22:47:53.789 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:47:53 smithi120 systemd[1]: Stopped Ceph osd.0 for 7850299a-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:47:54.051 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:47:53 smithi120 systemd[1]: Starting Ceph osd.0 for 7850299a-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:47:54.551 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:47:54 smithi120 podman[108392]: 2022-01-25T22:47:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: audit 2022-01-25T22:47:52.855325+0000 mgr.smithi120.hllzij 2022-01-25T22:47:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: (mgr.14704) 57 : audit [DBG] from='client.34112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: audit 2022-01-25T22:47:53.140745+0000 mgr.smithi120.hllzij (mgr.14704) 58 : audit [DBG] from='client.34116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: cluster 2022-01-25T22:47:53.168288+0000 mon.smithi120 (mon.0) 112 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2022-01-25T22:47:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: cluster 2022-01-25T22:47:53.177853+0000 mon.smithi120 (mon.0) 113 : cluster [DBG] osdmap e67: 8 total, 7 up, 8 in 2022-01-25T22:47:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: audit 2022-01-25T22:47:53.178192+0000 mon.smithi120 (mon.0) 114 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:47:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: audit 2022-01-25T22:47:54.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: 2022-01-25T22:47:53.185985+0000 mon.smithi120 (mon.0) 115 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:47:54.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: 2022-01-25T22:47:54.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: audit 2022-01-25T22:47:54.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: 2022-01-25T22:47:53.447777+0000 mon.smithi120 (mon.0) 116 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 0]}]: dispatch 2022-01-25T22:47:54.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: 2022-01-25T22:47:54.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: audit 2022-01-25 2022-01-25T22:47:54.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: T22:47:53.447996+0000 mon.smithi120 (mon.0) 117 : audit 2022-01-25T22:47:54.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.c", "id": [4, 2, 1, 6]}]: dispatch 2022-01-25T22:47:54.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: audit 2022-01-25T22:47 2022-01-25T22:47:54.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: :53.448185+0000 mon.smithi120 (mon.0) 118 : 2022-01-25T22:47:54.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.d", "id": [5, 3]}]: dispatch 2022-01-25T22:47:54.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: audit 2022-01-25T22 2022-01-25T22:47:54.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: :47:53.448354+0000 mon.smithi120 (mon.0) 119 2022-01-25T22:47:54.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.e", "id": [4, 3]}]: dispatch 2022-01-25T22:47:54.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: audit 2022-01- 2022-01-25T22:47:54.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: 25T22:47:53.448538+0000 mon.smithi120 (mon. 2022-01-25T22:47:54.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: 0) 120 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.12", "id": [1, 0]}]: dispatch 2022-01-25T22:47:54.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: audit 2022-01-25T22:47:54.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: 2022-01-25T22:47:53.448699+0000 2022-01-25T22:47:54.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: mon.smithi120 (mon.0) 121 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.1b", "id": [5, 6, 7, 2]}]: dispatch 2022-01-25T22:47:54.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: audit 2022-01-25T22: 2022-01-25T22:47:54.559 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: 47:53.448847+0000 mon.smithi120 (mon.0) 122 : audit [INF] 2022-01-25T22:47:54.559 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.1e", "id": [7, 6]}]: dispatch 2022-01-25T22:47:54.559 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: audit 2022-01-25T22:47: 2022-01-25T22:47:54.560 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: 53.448993+0000 mon.smithi120 (mon.0) 123 : audit [INF] 2022-01-25T22:47:54.560 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.1f", "id": [4, 0]}]: dispatch 2022-01-25T22:47:54.560 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: audit 2022-01-25T22:47:53. 2022-01-25T22:47:54.560 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: 501117+0000 mon.smithi120 (mon.0) 124 : audit [DBG] from='client.? 172.21.15.120:0/3397495949' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:54.560 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: 2022-01-25T22:47:54.561 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: audit 2022-01 2022-01-25T22:47:54.561 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: -25T22:47:53.572342+0000 mon.smithi120 (mon.0) 125 : audit 2022-01-25T22:47:54.561 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:54.561 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: audit 2022-01-25T22:47:54.562 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: 2022-01-25T22:47:53.593451 2022-01-25T22:47:54.562 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 126 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:47:54.562 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T22:47:54.562 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: 22:47:53.601341+0000 mon.smithi120 (mon.0) 127 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:47:54.562 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:54 smithi120 conmon[102313]: 2022-01-25T22:47:54.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: audit 2022-01-25T22:47:52.855325+0000 mgr.smithi120.hllzij (mgr.14704) 57 : audit [DBG] from='client.34112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: audit 2022-01-25T22:47:53.140745+0000 mgr.smithi120.hllzij (mgr.14704) 58 : audit [DBG] from='client.34116 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:47:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: cluster 2022-01-25T22:47:53.168288+0000 mon.smithi120 (mon.0) 112 : cluster [WRN] 2022-01-25T22:47:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: Health check failed: 1 osds down (OSD_DOWN) 2022-01-25T22:47:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: cluster 2022-01-25T22:47:53.177853+0000 mon.smithi120 (mon.0) 113 : cluster 2022-01-25T22:47:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: [DBG] osdmap e67: 8 total, 7 up, 8 in 2022-01-25T22:47:54.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: audit 2022- 2022-01-25T22:47:54.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: 01-25T22:47:53.178192+0000 mon.smithi120 (mon.0) 114 2022-01-25T22:47:54.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool create", "format": "json", "pool": "device_health_metrics", "pg_num": 1, "pg_num_min": 1}]: dispatch 2022-01-25T22:47:54.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: audit 2022-01-25T22: 2022-01-25T22:47:54.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: 47:53.185985+0000 mon.smithi120 (mon.0) 115 2022-01-25T22:47:54.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]: dispatch 2022-01-25T22:47:54.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T22:47:54.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: 22:47:53.447777+0000 mon.smithi120 (mon.0 2022-01-25T22:47:54.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: ) 116 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 0]}]: dispatch 2022-01-25T22:47:54.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T22:47:54.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: 22:47:53.447996+0000 mon.smithi120 (mon.0 2022-01-25T22:47:54.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: ) 117 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.c", "id": [4, 2, 1, 6]}]: dispatch 2022-01-25T22:47:54.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: audit 2022-01- 2022-01-25T22:47:54.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: 25T22:47:53.448185+0000 mon.smithi120 (mon 2022-01-25T22:47:54.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: .0) 118 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.d", "id": [5, 3]}]: dispatch 2022-01-25T22:47:54.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: audit 2022- 2022-01-25T22:47:54.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: 01-25T22:47:53.448354+0000 2022-01-25T22:47:54.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: mon.smithi120 (mon.0) 119 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.e", "id": [4, 3]}]: dispatch 2022-01-25T22:47:54.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: audit 2022-01 2022-01-25T22:47:54.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: -25T22:47:53.448538+0000 mon.smithi120 ( 2022-01-25T22:47:54.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: mon.0) 120 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.12", "id": [1, 0]}]: dispatch 2022-01-25T22:47:54.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: audit 2022 2022-01-25T22:47:54.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: -01-25T22:47:53.448699+0000 2022-01-25T22:47:54.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: mon.smithi120 (mon.0) 121 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.1b", "id": [5, 6, 7, 2]}]: dispatch 2022-01-25T22:47:54.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: 2022-01-25T22:47:54.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: audit 2022-01-25T22:47 2022-01-25T22:47:54.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: :53.448847+0000 mon.smithi120 (mon.0) 122 : audit 2022-01-25T22:47:54.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.1e", "id": [7, 6]}]: dispatch 2022-01-25T22:47:54.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: audit 2022-01-25T22:47: 2022-01-25T22:47:54.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: 53.448993+0000 mon.smithi120 (mon.0) 123 : audit 2022-01-25T22:47:54.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.1f", "id": [4, 0]}]: dispatch 2022-01-25T22:47:54.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: audit 2022-01-25T22 2022-01-25T22:47:54.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: :47:53.501117+0000 mon.smithi120 (mon.0 2022-01-25T22:47:54.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: ) 124 : audit [DBG] from='client.? 172.21.15.120:0/3397495949' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:47:54.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: audit 2022-01- 2022-01-25T22:47:54.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: 25T22:47:53.572342+0000 mon.smithi120 ( 2022-01-25T22:47:54.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: mon.0) 125 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:47:54.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: audit 2022 2022-01-25T22:47:54.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: -01-25T22:47:53.593451+0000 2022-01-25T22:47:54.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: mon.smithi120 (mon.0) 126 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:47:54.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: 2022-01-25T22:47:54.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: audit 2022-01-25T22:47:54.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: 2022-01-25T22:47:53.601341+0000 mon.smithi120 ( 2022-01-25T22:47:54.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:54 smithi145 conmon[67302]: mon.0) 127 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:47:54.754 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 91 sec latency 92242.239 ms 2022-01-25T22:47:55.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: cluster 2022-01-25T22:47:53.427060+0000 mgr.smithi120.hllzij (mgr.14704) 59 : cluster 2022-01-25T22:47:55.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: [DBG] pgmap v34: 129 pgs: 16 stale+active+clean, 113 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T22:47:55.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: cluster 2022-01-25T22:47:54.148629+0000 mds.foofs.smithi145.odeite (mds.0) 13 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 79.549346 secs 2022-01-25T22:47:55.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: audit 2022-01-25T22:47:54.185539+0000 mon.smithi120 (mon.0) 128 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:47:55.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: audit 2022-01-25T22:47:54.185623+0000 mon.smithi120 (mon.0) 129 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 0]}]': finished 2022-01-25T22:47:55.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: audit 2022-01-25T22:47:54.185706+0000 mon.smithi120 (mon.0) 130 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.c", "id": [4, 2, 1, 6]}]': finished 2022-01-25T22:47:55.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: audit 2022-01-25T22:47: 2022-01-25T22:47:55.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: 54.185782+0000 mon.smithi120 (mon.0) 131 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.d", "id": [5, 3]}]': finished 2022-01-25T22:47:55.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: audit 2022-01-25T22:47:54.185853+0000 mon.smithi120 (mon. 2022-01-25T22:47:55.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: 0) 132 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.e", "id": [4, 3]}]': finished 2022-01-25T22:47:55.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: audit 2022-01-25T22:47:54.185945 2022-01-25T22:47:55.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 133 : audit [INF] 2022-01-25T22:47:55.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.12", "id": [1, 0]}]': finished 2022-01-25T22:47:55.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: audit 2022-01-25T22:47:54. 2022-01-25T22:47:55.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: 186023+0000 mon.smithi120 (mon.0) 134 : audit [INF] 2022-01-25T22:47:55.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.1b", "id": [5, 6, 7, 2]}]': finished 2022-01-25T22:47:55.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: audit 2022-01-25T22:47:54.186079 2022-01-25T22:47:55.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 135 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.1e", "id": [7, 6]}]': finished 2022-01-25T22:47:55.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: 2022-01-25T22:47:55.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: audit 2022-01-25T22:47:54.186159 2022-01-25T22:47:55.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 136 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.1f", "id": [4, 0]}]': finished 2022-01-25T22:47:55.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: 2022-01-25T22:47:55.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: cluster 2022-01-25T22:47:54.186214 2022-01-25T22:47:55.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 137 : cluster [DBG] osdmap e68: 8 total, 7 up, 8 in 2022-01-25T22:47:55.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:55 smithi120 conmon[102313]: 2022-01-25T22:47:55.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: cluster 2022-01-25T22:47:53.427060+0000 mgr.smithi120.hllzij (mgr.14704) 59 : cluster [DBG] pgmap v34: 129 pgs: 16 stale+active+clean, 113 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T22:47:55.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: cluster 2022-01-25T22:47:54.148629+0000 mds.foofs.smithi145.odeite (mds.0) 13 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 79.549346 secs 2022-01-25T22:47:55.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: audit 2022-01-25T22:47:54.185539+0000 mon.smithi120 (mon.0) 128 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": "device_health_metrics", "app": "mgr_devicehealth"}]': finished 2022-01-25T22:47:55.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: audit 2022-01-25T22:47:54.185623 2022-01-25T22:47:55.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 129 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [4, 0]}]': finished 2022-01-25T22:47:55.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: audit 2022-01-25T22:47:54.185706+0000 mon.smithi120 (mon 2022-01-25T22:47:55.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: .0) 130 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.c", "id": [4, 2, 1, 6]}]': finished 2022-01-25T22:47:55.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: audit 2022-01-25 2022-01-25T22:47:55.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: T22:47:54.185782+0000 mon.smithi120 (mon.0) 131 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.d", "id": [5, 3]}]': finished 2022-01-25T22:47:55.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: audit 2022-01-25T22:47:54.185853+0000 mon.smithi120 (mon 2022-01-25T22:47:55.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: .0) 132 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.e", "id": [4, 3]}]': finished 2022-01-25T22:47:55.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: audit 2022-01-25T22:47:54.185945+0000 mon.smithi120 (mon.0) 133 : audit 2022-01-25T22:47:55.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.12", "id": [1, 0]}]': finished 2022-01-25T22:47:55.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: audit 2022-01-25T22:47:54.186023+0000 mon.smithi120 (mon.0) 134 2022-01-25T22:47:55.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.1b", "id": [5, 6, 7, 2]}]': finished 2022-01-25T22:47:55.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: audit 2022-01-25T22:47:54.186079+0000 2022-01-25T22:47:55.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: mon.smithi120 (mon.0) 135 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.1e", "id": [7, 6]}]': finished 2022-01-25T22:47:55.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: audit 2022-01-25T22:47:54.186159+0000 2022-01-25T22:47:55.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: mon.smithi120 (mon.0) 136 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.1f", "id": [4, 0]}]': finished 2022-01-25T22:47:55.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: cluster 2022-01-25T22:47:54.186214+0000 mon.smithi120 2022-01-25T22:47:55.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:55 smithi145 conmon[67302]: (mon.0) 137 : cluster [DBG] osdmap e68: 8 total, 7 up, 8 in 2022-01-25T22:47:55.754 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 92 sec latency 93242.314 ms 2022-01-25T22:47:56.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:56 smithi120 conmon[102313]: cluster 2022-01-25T22:47:55.190328+0000 mon.smithi120 (mon 2022-01-25T22:47:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:56 smithi120 conmon[102313]: .0) 138 : cluster [DBG] osdmap e69: 8 total, 7 up, 8 in 2022-01-25T22:47:56.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:56 smithi145 conmon[67302]: cluster 2022-01-25T22:47:55.190328+0000 mon.smithi120 (mon.0) 138 : cluster [DBG] osdmap e69: 8 total, 7 up, 8 in 2022-01-25T22:47:56.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:56 smithi145 conmon[67302]: 2022-01-25T22:47:56.754 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 93 sec latency 94242.426 ms 2022-01-25T22:47:57.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:57 smithi120 conmon[102313]: cluster 2022-01-25T22:47:55.427774+0000 mgr.smithi120.hllzij (mgr.14704) 60 : cluster [DBG] 2022-01-25T22:47:57.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:57 smithi120 conmon[102313]: pgmap v37: 129 pgs: 4 peering, 28 active+undersized+degraded, 17 active+undersized, 79 active+clean, 1 stale+active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 220/1599 objects degraded (13.759%) 2022-01-25T22:47:57.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:57 smithi120 conmon[102313]: cluster 2022-01-25T22:47:56.187300+0000 mon.smithi120 (mon.0) 139 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2022-01-25T22:47:57.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:57 smithi120 conmon[102313]: cluster 2022-01-25T22:47:56.187353+0000 mon.smithi120 (mon.0) 140 : cluster [WRN] Health check failed: Degraded data redundancy: 220/1599 objects degraded (13.759%), 28 pgs degraded (PG_DEGRADED) 2022-01-25T22:47:57.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:57 smithi120 conmon[102313]: cluster 2022-01-25T22:47:56.195778+0000 mon.smithi120 (mon.0) 141 : cluster [DBG] osdmap e70: 8 total, 7 up, 8 in 2022-01-25T22:47:57.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:57 smithi145 conmon[67302]: cluster 2022-01-25T22:47:55.427774+0000 mgr.smithi120.hllzij (mgr.14704) 60 : cluster [DBG] pgmap v37: 129 pgs: 4 peering, 28 active+undersized+degraded, 17 active+undersized, 79 active+clean, 1 stale+active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 220/1599 objects degraded (13.759%) 2022-01-25T22:47:57.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:57 smithi145 conmon[67302]: cluster 2022-01-25T22:47:56.187300+0000 mon.smithi120 2022-01-25T22:47:57.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:57 smithi145 conmon[67302]: (mon.0) 139 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 2 pgs peering (PG_AVAILABILITY) 2022-01-25T22:47:57.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:57 smithi145 conmon[67302]: cluster 2022-01-25T22:47:56.187353+0000 mon.smithi120 (mon.0) 140 : cluster [WRN] Health check failed: Degraded data redundancy: 220/1599 objects degraded (13.759%), 28 pgs degraded (PG_DEGRADED) 2022-01-25T22:47:57.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:57 smithi145 conmon[67302]: cluster 2022-01-25T22:47:56.195778+0000 mon.smithi120 (mon.0) 141 : cluster 2022-01-25T22:47:57.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:57 smithi145 conmon[67302]: [DBG] osdmap e70: 8 total, 7 up, 8 in 2022-01-25T22:47:57.754 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 94 sec latency 95242.543 ms 2022-01-25T22:47:58.755 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 95 sec latency 96242.639 ms 2022-01-25T22:47:59.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:59 smithi120 conmon[102313]: cluster 2022-01-25T22:47:57.428321+0000 mgr.smithi120.hllzij (mgr.14704) 61 : cluster [DBG] pgmap v39: 129 pgs: 4 peering, 28 active+undersized+degraded, 17 active+undersized, 79 active+clean, 1 stale+active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 220/1599 objects degraded (13.759%) 2022-01-25T22:47:59.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:47:59 smithi120 conmon[102313]: cluster 2022-01-25T22:47:59.148735+0000 mds.foofs.smithi145.odeite (mds.0) 14 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 84.549452 secs 2022-01-25T22:47:59.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:59 smithi145 conmon[67302]: cluster 2022-01-25T22:47:57.428321+0000 mgr.smithi120.hllzij (mgr.14704) 61 : cluster [DBG] pgmap v39: 129 pgs: 4 peering, 28 active+undersized+degraded, 17 active+undersized, 79 active+clean, 1 stale+active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 220/1599 objects degraded (13.759%) 2022-01-25T22:47:59.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:47:59 smithi145 conmon[67302]: cluster 2022-01-25T22:47:59.148735+0000 mds.foofs.smithi145.odeite (mds.0) 14 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 84.549452 secs 2022-01-25T22:47:59.755 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 96 sec latency 97243.109 ms 2022-01-25T22:48:00.755 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 97 sec latency 98243.203 ms 2022-01-25T22:48:01.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:01 smithi120 conmon[102313]: cluster 2022-01-25T22:47:59.429062+0000 mgr.smithi120.hllzij (mgr.14704) 62 : cluster 2022-01-25T22:48:01.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:01 smithi120 conmon[102313]: [DBG] pgmap v40: 129 pgs: 1 active+clean+remapped, 3 peering, 28 active+undersized+degraded, 17 active+undersized, 79 active+clean, 1 stale+active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:01.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:01 smithi145 conmon[67302]: cluster 2022-01-25T22:47:59.429062+0000 mgr.smithi120.hllzij (mgr.14704) 62 : cluster [DBG] pgmap v40: 129 pgs: 1 active+clean+remapped, 3 peering, 28 active+undersized+degraded, 17 active+undersized, 79 active+clean, 1 stale+active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:01.755 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 98 sec latency 99243.285 ms 2022-01-25T22:48:02.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:02 smithi120 conmon[102313]: cluster 2022-01-25T22:48:02.201262+0000 mon.smithi120 (mon.0) 142 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2022-01-25T22:48:02.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:02 smithi145 conmon[67302]: cluster 2022-01-25T22:48:02.201262+0000 mon.smithi120 (mon.0) 142 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2022-01-25T22:48:02.755 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 99 sec latency 100243.368 ms 2022-01-25T22:48:03.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:03 smithi120 conmon[102313]: cluster 2022-01-25T22:48:01.429941+0000 mgr.smithi120.hllzij (mgr.14704) 63 : cluster [DBG] pgmap v41: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%); 0 B/s, 0 objects/s recovering 2022-01-25T22:48:03.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:03 smithi145 conmon[67302]: cluster 2022-01-25T22:48:01.429941+0000 mgr.smithi120.hllzij (mgr.14704) 63 : cluster [DBG] pgmap v41: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%); 0 B/s, 0 objects/s recovering 2022-01-25T22:48:03.755 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 100 sec latency 101243.479 ms 2022-01-25T22:48:04.755 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 101 sec latency 102243.564 ms 2022-01-25T22:48:05.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:04 smithi145 conmon[67302]: cluster 2022-01-25T22:48:03.430472+0000 mgr.smithi120.hllzij (mgr.14704) 64 : cluster [DBG] pgmap v42: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 248 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%); 0 B/s, 0 objects/s recovering 2022-01-25T22:48:05.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:04 smithi145 conmon[67302]: cluster 2022-01-25T22:48:04. 2022-01-25T22:48:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:04 smithi145 conmon[67302]: 148844+0000 mds.foofs.smithi145.odeite (mds.0) 15 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 89.549561 secs 2022-01-25T22:48:05.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:04 smithi120 conmon[102313]: cluster 2022-01-25T22:48:03.430472+0000 mgr.smithi120.hllzij (mgr.14704) 64 : cluster [DBG] pgmap v42: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 248 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%); 0 B/s, 0 objects/s recovering 2022-01-25T22:48:05.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:04 smithi120 conmon[102313]: cluster 2022-01-25T22 2022-01-25T22:48:05.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:04 smithi120 conmon[102313]: :48:04.148844+0000 mds.foofs.smithi145.odeite (mds.0) 15 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 89.549561 secs 2022-01-25T22:48:05.756 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 102 sec latency 103243.660 ms 2022-01-25T22:48:06.755 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 103 sec latency 104243.756 ms 2022-01-25T22:48:07.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:06 smithi145 conmon[67302]: cluster 2022-01-25T22:48:05.431502+0000 mgr.smithi120.hllzij (mgr.14704) 65 : cluster [DBG] pgmap v43: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%); 0 B/s, 0 objects/s recovering 2022-01-25T22:48:07.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:06 smithi120 conmon[102313]: cluster 2022-01-25T22:48:05.431502+0000 mgr.smithi120.hllzij (mgr.14704) 65 : cluster [DBG] pgmap v43: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%); 0 B/s, 0 objects/s recovering 2022-01-25T22:48:07.756 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 104 sec latency 105243.834 ms 2022-01-25T22:48:08.756 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 105 sec latency 106243.934 ms 2022-01-25T22:48:09.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:08 smithi145 conmon[67302]: cluster 2022-01-25T22:48:07.432162+0000 mgr.smithi120.hllzij (mgr.14704) 66 : cluster [DBG] pgmap v44: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 182 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%); 0 B/s, 0 objects/s recovering 2022-01-25T22:48:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:08 smithi145 conmon[67302]: audit 2022-01-25T22:48:08.573322+0000 mon.smithi120 (mon.0) 143 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:48:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:08 smithi145 conmon[67302]: audit 2022-01-25T22:48:08.668008+0000 mon.smithi120 (mon.0) 144 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:48:09.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:08 smithi120 conmon[102313]: cluster 2022-01-25T22:48:07.432162+0000 mgr.smithi120.hllzij (mgr.14704) 66 : cluster [DBG] pgmap v44: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 182 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%); 0 B/s, 0 objects/s recovering 2022-01-25T22:48:09.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:08 smithi120 conmon[102313]: audit 2022-01-25T22:48:08.573322+0000 mon.smithi120 (mon.0) 143 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:48:09.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:08 smithi120 conmon[102313]: audit 2022-01-25T22:48:08.668008+0000 mon.smithi120 (mon.0) 144 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:48:09.756 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 106 sec latency 107244.056 ms 2022-01-25T22:48:10.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:09 smithi145 conmon[67302]: cluster 2022-01-25T22:48:09.148965+0000 mds.foofs.smithi145.odeite (mds.0) 16 2022-01-25T22:48:10.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:09 smithi145 conmon[67302]: : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 94.549677 secs 2022-01-25T22:48:10.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:09 smithi120 conmon[102313]: cluster 2022-01-25T22:48:09.148965+0000 mds.foofs.smithi145.odeite (mds.0) 16 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 94.549677 secs 2022-01-25T22:48:10.756 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 107 sec latency 108244.155 ms 2022-01-25T22:48:11.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:10 smithi145 conmon[67302]: cluster 2022-01-25T22:48:09.432838+0000 mgr.smithi120.hllzij (mgr.14704) 67 : cluster [DBG] 2022-01-25T22:48:11.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:10 smithi145 conmon[67302]: pgmap v45: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%); 0 B/s, 0 objects/s recovering 2022-01-25T22:48:11.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:10 smithi120 conmon[102313]: cluster 2022-01-25T22:48:09.432838+0000 mgr.smithi120.hllzij (mgr.14704) 67 : cluster [DBG] pgmap v45: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%); 0 B/s, 0 objects/s recovering 2022-01-25T22:48:11.756 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 108 sec latency 109244.202 ms 2022-01-25T22:48:12.756 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 109 sec latency 110244.286 ms 2022-01-25T22:48:13.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:12 smithi145 conmon[67302]: cluster 2022-01-25T22:48:11.433585+0000 mgr.smithi120.hllzij (mgr.14704) 68 : cluster [DBG] pgmap v46: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%); 0 B/s, 0 objects/s recovering 2022-01-25T22:48:13.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:12 smithi120 conmon[102313]: cluster 2022-01-25T22:48:11.433585+0000 mgr.smithi120.hllzij (mgr.14704) 68 : cluster [DBG] pgmap v46: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%); 0 B/s, 0 objects/s recovering 2022-01-25T22:48:13.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:12 smithi120 conmon[102313]: 2022-01-25T22:48:13.756 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 110 sec latency 111244.384 ms 2022-01-25T22:48:14.756 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 111 sec latency 112244.508 ms 2022-01-25T22:48:15.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:14 smithi145 conmon[67302]: cluster 2022-01-25T22:48:13.434222+0000 mgr.smithi120.hllzij (mgr.14704) 69 : cluster [DBG] pgmap v47: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:15.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:14 smithi145 conmon[67302]: cluster 2022-01-25T22:48:14.149063+0000 mds.foofs.smithi145.odeite (mds. 2022-01-25T22:48:15.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:14 smithi145 conmon[67302]: 0) 17 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 99.549796 secs 2022-01-25T22:48:15.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:14 smithi120 conmon[102313]: cluster 2022-01-25T22:48:13.434222+0000 mgr.smithi120.hllzij (mgr.14704) 69 : cluster [DBG] pgmap v47: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:15.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:14 smithi120 conmon[102313]: cluster 2022-01-25T22:48:14.149063+0000 mds.foofs.smithi145.odeite (mds.0) 17 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 99.549796 secs 2022-01-25T22:48:15.756 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 112 sec latency 113244.594 ms 2022-01-25T22:48:16.757 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 113 sec latency 114244.689 ms 2022-01-25T22:48:17.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:16 smithi120 conmon[102313]: cluster 2022-01-25T22:48:15.435109+0000 mgr.smithi120.hllzij (mgr.14704) 70 : cluster 2022-01-25T22:48:17.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:16 smithi120 conmon[102313]: [DBG] pgmap v48: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:17.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:16 smithi145 conmon[67302]: cluster 2022-01-25T22:48:15.435109+0000 mgr.smithi120.hllzij (mgr.14704) 70 : cluster [DBG] pgmap v48: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:17.756 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 114 sec latency 115244.797 ms 2022-01-25T22:48:18.757 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 115 sec latency 116244.886 ms 2022-01-25T22:48:19.188 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:18 smithi145 conmon[67302]: cluster 2022-01-25T22:48:17.435732+0000 mgr.smithi120.hllzij (mgr.14704) 71 : cluster [DBG] pgmap v49: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:19.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:18 smithi120 conmon[102313]: cluster 2022-01-25T22:48:17.435732+0000 mgr.smithi120.hllzij (mgr.14704) 71 : cluster [DBG] pgmap v49: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:19.757 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 116 sec latency 117244.982 ms 2022-01-25T22:48:20.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:19 smithi120 conmon[102313]: cluster 2022-01-25T22:48:19.149123+0000 mds.foofs.smithi145.odeite (mds.0) 18 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 104.549851 secs 2022-01-25T22:48:20.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:19 smithi145 conmon[67302]: cluster 2022-01-25T22:48:19.149123+0000 mds.foofs.smithi145.odeite (mds.0) 18 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 104.549851 secs 2022-01-25T22:48:20.757 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 117 sec latency 118245.109 ms 2022-01-25T22:48:21.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:20 smithi120 conmon[102313]: cluster 2022-01-25T22:48:19.436578+0000 mgr.smithi120.hllzij (mgr.14704) 72 : cluster [DBG] pgmap v50: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:21.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:20 smithi145 conmon[67302]: cluster 2022-01-25T22:48:19.436578+0000 mgr.smithi120.hllzij (mgr.14704) 72 : cluster [DBG] pgmap v50: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:21.757 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 118 sec latency 119245.190 ms 2022-01-25T22:48:22.757 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 119 sec latency 120245.292 ms 2022-01-25T22:48:23.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:22 smithi120 conmon[102313]: cluster 2022-01-25T22:48:21.437188+0000 mgr.smithi120.hllzij (mgr.14704) 73 : cluster [DBG] pgmap v51: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:23.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:22 smithi145 conmon[67302]: cluster 2022-01-25T22:48:21.437188+0000 mgr.smithi120.hllzij (mgr.14704) 73 : cluster [DBG] pgmap v51: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:23.757 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 120 sec latency 121245.347 ms 2022-01-25T22:48:23.810 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:48:24.077 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:48:24.077 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (7m) 44s ago 8m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:48:24.078 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (51s) 44s ago 8m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:48:24.078 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (40s) 35s ago 8m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:48:24.078 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (7m) 44s ago 8m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:48:24.078 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (4m) 44s ago 4m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:48:24.079 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (4m) 35s ago 4m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:48:24.079 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (99s) 44s ago 9m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:48:24.079 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (79s) 35s ago 8m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:48:24.079 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (70s) 44s ago 9m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:48:24.080 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (60s) 35s ago 8m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:48:24.080 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (114s) 44s ago 113s 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:48:24.080 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (109s) 35s ago 108s 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:48:24.080 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (8m) 44s ago 8m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:48:24.080 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (7m) 35s ago 7m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:48:24.081 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (7m) 44s ago 7m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:48:24.081 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (7m) 44s ago 7m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:48:24.081 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (6m) 44s ago 6m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:48:24.081 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (6m) 44s ago 6m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:48:24.082 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (6m) 35s ago 6m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:48:24.082 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (6m) 35s ago 6m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:48:24.082 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (5m) 35s ago 5m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:48:24.082 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (5m) 35s ago 5m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:48:24.083 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (7m) 44s ago 8m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:48:24.398 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:48:24.399 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:48:24.399 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:48:24.400 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:48:24.400 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:48:24.400 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:48:24.401 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:48:24.401 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:48:24.402 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:48:24.402 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:48:24.402 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:48:24.403 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:48:24.403 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:48:24.403 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:48:24.403 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:48:24.404 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:48:24.404 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:48:24.404 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:48:24.757 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 121 sec latency 122245.426 ms 2022-01-25T22:48:25.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:24 smithi120 conmon[102313]: cluster 2022-01-25T22:48:23.437958+0000 mgr.smithi120.hllzij (mgr.14704) 74 : cluster [DBG] pgmap v52: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:25.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:24 smithi120 conmon[102313]: 2022-01-25T22:48:25.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:24 smithi120 conmon[102313]: audit 2022-01-25T22:48:23.797982+0000 mgr.smithi120.hllzij (mgr.14704) 75 : audit [DBG] from='client.34124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:25.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:24 smithi120 conmon[102313]: audit 2022-01-25T22:48:25.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:24 smithi120 conmon[102313]: 2022-01-25T22:48:24.069949+0000 mgr.smithi120.hllzij (mgr.14704) 76 : audit 2022-01-25T22:48:25.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:24 smithi120 conmon[102313]: [DBG] from='client.34128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:25.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:24 smithi120 conmon[102313]: cluster 2022-01-25T 2022-01-25T22:48:25.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:24 smithi120 conmon[102313]: 22:48:24.149240+0000 mds.foofs.smithi145.odeite (mds.0) 2022-01-25T22:48:25.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:24 smithi120 conmon[102313]: 19 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 109.549956 secs 2022-01-25T22:48:25.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:24 smithi120 conmon[102313]: audit 2022- 2022-01-25T22:48:25.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:24 smithi120 conmon[102313]: 01-25T22:48:24.399706+0000 mon.smithi120 ( 2022-01-25T22:48:25.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:24 smithi120 conmon[102313]: mon.0) 145 : audit [DBG] from='client.? 172.21.15.120:0/4069804123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:48:25.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:24 smithi120 conmon[102313]: 2022-01-25T22:48:25.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:24 smithi145 conmon[67302]: cluster 2022-01-25T22:48:23.437958+0000 mgr.smithi120.hllzij (mgr.14704) 74 : cluster [DBG] pgmap v52: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:25.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:24 smithi145 conmon[67302]: audit 2022-01-25T22:48:23.797982+0000 mgr.smithi120.hllzij (mgr.14704) 75 : audit [DBG] from='client.34124 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:25.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:24 smithi145 conmon[67302]: audit 2022-01-25T22:48:24.069949+0000 mgr.smithi120.hllzij (mgr.14704) 76 : audit [DBG] from='client.34128 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:25.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:24 smithi145 conmon[67302]: cluster 2022-01-25T22:48:24.149240+0000 2022-01-25T22:48:25.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:24 smithi145 conmon[67302]: mds.foofs.smithi145.odeite (mds.0) 19 : cluster [WRN] 2022-01-25T22:48:25.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:24 smithi145 conmon[67302]: 1 slow requests, 0 included below; oldest blocked for > 109.549956 secs 2022-01-25T22:48:25.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:24 smithi145 conmon[67302]: audit 2022-01-25T22:48:25.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:24 smithi145 conmon[67302]: 2022-01-25T22:48: 2022-01-25T22:48:25.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:24 smithi145 conmon[67302]: 24.399706+0000 mon.smithi120 (mon.0 2022-01-25T22:48:25.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:24 smithi145 conmon[67302]: ) 145 : audit [DBG] from='client.? 172.21.15.120:0/4069804123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:48:25.757 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 122 sec latency 123245.525 ms 2022-01-25T22:48:26.757 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 123 sec latency 124245.584 ms 2022-01-25T22:48:27.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:26 smithi120 conmon[102313]: cluster 2022-01-25T22:48:25.438955+0000 mgr.smithi120.hllzij (mgr.14704) 77 : cluster [DBG] pgmap v53: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:26 smithi120 conmon[102313]: cluster 2022-01-25T22:48:25.861168+0000 mon.smithi120 (mon.0) 146 : cluster [DBG] mgrmap e37: smithi120.hllzij(active, since 93s), standbys: smithi145.phdhej 2022-01-25T22:48:27.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:26 smithi145 conmon[67302]: cluster 2022-01-25T22:48:25.438955+0000 mgr.smithi120.hllzij (mgr.14704) 77 : cluster [DBG] pgmap v53: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:27.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:26 smithi145 conmon[67302]: cluster 2022-01-25T22:48:25.861168+0000 mon.smithi120 (mon.0) 146 : cluster [DBG] mgrmap e37: smithi120.hllzij(active, since 93s), standbys: smithi145.phdhej 2022-01-25T22:48:27.757 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 124 sec latency 125245.721 ms 2022-01-25T22:48:28.758 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 125 sec latency 126245.843 ms 2022-01-25T22:48:29.188 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:28 smithi145 conmon[67302]: cluster 2022-01-25T22:48:27.439545+0000 mgr.smithi120.hllzij (mgr.14704) 78 : cluster [DBG] pgmap v54: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:29.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:28 smithi120 conmon[102313]: cluster 2022-01-25T22:48:27.439545+0000 mgr.smithi120.hllzij (mgr.14704) 78 : cluster [DBG] pgmap v54: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:29.758 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 126 sec latency 127245.948 ms 2022-01-25T22:48:30.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:29 smithi120 conmon[102313]: cluster 2022-01-25T22:48:29.149350+0000 mds.foofs.smithi145.odeite (mds.0) 20 : cluster [WRN] 2022-01-25T22:48:30.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:29 smithi120 conmon[102313]: 1 slow requests, 0 included below; oldest blocked for > 114.550065 secs 2022-01-25T22:48:30.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:29 smithi145 conmon[67302]: cluster 2022-01-25T22:48:29.149350+0000 mds.foofs.smithi145.odeite (mds.0) 20 : cluster [WRN] 2022-01-25T22:48:30.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:29 smithi145 conmon[67302]: 1 slow requests, 0 included below; oldest blocked for > 114.550065 secs 2022-01-25T22:48:30.758 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 127 sec latency 128246.029 ms 2022-01-25T22:48:31.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:30 smithi120 conmon[102313]: cluster 2022-01-25T22:48:29.440496+0000 mgr.smithi120.hllzij (mgr.14704) 79 : cluster [DBG] pgmap v55: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 255 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:31.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:30 smithi145 conmon[67302]: cluster 2022-01-25T22:48:29.440496+0000 mgr.smithi120.hllzij (mgr.14704) 79 : cluster [DBG] pgmap v55: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 255 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:31.758 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 128 sec latency 129246.131 ms 2022-01-25T22:48:32.758 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 129 sec latency 130246.238 ms 2022-01-25T22:48:33.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:32 smithi120 conmon[102313]: cluster 2022-01-25T22:48:31.441059+0000 mgr.smithi120.hllzij (mgr.14704) 80 : cluster [DBG] pgmap v56: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:33.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:32 smithi145 conmon[67302]: cluster 2022-01-25T22:48:31.441059+0000 mgr.smithi120.hllzij (mgr.14704) 80 : cluster [DBG] pgmap v56: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:33.758 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 130 sec latency 131246.279 ms 2022-01-25T22:48:34.758 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 131 sec latency 132246.417 ms 2022-01-25T22:48:35.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:34 smithi120 conmon[102313]: cluster 2022-01-25T22:48:33.441792+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:48:35.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:34 smithi120 conmon[102313]: 81 : cluster [DBG] pgmap v57: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:35.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:34 smithi120 conmon[102313]: cluster 2022-01-25T22:48:34.149465+0000 mds.foofs.smithi145.odeite (mds.0) 21 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 119.550181 secs 2022-01-25T22:48:35.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:34 smithi145 conmon[67302]: cluster 2022-01-25T22:48:33.441792+0000 mgr.smithi120.hllzij (mgr.14704) 81 : cluster [DBG] pgmap v57: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:35.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:34 smithi145 conmon[67302]: cluster 2022-01-25T22:48:34.149465+0000 mds.foofs.smithi145.odeite (mds.0) 21 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 119.550181 secs 2022-01-25T22:48:35.758 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 132 sec latency 133246.550 ms 2022-01-25T22:48:36.758 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 133 sec latency 134246.621 ms 2022-01-25T22:48:37.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:36 smithi120 conmon[102313]: cluster 2022-01-25T22:48:35.442768+0000 mgr.smithi120.hllzij (mgr.14704) 82 : cluster [DBG] pgmap v58: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:37.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:36 smithi145 conmon[67302]: cluster 2022-01-25T22:48:35.442768+0000 mgr.smithi120.hllzij (mgr.14704) 82 : cluster [DBG] pgmap v58: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 255 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:37.758 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 134 sec latency 135246.716 ms 2022-01-25T22:48:38.758 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 135 sec latency 136246.779 ms 2022-01-25T22:48:39.188 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:38 smithi145 conmon[67302]: cluster 2022-01-25T22:48:37.443435+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:48:39.188 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:38 smithi145 conmon[67302]: 83 : cluster [DBG] pgmap v59: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:39.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:38 smithi120 conmon[102313]: cluster 2022-01-25T22:48:37.443435+0000 mgr.smithi120.hllzij (mgr.14704) 83 : cluster [DBG] pgmap v59: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:39.759 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 136 sec latency 137246.883 ms 2022-01-25T22:48:40.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:39 smithi120 conmon[102313]: cluster 2022-01-25T22:48:39.149573+0000 mds.foofs.smithi145.odeite (mds.0) 22 : cluster [WRN] 2022-01-25T22:48:40.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:39 smithi120 conmon[102313]: 1 slow requests, 1 included below; oldest blocked for > 124.550297 secs 2022-01-25T22:48:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:39 smithi120 conmon[102313]: cluster 2022-01-25T22:48:39.149577+0000 mds.foofs.smithi145.odeite (mds.0) 23 : cluster [WRN] slow request 124.550296 seconds old, received at 2022-01-25T22:46:34.599241+0000: client_request(client.14684:4 getattr pAsLsXsFs #0x10000004351 2022-01-25T22:46:34.599079+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:48:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:39 smithi120 conmon[102313]: cluster 2022-01-25T22:48:39. 2022-01-25T22:48:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:39 smithi120 conmon[102313]: 149626+0000 mds.foofs.smithi145.odeite (mds.0) 24 : cluster [WRN] client.14526 isn't responding to mclientcaps(revoke), ino 0x10000004351 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 124.550343 seconds ago 2022-01-25T22:48:40.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:39 smithi145 conmon[67302]: cluster 2022-01-25T22:48:39.149573+0000 mds.foofs.smithi145.odeite (mds.0) 22 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 124.550297 secs 2022-01-25T22:48:40.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:39 smithi145 conmon[67302]: cluster 2022-01-25T22:48 2022-01-25T22:48:40.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:39 smithi145 conmon[67302]: :39.149577+0000 mds.foofs.smithi145.odeite (mds.0) 23 : cluster [WRN] slow request 124.550296 seconds old, received at 2022-01-25T22:46:34.599241+0000: client_request(client.14684:4 getattr pAsLsXsFs #0x10000004351 2022-01-25T22:46:34.599079+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:48:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:39 smithi145 conmon[67302]: cluster 2022-01-25T22:48:39.149626+0000 mds.foofs.smithi145.odeite (mds.0) 24 : cluster [WRN] client.14526 isn't responding to mclientcaps(revoke), ino 0x10000004351 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 124.550343 seconds ago 2022-01-25T22:48:40.759 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 137 sec latency 138246.982 ms 2022-01-25T22:48:41.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:40 smithi120 conmon[102313]: cluster 2022-01-25T22:48:39.444418+0000 mgr.smithi120.hllzij (mgr.14704) 84 : cluster [DBG] pgmap v60: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:41.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:40 smithi120 conmon[102313]: 2022-01-25T22:48:41.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:40 smithi145 conmon[67302]: cluster 2022-01-25T22:48:39.444418+0000 mgr.smithi120.hllzij (mgr.14704) 84 : cluster [DBG] pgmap v60: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:41.759 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 138 sec latency 139247.030 ms 2022-01-25T22:48:42.759 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 139 sec latency 140247.104 ms 2022-01-25T22:48:43.065 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:42 smithi120 conmon[102313]: cluster 2022-01-25T22:48:41.445019+0000 mgr.smithi120.hllzij (mgr.14704) 85 : cluster [DBG] pgmap v61: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:43.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:42 smithi145 conmon[67302]: cluster 2022-01-25T22:48:41.445019+0000 mgr.smithi120.hllzij (mgr.14704) 85 : cluster [DBG] pgmap v61: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:43.759 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 140 sec latency 141247.221 ms 2022-01-25T22:48:44.759 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 141 sec latency 142247.301 ms 2022-01-25T22:48:45.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:44 smithi120 conmon[102313]: cluster 2022-01-25T22:48:43.445513+0000 mgr.smithi120.hllzij (mgr.14704) 86 : cluster [DBG] pgmap v62: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:45.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:44 smithi120 conmon[102313]: cluster 2022-01-25T22:48:44.149690+0000 mds.foofs.smithi145.odeite (mds.0) 25 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 129.550405 secs 2022-01-25T22:48:45.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:44 smithi145 conmon[67302]: cluster 2022-01-25T22:48:43.445513+0000 mgr.smithi120.hllzij (mgr.14704) 86 : cluster [DBG] pgmap v62: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:45.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:44 smithi145 conmon[67302]: cluster 2022-01-25T22:48:44.149690+0000 2022-01-25T22:48:45.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:44 smithi145 conmon[67302]: mds.foofs.smithi145.odeite (mds.0) 25 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 129.550405 secs 2022-01-25T22:48:45.759 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 142 sec latency 143247.419 ms 2022-01-25T22:48:46.759 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 143 sec latency 144247.499 ms 2022-01-25T22:48:47.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:46 smithi120 conmon[102313]: cluster 2022-01-25T22:48:45.446305+0000 mgr.smithi120.hllzij (mgr.14704) 87 : cluster [DBG] pgmap v63: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:47.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:46 smithi145 conmon[67302]: cluster 2022-01-25T22:48:45.446305+0000 mgr.smithi120.hllzij (mgr.14704) 87 : cluster [DBG] pgmap v63: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:47.759 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 144 sec latency 145247.615 ms 2022-01-25T22:48:48.759 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 145 sec latency 146247.722 ms 2022-01-25T22:48:49.188 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:48 smithi145 conmon[67302]: cluster 2022-01-25T22:48:47.446835+0000 mgr.smithi120.hllzij (mgr.14704) 88 : 2022-01-25T22:48:49.188 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:48 smithi145 conmon[67302]: cluster [DBG] pgmap v64: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:49.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:48 smithi120 conmon[102313]: cluster 2022-01-25T22:48:47.446835+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:48:49.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:48 smithi120 conmon[102313]: ) 88 : cluster [DBG] pgmap v64: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:49.759 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 146 sec latency 147247.786 ms 2022-01-25T22:48:50.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:49 smithi120 conmon[102313]: cluster 2022-01-25T22:48:49.149805+0000 mds.foofs.smithi145.odeite (mds.0) 2022-01-25T22:48:50.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:49 smithi120 conmon[102313]: 26 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 134.550539 secs 2022-01-25T22:48:50.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:49 smithi145 conmon[67302]: cluster 2022-01-25T22:48:49.149805+0000 mds.foofs.smithi145.odeite (mds.0) 26 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 134.550539 secs 2022-01-25T22:48:50.760 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 147 sec latency 148247.889 ms 2022-01-25T22:48:51.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:50 smithi120 conmon[102313]: cluster 2022-01-25T22:48:49.447630+0000 mgr.smithi120.hllzij (mgr.14704) 89 : cluster [DBG] pgmap v65: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:51.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:50 smithi145 conmon[67302]: cluster 2022-01-25T22:48:49.447630+0000 mgr.smithi120.hllzij (mgr.14704) 89 : cluster [DBG] pgmap v65: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:51.760 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 148 sec latency 149248.030 ms 2022-01-25T22:48:52.760 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 149 sec latency 150248.142 ms 2022-01-25T22:48:53.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:52 smithi120 conmon[102313]: cluster 2022-01-25T22:48:51.448166+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:48:53.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:52 smithi120 conmon[102313]: 90 : cluster [DBG] pgmap v66: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:53.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:52 smithi145 conmon[67302]: cluster 2022-01-25T22:48:51.448166+0000 mgr.smithi120.hllzij (mgr.14704) 90 : cluster [DBG] pgmap v66: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:53.760 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 150 sec latency 151248.221 ms 2022-01-25T22:48:54.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:53 smithi120 conmon[102313]: audit 2022-01-25T22:48:53.594779+0000 mon.smithi120 (mon.0) 147 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:48:54.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:53 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T22:48:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:53 smithi120 conmon[102313]: 22:48:53.602939+0000 mon.smithi120 (mon.0) 148 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:48:54.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:53 smithi145 conmon[67302]: audit 2022-01-25T22:48:53.594779+0000 mon.smithi120 (mon.0) 147 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:48:54.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:53 smithi145 conmon[67302]: audit 2022-01-25T22:48:53.602939 2022-01-25T22:48:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:53 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 148 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:48:54.702 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:48:54.760 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 151 sec latency 152248.263 ms 2022-01-25T22:48:54.971 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:48:54.972 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (8m) 74s ago 9m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:48:54.972 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (82s) 74s ago 9m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:48:54.972 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (71s) 66s ago 8m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:48:54.973 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (8m) 74s ago 9m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:48:54.973 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (4m) 74s ago 4m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:48:54.973 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (4m) 66s ago 4m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:48:54.973 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (2m) 74s ago 10m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:48:54.974 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (110s) 66s ago 8m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:48:54.974 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (101s) 74s ago 10m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:48:54.974 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (90s) 66s ago 8m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:48:54.974 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (2m) 74s ago 2m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:48:54.975 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (2m) 66s ago 2m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:48:54.975 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (8m) 74s ago 8m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:48:54.975 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (8m) 66s ago 8m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:48:54.975 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (8m) 74s ago 8m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:48:54.975 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (7m) 74s ago 7m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:48:54.976 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (7m) 74s ago 7m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:48:54.976 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (7m) 74s ago 7m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:48:54.976 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (6m) 66s ago 6m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:48:54.976 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (6m) 66s ago 6m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:48:54.977 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (6m) 66s ago 6m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:48:54.977 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (6m) 66s ago 6m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:48:54.977 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (7m) 74s ago 8m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:48:54.977 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:54 smithi120 conmon[102313]: cluster 2022-01-25T22:48:53.448729+0000 mgr.smithi120.hllzij (mgr.14704) 91 : cluster [DBG] 2022-01-25T22:48:54.977 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:54 smithi120 conmon[102313]: pgmap v67: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:54.978 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:54 smithi120 conmon[102313]: cluster 2022-01-25T22:48:54.149921+0000 mds.foofs.smithi145.odeite (mds.0) 27 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 139.550652 secs 2022-01-25T22:48:55.294 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:48:55.295 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:48:55.295 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:48:55.295 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:48:55.295 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:48:55.296 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:48:55.296 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:48:55.296 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:48:55.296 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:48:55.296 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:48:55.297 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:48:55.297 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:48:55.297 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:48:55.298 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:48:55.298 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:48:55.298 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:48:55.298 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:48:55.298 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:48:55.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:54 smithi145 conmon[67302]: cluster 2022-01-25T22:48:53.448729+0000 mgr.smithi120.hllzij (mgr.14704) 91 : cluster [DBG] pgmap v67: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:55.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:54 smithi145 conmon[67302]: cluster 2022-01-25T22:48:54. 2022-01-25T22:48:55.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:54 smithi145 conmon[67302]: 149921+0000 mds.foofs.smithi145.odeite (mds.0) 27 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 139.550652 secs 2022-01-25T22:48:55.760 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 152 sec latency 153248.378 ms 2022-01-25T22:48:56.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:55 smithi120 conmon[102313]: audit 2022-01-25T22:48:54.691349+0000 mgr.smithi120.hllzij (mgr.14704) 92 : audit [DBG] from='client.34136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:55 smithi120 conmon[102313]: audit 2022-01-25T22:48:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:55 smithi120 conmon[102313]: 2022-01-25T22:48:54.964263+0000 mgr.smithi120.hllzij (mgr.14704) 93 : audit [DBG] from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:55 smithi120 conmon[102313]: audit 2022-01-25T22:48:55.296144+0000 mon.smithi120 (mon.0) 149 : audit [DBG] from='client.? 172.21.15.120:0/1859124350' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:48:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:55 smithi120 conmon[102313]: 2022-01-25T22:48:56.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:55 smithi145 conmon[67302]: audit 2022-01-25T22:48:54.691349+0000 mgr.smithi120.hllzij (mgr.14704) 92 : audit [DBG] from='client.34136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:56.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:55 smithi145 conmon[67302]: audit 2022-01-25T22:48:54.964263+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:48:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:55 smithi145 conmon[67302]: .14704) 93 : audit [DBG] from='client.34140 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:48:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:55 smithi145 conmon[67302]: audit 2022-01-25T22:48:55.296144+0000 mon.smithi120 (mon.0) 149 : audit [DBG] from='client.? 172.21.15.120:0/1859124350' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:48:56.760 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 153 sec latency 154248.491 ms 2022-01-25T22:48:57.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:56 smithi120 conmon[102313]: cluster 2022-01-25T22:48:55.449562+0000 mgr.smithi120.hllzij (mgr.14704) 94 : cluster [DBG] pgmap v68: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:57.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:56 smithi120 conmon[102313]: cluster 2022-01-25T22:48:55.928990+0000 mon.smithi120 (mon.0) 150 : cluster [WRN] Health check update: Degraded data redundancy: 220/1599 objects degraded (13.759%), 28 pgs degraded, 45 pgs undersized (PG_DEGRADED) 2022-01-25T22:48:57.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:56 smithi145 conmon[67302]: cluster 2022-01-25T22:48:55.449562+0000 mgr.smithi120.hllzij (mgr.14704) 94 : cluster [DBG] pgmap v68: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:57.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:56 smithi145 conmon[67302]: cluster 2022-01-25T22:48 2022-01-25T22:48:57.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:56 smithi145 conmon[67302]: :55.928990+0000 mon.smithi120 (mon.0) 150 : cluster [WRN] Health check update: Degraded data redundancy: 220/1599 objects degraded (13.759%), 28 pgs degraded, 45 pgs undersized (PG_DEGRADED) 2022-01-25T22:48:57.760 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 154 sec latency 155248.576 ms 2022-01-25T22:48:58.760 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 155 sec latency 156248.632 ms 2022-01-25T22:48:59.188 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:58 smithi145 conmon[67302]: cluster 2022-01-25T22:48:57.450346+0000 mgr.smithi120.hllzij (mgr.14704) 95 : cluster [DBG] pgmap v69: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:59.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:58 smithi120 conmon[102313]: cluster 2022-01-25T22:48:57.450346+0000 mgr.smithi120.hllzij (mgr.14704) 95 : cluster [DBG] pgmap v69: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:48:59.761 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 156 sec latency 157248.734 ms 2022-01-25T22:49:00.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:48:59 smithi120 conmon[102313]: cluster 2022-01-25T22:48:59.149989+0000 mds.foofs.smithi145.odeite (mds.0) 28 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 144.550717 secs 2022-01-25T22:49:00.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:59 smithi145 conmon[67302]: cluster 2022-01-25T22:48:59.149989+0000 mds.foofs.smithi145.odeite (mds.0) 28 : cluster 2022-01-25T22:49:00.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:48:59 smithi145 conmon[67302]: [WRN] 1 slow requests, 0 included below; oldest blocked for > 144.550717 secs 2022-01-25T22:49:00.761 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 157 sec latency 158248.833 ms 2022-01-25T22:49:01.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:00 smithi120 conmon[102313]: cluster 2022-01-25T22:48:59.451469+0000 mgr.smithi120.hllzij (mgr.14704) 96 : cluster [DBG] pgmap v70: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:01.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:00 smithi145 conmon[67302]: cluster 2022-01-25T22:48:59.451469+0000 mgr.smithi120.hllzij (mgr.14704) 96 : cluster 2022-01-25T22:49:01.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:00 smithi145 conmon[67302]: [DBG] pgmap v70: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:01.761 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 158 sec latency 159248.930 ms 2022-01-25T22:49:02.761 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 159 sec latency 160249.033 ms 2022-01-25T22:49:03.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:02 smithi120 conmon[102313]: cluster 2022-01-25T22:49:01.452169+0000 mgr.smithi120.hllzij (mgr.14704) 97 : cluster [DBG] pgmap v71: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:03.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:02 smithi145 conmon[67302]: cluster 2022-01-25T22:49:01.452169+0000 mgr.smithi120.hllzij (mgr.14704) 97 : cluster [DBG] pgmap v71: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:03.761 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 160 sec latency 161249.094 ms 2022-01-25T22:49:04.761 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 161 sec latency 162249.195 ms 2022-01-25T22:49:05.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:04 smithi120 conmon[102313]: cluster 2022-01-25T22:49:03.453042+0000 mgr.smithi120.hllzij (mgr.14704) 98 : cluster [DBG] 2022-01-25T22:49:05.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:04 smithi120 conmon[102313]: pgmap v72: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:05.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:04 smithi120 conmon[102313]: cluster 2022-01-25T22:49:04.150127+0000 mds.foofs.smithi145.odeite (mds.0) 29 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 149.550829 secs 2022-01-25T22:49:05.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:04 smithi145 conmon[67302]: cluster 2022-01-25T22:49:03.453042+0000 mgr.smithi120.hllzij (mgr.14704) 98 : cluster [DBG] pgmap v72: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:05.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:04 smithi145 conmon[67302]: cluster 2022-01-25T22:49:04.150127+0000 2022-01-25T22:49:05.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:04 smithi145 conmon[67302]: mds.foofs.smithi145.odeite (mds.0) 29 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 149.550829 secs 2022-01-25T22:49:05.761 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 162 sec latency 163249.304 ms 2022-01-25T22:49:06.761 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 163 sec latency 164249.389 ms 2022-01-25T22:49:07.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:06 smithi120 conmon[102313]: cluster 2022-01-25T22:49:05.454132+0000 mgr.smithi120.hllzij (mgr.14704) 99 : cluster [DBG] pgmap v73: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:07.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:06 smithi145 conmon[67302]: cluster 2022-01-25T22:49:05.454132+0000 mgr.smithi120.hllzij (mgr.14704) 99 : cluster [DBG] pgmap v73: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:07.761 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 164 sec latency 165249.515 ms 2022-01-25T22:49:08.762 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 165 sec latency 166249.639 ms 2022-01-25T22:49:09.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:08 smithi120 conmon[102313]: cluster 2022-01-25T22:49:07.454828+0000 mgr.smithi120.hllzij (mgr.14704) 100 : cluster [DBG] pgmap v74: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:09.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:08 smithi145 conmon[67302]: cluster 2022-01-25T22:49:07.454828+0000 mgr.smithi120.hllzij (mgr.14704) 100 : cluster [DBG] pgmap v74: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:09.762 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 166 sec latency 167249.757 ms 2022-01-25T22:49:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:09 smithi120 conmon[102313]: cluster 2022-01-25T22:49:09.150182+0000 mds.foofs.smithi145.odeite (mds.0) 30 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 154.550898 secs 2022-01-25T22:49:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:09 smithi120 conmon[102313]: 2022-01-25T22:49:10.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:09 smithi145 conmon[67302]: cluster 2022-01-25T22:49:09.150182+0000 mds.foofs.smithi145.odeite (mds.0) 30 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 154.550898 secs 2022-01-25T22:49:10.762 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 167 sec latency 168249.891 ms 2022-01-25T22:49:11.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:10 smithi120 conmon[102313]: cluster 2022-01-25T22:49:09.455663+0000 mgr.smithi120.hllzij (mgr.14704) 101 : cluster [DBG] pgmap v75: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:11.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:10 smithi145 conmon[67302]: cluster 2022-01-25T22:49:09.455663+0000 mgr.smithi120.hllzij (mgr.14704) 101 : cluster 2022-01-25T22:49:11.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:10 smithi145 conmon[67302]: [DBG] pgmap v75: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:11.762 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 168 sec latency 169249.983 ms 2022-01-25T22:49:12.762 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 169 sec latency 170250.052 ms 2022-01-25T22:49:13.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:12 smithi120 conmon[102313]: cluster 2022-01-25T22:49:11.456256+0000 mgr.smithi120.hllzij (mgr.14704) 102 : cluster [DBG] pgmap v76: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:13.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:12 smithi145 conmon[67302]: cluster 2022-01-25T22:49:11.456256+0000 mgr.smithi120.hllzij (mgr.14704) 102 : cluster [DBG] pgmap v76: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:13.762 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 170 sec latency 171250.090 ms 2022-01-25T22:49:14.762 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 171 sec latency 172250.184 ms 2022-01-25T22:49:15.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:14 smithi120 conmon[102313]: cluster 2022-01-25T22:49:13.456947+0000 mgr.smithi120.hllzij (mgr.14704) 103 : cluster [DBG] pgmap v77: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:15.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:14 smithi120 conmon[102313]: cluster 2022-01-25T22:49:14.150253+0000 mds.foofs.smithi145.odeite (mds.0) 31 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 159.550968 secs 2022-01-25T22:49:15.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:14 smithi145 conmon[67302]: cluster 2022-01-25T22:49:13.456947+0000 mgr.smithi120.hllzij (mgr.14704) 103 : cluster [DBG] pgmap v77: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:15.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:14 smithi145 conmon[67302]: cluster 2022-01-25T22:49:14.150253+0000 mds.foofs.smithi145.odeite (mds.0) 31 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 159.550968 secs 2022-01-25T22:49:15.762 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 172 sec latency 173250.304 ms 2022-01-25T22:49:16.762 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 173 sec latency 174250.403 ms 2022-01-25T22:49:17.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:16 smithi120 conmon[102313]: cluster 2022-01-25T22:49:15.458029+0000 mgr.smithi120.hllzij (mgr.14704) 104 : cluster 2022-01-25T22:49:17.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:16 smithi120 conmon[102313]: [DBG] pgmap v78: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:17.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:16 smithi145 conmon[67302]: cluster 2022-01-25T22:49:15.458029+0000 mgr.smithi120.hllzij (mgr.14704) 104 : cluster [DBG] pgmap v78: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:17.763 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 174 sec latency 175250.522 ms 2022-01-25T22:49:18.763 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 175 sec latency 176250.603 ms 2022-01-25T22:49:19.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:18 smithi120 conmon[102313]: cluster 2022-01-25T22:49:17.458889+0000 mgr.smithi120.hllzij (mgr.14704) 105 : cluster [DBG] 2022-01-25T22:49:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:18 smithi120 conmon[102313]: pgmap v79: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:19.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:18 smithi145 conmon[67302]: cluster 2022-01-25T22:49:17.458889+0000 mgr.smithi120.hllzij (mgr.14704) 105 : cluster [DBG] pgmap v79: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:19.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:18 smithi145 conmon[67302]: 2022-01-25T22:49:19.763 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 176 sec latency 177250.715 ms 2022-01-25T22:49:20.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:19 smithi120 conmon[102313]: cluster 2022-01-25T22:49:19.150381+0000 mds.foofs.smithi145.odeite (mds.0) 32 : cluster [WRN] 2022-01-25T22:49:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:19 smithi120 conmon[102313]: 1 slow requests, 0 included below; oldest blocked for > 164.551115 secs 2022-01-25T22:49:20.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:19 smithi145 conmon[67302]: cluster 2022-01-25T22:49:19.150381+0000 mds.foofs.smithi145.odeite (mds.0) 32 : cluster [WRN] 2022-01-25T22:49:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:19 smithi145 conmon[67302]: 1 slow requests, 0 included below; oldest blocked for > 164.551115 secs 2022-01-25T22:49:20.763 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 177 sec latency 178250.800 ms 2022-01-25T22:49:21.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:20 smithi120 conmon[102313]: cluster 2022-01-25T22:49:19.459980+0000 mgr.smithi120.hllzij (mgr.14704) 106 2022-01-25T22:49:21.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:20 smithi120 conmon[102313]: : cluster [DBG] pgmap v80: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:21.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:20 smithi145 conmon[67302]: cluster 2022-01-25T22:49:19.459980+0000 mgr.smithi120.hllzij (mgr.14704) 106 : cluster [DBG] 2022-01-25T22:49:21.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:20 smithi145 conmon[67302]: pgmap v80: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:21.763 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 178 sec latency 179250.897 ms 2022-01-25T22:49:22.763 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 179 sec latency 180251.015 ms 2022-01-25T22:49:23.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:22 smithi120 conmon[102313]: cluster 2022-01-25T22:49:21.460819+0000 mgr.smithi120.hllzij (mgr.14704) 107 : cluster [DBG] pgmap v81: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:23.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:22 smithi145 conmon[67302]: cluster 2022-01-25T22:49:21.460819+0000 mgr.smithi120.hllzij (mgr.14704) 107 : cluster [DBG] pgmap v81: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:23.763 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 180 sec latency 181251.116 ms 2022-01-25T22:49:24.763 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 181 sec latency 182251.216 ms 2022-01-25T22:49:25.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:25 smithi120 conmon[102313]: cluster 2022-01-25T22:49:23.461491+0000 mgr.smithi120.hllzij (mgr.14704) 108 : cluster [DBG] pgmap v82: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:25.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:25 smithi120 conmon[102313]: 2022-01-25T22:49:25.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:25 smithi120 conmon[102313]: cluster 2022-01-25T22:49:24.150472+0000 mds.foofs.smithi145.odeite (mds.0) 33 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 169.551191 secs 2022-01-25T22:49:25.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:25 smithi145 conmon[67302]: cluster 2022-01-25T22:49:23.461491+0000 mgr.smithi120.hllzij (mgr.14704) 108 : cluster [DBG] pgmap v82: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:25.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:25 smithi145 conmon[67302]: cluster 2022-01-25T22:49:24.150472+0000 mds.foofs.smithi145.odeite (mds.0) 33 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 169.551191 secs 2022-01-25T22:49:25.603 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:49:25.763 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 182 sec latency 183251.274 ms 2022-01-25T22:49:25.868 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:49:25.869 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (8m) 105s ago 9m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:49:25.869 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (113s) 105s ago 9m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:49:25.869 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (102s) 97s ago 9m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:49:25.869 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (8m) 105s ago 9m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:49:25.870 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (5m) 105s ago 5m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:49:25.870 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (5m) 97s ago 5m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:49:25.870 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (2m) 105s ago 10m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:49:25.870 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (2m) 97s ago 9m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:49:25.871 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (2m) 105s ago 10m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:49:25.871 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (2m) 97s ago 9m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:49:25.871 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (2m) 105s ago 2m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:49:25.871 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (2m) 97s ago 2m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:49:25.872 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (9m) 105s ago 9m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:49:25.872 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (8m) 97s ago 8m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:49:25.872 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (8m) 105s ago 8m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:49:25.872 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (8m) 105s ago 8m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:49:25.873 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (8m) 105s ago 8m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:49:25.873 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (7m) 105s ago 7m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:49:25.873 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (7m) 97s ago 7m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:49:25.873 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (7m) 97s ago 7m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:49:25.874 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (6m) 97s ago 6m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:49:25.874 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (6m) 97s ago 6m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:49:25.875 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (8m) 105s ago 9m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:49:26.193 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:49:26.193 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:49:26.193 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:49:26.193 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:49:26.194 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:49:26.194 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:49:26.194 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:49:26.194 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:49:26.195 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:49:26.195 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:49:26.195 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:49:26.195 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:49:26.195 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:49:26.196 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:49:26.196 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:49:26.196 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:49:26.196 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:49:26.197 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:49:26.764 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 183 sec latency 184251.369 ms 2022-01-25T22:49:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:27 smithi120 conmon[102313]: cluster 2022-01-25T22:49:25.462384+0000 mgr.smithi120.hllzij (mgr.14704) 109 : cluster [DBG] pgmap v83: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:27 smithi120 conmon[102313]: 2022-01-25T22:49:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:27 smithi120 conmon[102313]: audit 2022-01-25T22:49:25.591994+0000 mgr.smithi120.hllzij (mgr.14704) 110 : audit [DBG] from='client.34148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:27.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:27 smithi120 conmon[102313]: audit 2022-01-25T22:49:25.860844+0000 mgr.smithi120.hllzij (mgr.14704) 111 : audit [DBG] from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:27.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:27 smithi120 conmon[102313]: audit 2022-01-25T22:49:26.193956+0000 mon.smithi120 (mon.0 2022-01-25T22:49:27.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:27 smithi120 conmon[102313]: ) 151 : audit [DBG] from='client.? 172.21.15.120:0/2569756948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:49:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:27 smithi145 conmon[67302]: cluster 2022-01-25T22:49:25.462384+0000 mgr.smithi120.hllzij (mgr.14704) 109 : cluster [DBG] pgmap v83: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:27 smithi145 conmon[67302]: audit 2022-01-25T22:49:25.591994+0000 mgr.smithi120.hllzij (mgr.14704) 110 : audit [DBG] from='client.34148 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:27 smithi145 conmon[67302]: audit 2022-01-25T22:49:25.860844+0000 mgr.smithi120.hllzij (mgr.14704) 111 : audit [DBG] from='client.34152 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:27 smithi145 conmon[67302]: audit 2022-01-25T22:49:27.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:27 smithi145 conmon[67302]: 2022-01-25T22:49:26.193956+0000 mon.smithi120 (mon.0) 151 : audit 2022-01-25T22:49:27.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:27 smithi145 conmon[67302]: [DBG] from='client.? 172.21.15.120:0/2569756948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:49:27.764 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 184 sec latency 185251.486 ms 2022-01-25T22:49:28.764 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 185 sec latency 186251.560 ms 2022-01-25T22:49:29.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:29 smithi120 conmon[102313]: cluster 2022-01-25T22:49:27.462959+0000 mgr.smithi120.hllzij (mgr.14704) 112 : cluster [DBG] pgmap v84: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:29.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:29 smithi145 conmon[67302]: cluster 2022-01-25T22:49:27.462959+0000 mgr.smithi120.hllzij (mgr.14704) 112 : cluster [DBG] 2022-01-25T22:49:29.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:29 smithi145 conmon[67302]: pgmap v84: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:29.764 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 186 sec latency 187251.642 ms 2022-01-25T22:49:30.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:30 smithi120 conmon[102313]: cluster 2022-01-25T22:49:29.150603+0000 mds.foofs.smithi145.odeite (mds.0) 34 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 174.551321 secs 2022-01-25T22:49:30.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:30 smithi145 conmon[67302]: cluster 2022-01-25T22:49:29.150603+0000 mds.foofs.smithi145.odeite (mds.0) 34 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 174.551321 secs 2022-01-25T22:49:30.764 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 187 sec latency 188251.759 ms 2022-01-25T22:49:31.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:31 smithi120 conmon[102313]: cluster 2022-01-25T22:49:29.463833+0000 mgr.smithi120.hllzij (mgr.14704) 113 : cluster [DBG] pgmap v85: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:31.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:31 smithi145 conmon[67302]: cluster 2022-01-25T22:49:29.463833+0000 mgr.smithi120.hllzij (mgr.14704) 113 : cluster [DBG] pgmap v85: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:31.764 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 188 sec latency 189251.875 ms 2022-01-25T22:49:32.764 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 189 sec latency 190251.946 ms 2022-01-25T22:49:33.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:33 smithi120 conmon[102313]: cluster 2022-01-25T22:49:31.464646+0000 mgr.smithi120.hllzij (mgr.14704) 114 : cluster [DBG] pgmap v86: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:33.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:33 smithi145 conmon[67302]: cluster 2022-01-25T22:49:31.464646+0000 mgr.smithi120.hllzij (mgr.14704) 114 : cluster [DBG] pgmap v86: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:33.764 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 190 sec latency 191252.063 ms 2022-01-25T22:49:34.765 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 191 sec latency 192252.157 ms 2022-01-25T22:49:35.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:35 smithi120 conmon[102313]: cluster 2022-01-25T22:49:33.465224+0000 mgr.smithi120.hllzij (mgr.14704) 115 : cluster [DBG] pgmap v87: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:35.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:35 smithi120 conmon[102313]: cluster 2022-01-25T22:49:34.150743+0000 mds.foofs.smithi145.odeite (mds.0) 35 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 179.551459 secs 2022-01-25T22:49:35.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:35 smithi145 conmon[67302]: cluster 2022-01-25T22:49:33.465224+0000 mgr.smithi120.hllzij (mgr.14704) 115 : cluster [DBG] pgmap v87: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:35.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:35 smithi145 conmon[67302]: cluster 2022-01-25T22:49:34.150743+0000 mds.foofs.smithi145.odeite (mds. 2022-01-25T22:49:35.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:35 smithi145 conmon[67302]: 0) 35 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 179.551459 secs 2022-01-25T22:49:35.765 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 192 sec latency 193252.256 ms 2022-01-25T22:49:36.765 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 193 sec latency 194252.357 ms 2022-01-25T22:49:37.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:37 smithi120 conmon[102313]: cluster 2022-01-25T22:49:35.466317+0000 mgr.smithi120.hllzij (mgr.14704) 116 : cluster [DBG] pgmap v88: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:37.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:37 smithi145 conmon[67302]: cluster 2022-01-25T22:49:35.466317+0000 mgr.smithi120.hllzij (mgr.14704) 116 : cluster [DBG] 2022-01-25T22:49:37.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:37 smithi145 conmon[67302]: pgmap v88: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:37.765 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 194 sec latency 195252.460 ms 2022-01-25T22:49:38.765 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 195 sec latency 196252.544 ms 2022-01-25T22:49:39.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:39 smithi120 conmon[102313]: cluster 2022-01-25T22:49:37.467055+0000 mgr.smithi120.hllzij (mgr.14704) 117 : cluster [DBG] pgmap v89: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:39.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:39 smithi120 conmon[102313]: 2022-01-25T22:49:39.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:39 smithi145 conmon[67302]: cluster 2022-01-25T22:49:37.467055+0000 mgr.smithi120.hllzij (mgr.14704) 117 : cluster [DBG] pgmap v89: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:39.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:39 smithi145 conmon[67302]: 2022-01-25T22:49:39.765 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 196 sec latency 197252.643 ms 2022-01-25T22:49:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:40 smithi120 conmon[102313]: cluster 2022-01-25T22:49:39.150836+0000 mds.foofs.smithi145.odeite (mds.0) 36 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 184.551559 secs 2022-01-25T22:49:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:40 smithi145 conmon[67302]: cluster 2022-01-25T22:49:39.150836+0000 mds.foofs.smithi145.odeite (mds.0) 36 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 184.551559 secs 2022-01-25T22:49:40.765 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 197 sec latency 198252.743 ms 2022-01-25T22:49:41.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:41 smithi120 conmon[102313]: cluster 2022-01-25T22:49:39.467895+0000 mgr.smithi120.hllzij (mgr.14704) 118 : cluster [DBG] 2022-01-25T22:49:41.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:41 smithi120 conmon[102313]: pgmap v90: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:41.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:41 smithi145 conmon[67302]: cluster 2022-01-25T22:49:39.467895+0000 mgr.smithi120.hllzij (mgr.14704) 118 : cluster [DBG] pgmap v90: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:41.765 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 198 sec latency 199252.779 ms 2022-01-25T22:49:42.766 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 199 sec latency 200252.866 ms 2022-01-25T22:49:43.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:43 smithi120 conmon[102313]: cluster 2022-01-25T22:49:41.468484+0000 mgr.smithi120.hllzij (mgr.14704) 119 : cluster [DBG] pgmap v91: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:43.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:43 smithi120 conmon[102313]: 2022-01-25T22:49:43.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:43 smithi145 conmon[67302]: cluster 2022-01-25T22:49:41.468484+0000 mgr.smithi120.hllzij (mgr.14704) 119 : cluster [DBG] 2022-01-25T22:49:43.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:43 smithi145 conmon[67302]: pgmap v91: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:43.765 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 200 sec latency 201252.921 ms 2022-01-25T22:49:44.765 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 201 sec latency 202252.984 ms 2022-01-25T22:49:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:45 smithi120 conmon[102313]: cluster 2022-01-25T22:49:43.469217+0000 mgr.smithi120.hllzij (mgr.14704) 120 : cluster [DBG] 2022-01-25T22:49:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:45 smithi120 conmon[102313]: pgmap v92: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:45.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:45 smithi120 conmon[102313]: cluster 2022-01-25T22:49:44.150964+0000 mds.foofs.smithi145.odeite (mds.0) 37 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 189.551683 secs 2022-01-25T22:49:45.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:45 smithi145 conmon[67302]: cluster 2022-01-25T22:49:43.469217+0000 mgr.smithi120.hllzij (mgr.14704) 120 : cluster [DBG] pgmap v92: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:45.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:45 smithi145 conmon[67302]: cluster 2022-01-25T22:49:44.150964+0000 mds.foofs.smithi145.odeite (mds.0) 37 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 189.551683 secs 2022-01-25T22:49:45.765 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 202 sec latency 203253.074 ms 2022-01-25T22:49:46.766 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 203 sec latency 204253.184 ms 2022-01-25T22:49:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:47 smithi120 conmon[102313]: cluster 2022-01-25T22:49:45.470192+0000 mgr.smithi120.hllzij (mgr.14704) 121 : cluster [DBG] pgmap v93: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:47 smithi120 conmon[102313]: 2022-01-25T22:49:47.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:47 smithi145 conmon[67302]: cluster 2022-01-25T22:49:45.470192+0000 mgr.smithi120.hllzij (mgr.14704) 121 : cluster [DBG] pgmap v93: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:47.766 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 204 sec latency 205253.287 ms 2022-01-25T22:49:48.766 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 205 sec latency 206253.389 ms 2022-01-25T22:49:49.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:49 smithi120 conmon[102313]: cluster 2022-01-25T22:49:47.470839+0000 mgr.smithi120.hllzij (mgr.14704) 122 : cluster [DBG] pgmap v94: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:49.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:49 smithi120 conmon[102313]: 2022-01-25T22:49:49.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:49 smithi145 conmon[67302]: cluster 2022-01-25T22:49:47.470839+0000 mgr.smithi120.hllzij (mgr.14704) 122 : cluster [DBG] pgmap v94: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:49.766 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 206 sec latency 207253.505 ms 2022-01-25T22:49:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:50 smithi145 conmon[67302]: cluster 2022-01-25T22:49:49.151068+0000 mds.foofs.smithi145.odeite (mds.0) 38 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 194.551784 secs 2022-01-25T22:49:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:50 smithi120 conmon[102313]: cluster 2022-01-25T22:49:49.151068+0000 mds.foofs.smithi145.odeite (mds. 2022-01-25T22:49:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:50 smithi120 conmon[102313]: 0) 38 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 194.551784 secs 2022-01-25T22:49:50.766 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 207 sec latency 208253.620 ms 2022-01-25T22:49:51.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:51 smithi145 conmon[67302]: cluster 2022-01-25T22:49:49.471659+0000 mgr.smithi120.hllzij (mgr.14704) 123 : cluster [DBG] pgmap v95: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:51.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:51 smithi120 conmon[102313]: cluster 2022-01-25T22:49:49.471659+0000 mgr.smithi120.hllzij (mgr.14704) 123 : cluster [DBG] 2022-01-25T22:49:51.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:51 smithi120 conmon[102313]: pgmap v95: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:51.766 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 208 sec latency 209253.750 ms 2022-01-25T22:49:52.766 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 209 sec latency 210253.825 ms 2022-01-25T22:49:53.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:53 smithi145 conmon[67302]: cluster 2022-01-25T22:49:51.472423+0000 mgr.smithi120.hllzij (mgr.14704) 124 : cluster [DBG] pgmap v96: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:53.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:53 smithi120 conmon[102313]: cluster 2022-01-25T22:49:51.472423+0000 mgr.smithi120.hllzij (mgr.14704) 124 2022-01-25T22:49:53.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:53 smithi120 conmon[102313]: : cluster [DBG] pgmap v96: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:53.767 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 210 sec latency 211253.928 ms 2022-01-25T22:49:54.071 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:49:53 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: start operation timed out. Terminating. 2022-01-25T22:49:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:54 smithi145 conmon[67302]: audit 2022-01-25T22:49:53.598842+0000 mon.smithi120 (mon.0) 152 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:49:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:54 smithi145 conmon[67302]: audit 2022-01-25T22:49:53.604875+0000 mon.smithi120 (mon.0) 153 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:49:54.552 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:49:54 smithi120 podman[108847]: 2022-01-25T22:49:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:54 smithi120 conmon[102313]: audit 2022-01-25T22:49:53.598842+0000 mon.smithi120 (mon. 2022-01-25T22:49:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:54 smithi120 conmon[102313]: 0) 152 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:49:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:54 smithi120 conmon[102313]: audit 2022-01-25T22:49:53.604875+0000 mon.smithi120 (mon.0) 153 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:49:54.767 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 211 sec latency 212253.986 ms 2022-01-25T22:49:55.302 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:49:54 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Failed with result 'timeout'. 2022-01-25T22:49:55.302 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:49:54 smithi120 systemd[1]: Failed to start Ceph osd.0 for 7850299a-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:49:55.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:55 smithi120 conmon[102313]: cluster 2022-01-25T22:49:53.473171+0000 mgr.smithi120.hllzij (mgr.14704) 125 : cluster [DBG] pgmap v97: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:55.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:55 smithi120 conmon[102313]: 2022-01-25T22:49:55.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:55 smithi120 conmon[102313]: cluster 2022-01-25T22:49:54.151183+0000 mds.foofs.smithi145.odeite (mds.0) 39 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 199.551898 secs 2022-01-25T22:49:55.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:55 smithi120 conmon[102313]: audit 2022-01-25T22:49:54.946777+0000 mon.smithi120 (mon.0) 154 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:49:55.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:55 smithi120 conmon[102313]: audit 2022-01-25T22:49:54.947327+0000 mon.smithi120 (mon.0) 155 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:49:55.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:55 smithi120 conmon[102313]: audit 2022-01-25T22:49:54.948461+0000 mon.smithi120 (mon.0) 156 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:49:55.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:55 smithi120 conmon[102313]: audit 2022-01-25T22:49:54.949222+0000 mon.smithi120 (mon.0) 157 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:49:55.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:55 smithi145 conmon[67302]: cluster 2022-01-25T22:49:53.473171+0000 mgr.smithi120.hllzij (mgr.14704) 125 : cluster [DBG] pgmap v97: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:55.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:55 smithi145 conmon[67302]: cluster 2022-01-25T22:49:54. 2022-01-25T22:49:55.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:55 smithi145 conmon[67302]: 151183+0000 mds.foofs.smithi145.odeite (mds.0) 39 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 199.551898 secs 2022-01-25T22:49:55.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:55 smithi145 conmon[67302]: audit 2022-01-25T22:49:54.946777+0000 mon.smithi120 (mon.0) 154 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:49:55.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:55 smithi145 conmon[67302]: audit 2022-01-25 2022-01-25T22:49:55.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:55 smithi145 conmon[67302]: T22:49:54.947327+0000 mon.smithi120 (mon.0) 155 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:49:55.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:55 smithi145 conmon[67302]: 2022-01-25T22:49:55.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:55 smithi145 conmon[67302]: audit 2022-01- 2022-01-25T22:49:55.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:55 smithi145 conmon[67302]: 25T22:49:54.948461+0000 2022-01-25T22:49:55.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:55 smithi145 conmon[67302]: mon.smithi120 (mon.0) 156 : audit 2022-01-25T22:49:55.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:55 smithi145 conmon[67302]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:49:55.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:55 smithi145 conmon[67302]: audit 2022-01-25T22:49:55.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:55 smithi145 conmon[67302]: 2022-01-25T22:49:54 2022-01-25T22:49:55.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:55 smithi145 conmon[67302]: .949222+0000 mon.smithi120 (mon.0) 2022-01-25T22:49:55.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:55 smithi145 conmon[67302]: 157 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:49:55.767 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 212 sec latency 213254.071 ms 2022-01-25T22:49:56.490 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:49:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: cephadm 2022-01-25T22:49:54.943288+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:49:56.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: .14704) 126 : cephadm [ERR] cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T22:49:56.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: Non-zero exit code 1 from systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0 2022-01-25T22:49:56.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: systemctl: stderr Job for ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:49:56.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: systemctl: stderr See "systemctl status ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:49:56.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: Traceback (most recent call last): 2022-01-25T22:49:56.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T22:49:56.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: main() 2022-01-25T22:49:56.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T22:49:56.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: r = ctx.func(ctx) 2022-01-25T22:49:56.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T22:49:56.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: return func(ctx) 2022-01-25T22:49:56.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T22:49:56.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: ports=daemon_ports) 2022-01-25T22:49:56.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T22:49:56.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T22:49:56.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T22:49:56.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T22:49:56.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T22:49:56.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T22:49:56.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: RuntimeError: Failed command: systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0: Job for ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:49:56.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: See "systemctl status ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:49:56.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: Traceback (most recent call last): 2022-01-25T22:49:56.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1402, in _remote_connection 2022-01-25T22:49:56.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: yield (conn, connr) 2022-01-25T22:49:56.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1295, in _run_cephadm 2022-01-25T22:49:56.559 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: code, '\n'.join(err))) 2022-01-25T22:49:56.559 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T22:49:56.559 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: Non-zero exit code 1 from systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0 2022-01-25T22:49:56.559 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: systemctl: stderr Job for ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:49:56.560 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: systemctl: stderr See "systemctl status ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:49:56.560 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: Traceback (most recent call last): 2022-01-25T22:49:56.560 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T22:49:56.560 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: main() 2022-01-25T22:49:56.560 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T22:49:56.561 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: r = ctx.func(ctx) 2022-01-25T22:49:56.561 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T22:49:56.561 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: return func(ctx) 2022-01-25T22:49:56.561 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T22:49:56.561 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: ports=daemon_ports) 2022-01-25T22:49:56.562 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T22:49:56.562 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T22:49:56.562 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T22:49:56.562 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T22:49:56.563 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T22:49:56.563 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T22:49:56.563 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: RuntimeError: Failed command: systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0: Job for ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:49:56.563 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: See "systemctl status ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:49:56.564 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: 2022-01-25T22:49:56.564 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: cephadm 2022-01-25T22:49:54.943436+0000 mgr.smithi120.hllzij (mgr.14704) 127 : cephadm 2022-01-25T22:49:56.564 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: [ERR] Upgrade: Paused due to UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T22:49:56.564 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: cluster 2022-01-25T22:49:54.947770+0000 mgr.smithi120.hllzij (mgr.14704) 128 : cluster [DBG] pgmap v98: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 178 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:56.565 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: cephadm 2022-01-25T22:49:54.949768+0000 mgr.smithi120.hllzij (mgr.14704) 129 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:49:56.565 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: audit 2022-01-25T22:49:55.292185+0000 mon.smithi120 (mon.0) 158 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:49:56.565 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: audit 2022-01-25T22:49:55.675324+0000 mon.smithi120 (mon.0) 159 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:49:56.565 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: audit 2022-01-25T22:49:55.680118+0000 mon.smithi120 (mon.0) 160 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:49:56.565 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: audit 2022-01-25T22:49:55.682657+0000 mon.smithi120 (mon 2022-01-25T22:49:56.566 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: .0) 161 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:49:56.566 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: audit 2022-01-25T22:49:55.683549+0000 mon.smithi120 (mon.0) 2022-01-25T22:49:56.566 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: 162 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:49:56.566 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: audit 2022-01-25T22:49:55.684106 2022-01-25T22:49:56.567 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 163 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:49:56.567 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: 2022-01-25T22:49:56.567 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: audit 2022-01-25T22:49:55. 2022-01-25T22:49:56.567 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: 687756+0000 mon.smithi120 (mon.0) 164 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:49:56.568 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: audit 2022 2022-01-25T22:49:56.568 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: -01-25T22:49:55.692248+0000 mon.smithi120 2022-01-25T22:49:56.568 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: (mon.0) 165 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:49:56.568 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: cluster 2022- 2022-01-25T22:49:56.568 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: 01-25T22:49:55.945108+0000 mon.smithi120 ( 2022-01-25T22:49:56.569 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:56 smithi120 conmon[102313]: mon.0) 166 : cluster [WRN] Health check failed: Upgrading daemon osd.0 on host smithi120 failed. (UPGRADE_REDEPLOY_DAEMON) 2022-01-25T22:49:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: cephadm 2022-01-25T22:49:54.943288+0000 mgr.smithi120.hllzij (mgr.14704) 126 : cephadm [ERR] cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T22:49:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: Non-zero exit code 1 from systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0 2022-01-25T22:49:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: systemctl: stderr Job for ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:49:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: systemctl: stderr See "systemctl status ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:49:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: Traceback (most recent call last): 2022-01-25T22:49:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T22:49:56.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: main() 2022-01-25T22:49:56.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T22:49:56.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: r = ctx.func(ctx) 2022-01-25T22:49:56.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T22:49:56.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: return func(ctx) 2022-01-25T22:49:56.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T22:49:56.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: ports=daemon_ports) 2022-01-25T22:49:56.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T22:49:56.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T22:49:56.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T22:49:56.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T22:49:56.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T22:49:56.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T22:49:56.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: RuntimeError: Failed command: systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0: Job for ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:49:56.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: See "systemctl status ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:49:56.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: Traceback (most recent call last): 2022-01-25T22:49:56.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1402, in _remote_connection 2022-01-25T22:49:56.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: yield (conn, connr) 2022-01-25T22:49:56.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: File "/usr/share/ceph/mgr/cephadm/serve.py", line 1295, in _run_cephadm 2022-01-25T22:49:56.585 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: code, '\n'.join(err))) 2022-01-25T22:49:56.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: orchestrator._interface.OrchestratorError: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T22:49:56.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: Non-zero exit code 1 from systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0 2022-01-25T22:49:56.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: systemctl: stderr Job for ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:49:56.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: systemctl: stderr See "systemctl status ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:49:56.586 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: Traceback (most recent call last): 2022-01-25T22:49:56.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T22:49:56.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: main() 2022-01-25T22:49:56.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T22:49:56.587 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: r = ctx.func(ctx) 2022-01-25T22:49:56.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T22:49:56.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: return func(ctx) 2022-01-25T22:49:56.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T22:49:56.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: ports=daemon_ports) 2022-01-25T22:49:56.588 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T22:49:56.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T22:49:56.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T22:49:56.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T22:49:56.589 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T22:49:56.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T22:49:56.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: RuntimeError: Failed command: systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0: Job for ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:49:56.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: See "systemctl status ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:49:56.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: 2022-01-25T22:49:56.590 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: cephadm 2022-01-25T22:49:54.943436+0000 mgr.smithi120.hllzij (mgr.14704) 127 : cephadm [ERR] Upgrade: Paused due to UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T22:49:56.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: cluster 2022-01-25T22:49:54.947770+0000 mgr.smithi120.hllzij (mgr.14704) 128 : cluster [DBG] pgmap v98: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 178 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:56.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: cephadm 2022-01-25T22:49:54.949768+0000 mgr.smithi120.hllzij (mgr.14704) 129 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:49:56.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: audit 2022-01-25T22:49:55.292185+0000 mon.smithi120 (mon.0) 158 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:49:56.591 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: audit 2022-01-25T22:49:55.675324+0000 mon.smithi120 (mon.0) 159 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:49:56.592 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: audit 2022-01-25T22:49:55.680118+0000 mon.smithi120 (mon.0) 160 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:49:56.592 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: audit 2022-01-25T22:49:55.682657+0000 mon.smithi120 (mon.0) 161 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:49:56.592 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: audit 2022-01-25T22:49:55.683549+0000 mon.smithi120 (mon.0) 162 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:49:56.592 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: audit 2022-01-25T22:49:55.684106+0000 mon.smithi120 2022-01-25T22:49:56.592 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: (mon.0) 163 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:49:56.593 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: audit 2022-01-25T22:49:55.687756+0000 mon.smithi120 (mon.0) 164 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:49:56.593 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: 2022-01-25T22:49:56.593 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: audit 2022-01-25 2022-01-25T22:49:56.593 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: T22:49:55.692248+0000 mon.smithi120 2022-01-25T22:49:56.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: (mon.0) 165 : audit [INF] 2022-01-25T22:49:56.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:49:56.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: cluster 2022-01-25T22 2022-01-25T22:49:56.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: :49:55.945108+0000 mon.smithi120 (mon.0 2022-01-25T22:49:56.594 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:56 smithi145 conmon[67302]: ) 166 : cluster [WRN] Health check failed: Upgrading daemon osd.0 on host smithi120 failed. (UPGRADE_REDEPLOY_DAEMON) 2022-01-25T22:49:56.763 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:49:56.763 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (9m) 2m ago 10m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:49:56.763 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (2m) 2m ago 10m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:49:56.764 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (2m) 2m ago 9m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:49:56.764 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (9m) 2m ago 10m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:49:56.764 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (5m) 2m ago 5m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:49:56.764 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (5m) 2m ago 5m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:49:56.765 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (3m) 2m ago 11m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:49:56.765 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (2m) 2m ago 9m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:49:56.765 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (2m) 2m ago 11m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:49:56.765 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (2m) 2m ago 9m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:49:56.766 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (3m) 2m ago 3m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:49:56.766 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (3m) 2m ago 3m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:49:56.766 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (9m) 2m ago 9m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:49:56.766 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (9m) 2m ago 9m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:49:56.767 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (9m) 2m ago 9m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:49:56.767 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (8m) 2m ago 8m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:49:56.767 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (8m) 2m ago 8m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:49:56.767 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (8m) 2m ago 8m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:49:56.768 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (7m) 2m ago 7m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:49:56.768 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (7m) 2m ago 7m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:49:56.768 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (7m) 2m ago 7m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:49:56.768 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (7m) 2m ago 7m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:49:56.769 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (8m) 2m ago 9m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:49:56.769 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 213 sec latency 214254.116 ms 2022-01-25T22:49:57.085 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:49:57.085 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:49:57.085 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:49:57.085 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:49:57.086 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:49:57.086 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:49:57.086 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:49:57.086 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:49:57.087 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:49:57.087 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:49:57.087 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:49:57.087 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:49:57.088 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:49:57.088 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:49:57.088 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:49:57.088 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:49:57.088 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:49:57.089 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:49:57.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:57 smithi120 conmon[102313]: cephadm 2022-01-25T22:49:55.684605+0000 mgr.smithi120.hllzij (mgr.14704) 130 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:49:57.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:57 smithi120 conmon[102313]: audit 2022-01-25T22:49:57 2022-01-25T22:49:57.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:57 smithi120 conmon[102313]: .085698+0000 mon.smithi120 (mon.0) 167 : audit [DBG] from='client.? 172.21.15.120:0/3193670633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:49:57.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:57 smithi145 conmon[67302]: cephadm 2022-01-25T22:49:55.684605+0000 mgr.smithi120.hllzij (mgr.14704) 130 : cephadm [WRN] 2022-01-25T22:49:57.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:57 smithi145 conmon[67302]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:49:57.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:57 smithi145 conmon[67302]: audit 2022-01-25T22:49:57.085698+0000 mon.smithi120 (mon.0) 167 : audit [DBG] from='client.? 172.21.15.120:0/3193670633' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:49:57.767 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 214 sec latency 215254.164 ms 2022-01-25T22:49:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:58 smithi120 conmon[102313]: audit 2022-01-25T22:49:56.477850+0000 mgr.smithi120.hllzij (mgr.14704) 131 : audit [DBG] from='client.34160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:58 smithi120 conmon[102313]: audit 2022-01-25T22:49:56.754634+0000 mgr.smithi120.hllzij (mgr.14704) 132 : audit [DBG] from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:58 smithi120 conmon[102313]: cluster 2022-01-25T22:49:56.948382+0000 mgr.smithi120.hllzij (mgr.14704) 133 : cluster [DBG] pgmap v99: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 178 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:58 smithi145 conmon[67302]: audit 2022-01-25T22:49:56.477850+0000 mgr.smithi120.hllzij (mgr.14704) 131 : audit [DBG] from='client.34160 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:58 smithi145 conmon[67302]: audit 2022-01-25T22:49:56.754634+0000 mgr.smithi120.hllzij (mgr.14704) 132 : audit [DBG] from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:49:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:58 smithi145 conmon[67302]: cluster 2022-01-25T22:49:56.948382+0000 mgr.smithi120.hllzij (mgr.14704) 133 : cluster [DBG] pgmap v99: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 178 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:49:58.767 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 215 sec latency 216254.250 ms 2022-01-25T22:49:59.767 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 216 sec latency 217254.359 ms 2022-01-25T22:50:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:59 smithi120 conmon[102313]: cluster 2022-01-25T22:49:58.949101+0000 mgr.smithi120.hllzij (mgr.14704) 134 : cluster [DBG] pgmap v100: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 178 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:49:59 smithi120 conmon[102313]: cluster 2022-01-25T22:49:59.151289+0000 mds.foofs.smithi145.odeite (mds.0) 40 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 204.552014 secs 2022-01-25T22:50:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:59 smithi145 conmon[67302]: cluster 2022-01-25T22:49:58.949101+0000 mgr.smithi120.hllzij (mgr.14704) 134 : cluster [DBG] pgmap v100: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 178 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:59 smithi145 conmon[67302]: cluster 2022-01-25T22:49:59.151289+0000 mds.foofs.smithi145.odeite (mds 2022-01-25T22:50:00.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:49:59 smithi145 conmon[67302]: .0) 40 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 204.552014 secs 2022-01-25T22:50:00.767 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 217 sec latency 218254.441 ms 2022-01-25T22:50:01.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50:00.000220+0000 mon.smithi120 (mon.0) 168 : cluster [WRN] Health detail: HEALTH_WARN 1 clients failing to respond to capability release; 1 MDSs report slow requests; 1 osds down; Degraded data redundancy: 220/1599 objects degraded (13.759%), 28 pgs degraded, 45 pgs undersized; Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T22:50:01.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50:00.000278+0000 mon.smithi120 ( 2022-01-25T22:50:01.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: mon.0) 169 : cluster [WRN] [WRN] MDS_CLIENT_LATE_RELEASE: 1 clients failing to respond to capability release 2022-01-25T22:50:01.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50:00.000303+0000 mon.smithi120 (mon.0) 170 : cluster [WRN] mds.foofs.smithi145.odeite(mds.0): Client smithi120:foo1 failing to respond to capability release client_id: 14526 2022-01-25T22:50:01.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50:00.000327+0000 mon.smithi120 (mon.0) 171 : cluster [WRN] 2022-01-25T22:50:01.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-25T22:50:01.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50:00.000355+0000 mon.smithi120 2022-01-25T22:50:01.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: (mon.0) 172 : cluster [WRN] mds.foofs.smithi145.odeite(mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:50:01.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22: 2022-01-25T22:50:01.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 50:00.000391+0000 mon.smithi120 (mon.0) 173 : cluster 2022-01-25T22:50:01.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: [WRN] [WRN] OSD_DOWN: 1 osds down 2022-01-25T22:50:01.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50:00 2022-01-25T22:50:01.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: .000410+0000 mon.smithi120 (mon.0) 174 : cluster 2022-01-25T22:50:01.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: [WRN] osd.0 (root=default,host=smithi120) is down 2022-01-25T22:50:01.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25 2022-01-25T22:50:01.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: T22:50:00.000421+0000 mon.smithi120 (mon.0) 175 : cluster [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 220/1599 objects degraded (13.759%), 28 pgs degraded, 45 pgs undersized 2022-01-25T22:50:01.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25 2022-01-25T22:50:01.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: T22:50:00.000436+0000 mon.smithi120 (mon.0 2022-01-25T22:50:01.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: ) 176 : cluster [WRN] pg 1.0 is stuck undersized for 2m, current state active+undersized, last acting [7,6] 2022-01-25T22:50:01.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22 2022-01-25T22:50:01.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: :50:00.000447+0000 mon.smithi120 (mon.0) 177 2022-01-25T22:50:01.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: : cluster [WRN] pg 2.0 is stuck undersized for 2m, current state active+undersized+degraded, last acting [7,1] 2022-01-25T22:50:01.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50 2022-01-25T22:50:01.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: :00.000462+0000 mon.smithi120 (mon.0) 178 : 2022-01-25T22:50:01.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster [WRN] pg 2.1 is stuck undersized for 2m, current state active+undersized+degraded, last acting [2,3] 2022-01-25T22:50:01.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50: 2022-01-25T22:50:01.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 00.000474+0000 mon.smithi120 (mon.0) 179 : cluster 2022-01-25T22:50:01.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: [WRN] pg 2.4 is stuck undersized for 2m, current state active+undersized+degraded, last acting [1,7] 2022-01-25T22:50:01.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50:00 2022-01-25T22:50:01.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: .000487+0000 mon.smithi120 (mon.0) 180 : cluster 2022-01-25T22:50:01.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: [WRN] pg 2.5 is stuck undersized for 2m, current state active+undersized+degraded, last acting [7,4] 2022-01-25T22:50:01.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50: 2022-01-25T22:50:01.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 00.000500+0000 mon.smithi120 (mon.0) 181 : cluster 2022-01-25T22:50:01.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: [WRN] pg 2.8 is stuck undersized for 2m, current state active+undersized+degraded, last acting [7,1] 2022-01-25T22:50:01.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50:00.000515+0000 mon.smithi120 (mon.0 2022-01-25T22:50:01.311 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: ) 182 : cluster [WRN] pg 2.c is stuck undersized for 2m, current state active+undersized+degraded, last acting [2,5] 2022-01-25T22:50:01.311 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T 2022-01-25T22:50:01.311 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 22:50:00.000526+0000 mon.smithi120 (mon.0 2022-01-25T22:50:01.311 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: ) 183 : cluster [WRN] pg 2.f is stuck undersized for 2m, current state active+undersized+degraded, last acting [4,7] 2022-01-25T22:50:01.311 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22: 2022-01-25T22:50:01.312 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 50:00.000537+0000 mon.smithi120 (mon.0) 184 2022-01-25T22:50:01.312 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: : cluster [WRN] pg 2.10 is stuck undersized for 2m, current state active+undersized+degraded, last acting [2,1] 2022-01-25T22:50:01.312 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T 2022-01-25T22:50:01.312 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 22:50:00.000555+0000 mon.smithi120 (mon.0 2022-01-25T22:50:01.312 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: ) 185 : cluster [WRN] pg 2.13 is stuck undersized for 2m, current state active+undersized+degraded, last acting [4,3] 2022-01-25T22:50:01.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01- 2022-01-25T22:50:01.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 25T22:50:00.000568+0000 mon.smithi120 (mon 2022-01-25T22:50:01.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: .0) 186 : cluster [WRN] pg 2.15 is stuck undersized for 2m, current state active+undersized+degraded, last acting [1,5] 2022-01-25T22:50:01.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01 2022-01-25T22:50:01.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: -25T22:50:00.000582+0000 mon.smithi120 ( 2022-01-25T22:50:01.314 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: mon.0) 187 : cluster [WRN] pg 2.19 is stuck undersized for 2m, current state active+undersized+degraded, last acting [3,6] 2022-01-25T22:50:01.314 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01 2022-01-25T22:50:01.314 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: -25T22:50:00.000596+0000 mon.smithi120 (mon 2022-01-25T22:50:01.314 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: .0) 188 : cluster [WRN] pg 2.1d is stuck undersized for 2m, current state active+undersized+degraded, last acting [7,6] 2022-01-25T22:50:01.315 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01- 2022-01-25T22:50:01.315 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 25T22:50:00.000611+0000 mon.smithi120 ( 2022-01-25T22:50:01.315 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: mon.0) 189 : cluster [WRN] pg 2.1e is stuck undersized for 2m, current state active+undersized+degraded, last acting [3,5] 2022-01-25T22:50:01.315 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022- 2022-01-25T22:50:01.315 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 01-25T22:50:00.000626+0000 2022-01-25T22:50:01.316 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: mon.smithi120 (mon.0) 190 : cluster [WRN] pg 2.1f is stuck undersized for 2m, current state active+undersized+degraded, last acting [7,4] 2022-01-25T22:50:01.316 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01 2022-01-25T22:50:01.316 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: -25T22:50:00.000640+0000 mon.smithi120 (mon 2022-01-25T22:50:01.316 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: .0) 191 : cluster [WRN] pg 3.1 is stuck undersized for 2m, current state active+undersized+degraded, last acting [4,3] 2022-01-25T22:50:01.316 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01 2022-01-25T22:50:01.317 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: -25T22:50:00.000655+0000 mon.smithi120 ( 2022-01-25T22:50:01.317 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: mon.0) 192 : cluster [WRN] pg 3.3 is stuck undersized for 2m, current state active+undersized+degraded, last acting [4,6] 2022-01-25T22:50:01.317 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50: 2022-01-25T22:50:01.317 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 00.000666+0000 mon.smithi120 (mon.0) 193 : cluster 2022-01-25T22:50:01.318 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: [WRN] pg 3.6 is stuck undersized for 2m, current state active+undersized+degraded, last acting [1,4] 2022-01-25T22:50:01.318 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50 2022-01-25T22:50:01.319 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: :00.000680+0000 mon.smithi120 (mon.0) 194 2022-01-25T22:50:01.320 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: : cluster [WRN] pg 3.7 is stuck undersized for 2m, current state active+undersized+degraded, last acting [3,7] 2022-01-25T22:50:01.320 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22 2022-01-25T22:50:01.320 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: :50:00.000703+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.320 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 195 : cluster [WRN] pg 3.b is stuck undersized for 2m, current state active+undersized+degraded, last acting [3,4] 2022-01-25T22:50:01.321 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T 2022-01-25T22:50:01.321 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 22:50:00.000717+0000 mon.smithi120 (mon.0 2022-01-25T22:50:01.321 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: ) 196 : cluster [WRN] pg 3.f is stuck undersized for 2m, current state active+undersized+degraded, last acting [7,4] 2022-01-25T22:50:01.321 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T 2022-01-25T22:50:01.321 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 22:50:00.000731+0000 mon.smithi120 (mon.0 2022-01-25T22:50:01.322 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: ) 197 : cluster [WRN] pg 3.10 is stuck undersized for 2m, current state active+undersized+degraded, last acting [6,5] 2022-01-25T22:50:01.322 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25 2022-01-25T22:50:01.322 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: T22:50:00.000745+0000 mon.smithi120 (mon. 2022-01-25T22:50:01.322 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 0) 198 : cluster [WRN] pg 3.12 is stuck undersized for 2m, current state active+undersized+degraded, last acting [7,3] 2022-01-25T22:50:01.323 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01- 2022-01-25T22:50:01.323 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 25T22:50:00.000759+0000 mon.smithi120 (mon 2022-01-25T22:50:01.323 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: .0) 199 : cluster [WRN] pg 3.17 is stuck undersized for 2m, current state active+undersized+degraded, last acting [5,3] 2022-01-25T22:50:01.323 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01 2022-01-25T22:50:01.323 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: -25T22:50:00.000774+0000 mon.smithi120 (mon 2022-01-25T22:50:01.324 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: .0) 200 : cluster [WRN] pg 3.18 is stuck undersized for 2m, current state active+undersized+degraded, last acting [3,1] 2022-01-25T22:50:01.324 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01 2022-01-25T22:50:01.324 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: -25T22:50:00.000788+0000 mon.smithi120 2022-01-25T22:50:01.324 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: (mon.0) 201 : cluster [WRN] pg 3.1b is stuck undersized for 2m, current state active+undersized+degraded, last acting [4,7] 2022-01-25T22:50:01.324 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01 2022-01-25T22:50:01.325 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: -25T22:50:00.000798+0000 mon.smithi120 2022-01-25T22:50:01.325 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: (mon.0) 202 : cluster [WRN] pg 3.1f is stuck undersized for 2m, current state active+undersized+degraded, last acting [5,2] 2022-01-25T22:50:01.325 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022- 2022-01-25T22:50:01.325 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 01-25T22:50:00.000808+0000 mon.smithi120 (mon.0 2022-01-25T22:50:01.326 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: ) 203 : cluster [WRN] pg 4.0 is stuck undersized for 2m, current state active+undersized, last acting [3,7] 2022-01-25T22:50:01.326 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50: 2022-01-25T22:50:01.326 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 00.000818+0000 mon.smithi120 (mon.0) 204 : cluster 2022-01-25T22:50:01.326 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: [WRN] pg 4.3 is stuck undersized for 2m, current state active+undersized, last acting [5,7] 2022-01-25T22:50:01.326 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22: 2022-01-25T22:50:01.327 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 50:00.000829+0000 mon.smithi120 (mon.0) 205 : 2022-01-25T22:50:01.327 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster [WRN] pg 4.6 is stuck undersized for 2m, current state active+undersized, last acting [1,2] 2022-01-25T22:50:01.327 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22: 2022-01-25T22:50:01.327 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 50:00.000843+0000 mon.smithi120 (mon.0) 206 2022-01-25T22:50:01.327 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: : cluster [WRN] pg 4.7 is stuck undersized for 2m, current state active+undersized, last acting [1,5] 2022-01-25T22:50:01.328 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25 2022-01-25T22:50:01.328 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: T22:50:00.000856+0000 mon.smithi120 (mon. 2022-01-25T22:50:01.328 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 0) 207 : cluster [WRN] pg 4.b is stuck undersized for 2m, current state active+undersized, last acting [1,4] 2022-01-25T22:50:01.328 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01- 2022-01-25T22:50:01.329 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 25T22:50:00.000870+0000 mon.smithi120 (mon 2022-01-25T22:50:01.329 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: .0) 208 : cluster [WRN] pg 4.16 is stuck undersized for 2m, current state active+undersized, last acting [3,7] 2022-01-25T22:50:01.330 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01 2022-01-25T22:50:01.331 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: -25T22:50:00.000884+0000 mon.smithi120 (mon 2022-01-25T22:50:01.331 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: .0) 209 : cluster [WRN] pg 4.19 is stuck undersized for 2m, current state active+undersized+degraded, last acting [3,2] 2022-01-25T22:50:01.331 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01 2022-01-25T22:50:01.331 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: -25T22:50:00.000897+0000 mon.smithi120 2022-01-25T22:50:01.332 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: (mon.0) 210 : cluster [WRN] pg 4.1a is stuck undersized for 2m, current state active+undersized, last acting [4,3] 2022-01-25T22:50:01.332 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01 2022-01-25T22:50:01.332 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: -25T22:50:00.000911+0000 mon.smithi120 ( 2022-01-25T22:50:01.332 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: mon.0) 211 : cluster [WRN] pg 4.1e is stuck undersized for 2m, current state active+undersized, last acting [7,3] 2022-01-25T22:50:01.333 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022 2022-01-25T22:50:01.333 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: -01-25T22:50:00. 2022-01-25T22:50:01.333 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 000922+0000 mon.smithi120 (mon.0) 212 2022-01-25T22:50:01.333 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: : cluster [WRN] pg 5.2 is stuck undersized for 2m, current state active+undersized, last acting [6,5] 2022-01-25T22:50:01.333 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25 2022-01-25T22:50:01.334 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: T22:50:00.000968+0000 mon.smithi120 (mon.0) 213 : cluster [WRN] 2022-01-25T22:50:01.334 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: pg 5.3 is stuck undersized for 2m, current state active+undersized, last acting [6,5] 2022-01-25T22:50:01.334 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50:01.334 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 2022-01-25T22:50:00.000988+0000 mon.smithi120 (mon.0) 214 : cluster 2022-01-25T22:50:01.334 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: [WRN] pg 5.5 is stuck undersized for 2m, current state active+undersized+degraded, last acting [1,4] 2022-01-25T22:50:01.335 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50: 2022-01-25T22:50:01.335 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 00.000999+0000 mon.smithi120 (mon.0) 215 : cluster 2022-01-25T22:50:01.335 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: [WRN] pg 5.7 is stuck undersized for 2m, current state active+undersized, last acting [5,1] 2022-01-25T22:50:01.335 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50 2022-01-25T22:50:01.336 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: :00.001010+0000 mon.smithi120 (mon.0) 216 : 2022-01-25T22:50:01.336 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster [WRN] pg 5.8 is stuck undersized for 2m, current state active+undersized, last acting [2,1] 2022-01-25T22:50:01.336 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22 2022-01-25T22:50:01.336 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: :50:00.001025+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.337 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 217 : cluster [WRN] pg 5.b is stuck undersized for 2m, current state active+undersized, last acting [2,5] 2022-01-25T22:50:01.337 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01- 2022-01-25T22:50:01.337 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 25T22:50:00.001040+0000 mon.smithi120 (mon 2022-01-25T22:50:01.337 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: .0) 218 : cluster [WRN] pg 5.13 is stuck undersized for 2m, current state active+undersized, last acting [3,1] 2022-01-25T22:50:01.337 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01- 2022-01-25T22:50:01.338 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 25T22:50:00.001052+0000 mon.smithi120 (mon 2022-01-25T22:50:01.338 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: .0) 219 : cluster [WRN] pg 5.15 is stuck undersized for 2m, current state active+undersized, last acting [5,1] 2022-01-25T22:50:01.338 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01- 2022-01-25T22:50:01.338 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 25T22:50:00.001066+0000 mon.smithi120 (mon.0 2022-01-25T22:50:01.339 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: ) 220 : cluster [WRN] pg 5.1d is stuck undersized for 2m, current state active+undersized, last acting [1,4] 2022-01-25T22:50:01.339 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25 2022-01-25T22:50:01.339 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: T22:50:00.001078+0000 mon.smithi120 (mon. 2022-01-25T22:50:01.339 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 0) 221 : cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T22:50:01.339 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01- 2022-01-25T22:50:01.340 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 25T22:50:00.001088+0000 mon.smithi120 ( 2022-01-25T22:50:01.340 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: mon.0) 222 : cluster [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T22:50:01.340 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022- 2022-01-25T22:50:01.340 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 01-25T22:50:00.001099+0000 2022-01-25T22:50:01.340 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: mon.smithi120 (mon.0) 223 : cluster [WRN] Non-zero exit code 1 from systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0 2022-01-25T22:50:01.341 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022- 2022-01-25T22:50:01.341 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 01-25T22:50:00.001113+0000 mon.smithi120 (mon.0 2022-01-25T22:50:01.341 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: ) 224 : cluster [WRN] systemctl: stderr Job for ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:50:01.341 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50: 2022-01-25T22:50:01.342 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 00.001130+0000 mon.smithi120 (mon.0) 225 : cluster 2022-01-25T22:50:01.342 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: [WRN] systemctl: stderr See "systemctl status ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:50:01.342 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50 2022-01-25T22:50:01.342 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: :00.001144+0000 mon.smithi120 (mon.0) 226 : 2022-01-25T22:50:01.342 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster [WRN] Traceback (most recent call last): 2022-01-25T22:50:01.343 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50 2022-01-25T22:50:01.343 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: :00.001155+0000 mon.smithi120 (mon.0) 227 : 2022-01-25T22:50:01.343 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T22:50:01.343 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50 2022-01-25T22:50:01.343 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: :00.001169+0000 mon.smithi120 (mon.0) 228 : 2022-01-25T22:50:01.344 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster [WRN] main() 2022-01-25T22:50:01.344 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22: 2022-01-25T22:50:01.344 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 50:00.001181+0000 mon.smithi120 (mon.0) 229 2022-01-25T22:50:01.344 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T22:50:01.345 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22 2022-01-25T22:50:01.345 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: :50:00.001195+0000 mon.smithi120 (mon.0 2022-01-25T22:50:01.345 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: ) 230 : cluster [WRN] r = ctx.func(ctx) 2022-01-25T22:50:01.345 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T 2022-01-25T22:50:01.345 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 22:50:00.001206+0000 mon.smithi120 (mon.0 2022-01-25T22:50:01.346 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: ) 231 : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T22:50:01.346 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T 2022-01-25T22:50:01.346 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 22:50:00.001223+0000 mon.smithi120 (mon.0 2022-01-25T22:50:01.346 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: ) 232 : cluster [WRN] return func(ctx) 2022-01-25T22:50:01.346 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01- 2022-01-25T22:50:01.347 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 25T22:50:00.001235+0000 mon.smithi120 (mon 2022-01-25T22:50:01.348 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: .0) 233 : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T22:50:01.348 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50:00.001249+0000 mon.smithi120 (mon.0) 234 : cluster [WRN] 2022-01-25T22:50:01.348 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: ports=daemon_ports) 2022-01-25T22:50:01.348 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50:00. 2022-01-25T22:50:01.348 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 001261+0000 mon.smithi120 (mon.0) 235 : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T22:50:01.349 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25 2022-01-25T22:50:01.349 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: T22:50:00.001286+0000 mon.smithi120 (mon.0 2022-01-25T22:50:01.349 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: ) 236 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T22:50:01.349 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T 2022-01-25T22:50:01.350 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 22:50:00.001300+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.350 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 237 : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T22:50:01.350 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22 2022-01-25T22:50:01.350 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: :50:00.001315+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.350 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 238 : cluster [WRN] call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T22:50:01.351 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T 2022-01-25T22:50:01.351 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 22:50:00.001328+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.351 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 239 : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T22:50:01.351 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T22 2022-01-25T22:50:01.352 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: :50:00.001339+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.352 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 240 : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T22:50:01.352 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25 2022-01-25T22:50:01.352 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: T22:50:00.001353+0000 mon.smithi120 (mon. 2022-01-25T22:50:01.352 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 0) 241 : cluster [WRN] RuntimeError: Failed command: systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0: Job for ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:50:01.353 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: cluster 2022-01-25T 2022-01-25T22:50:01.353 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 22:50:00.001366+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.353 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:00 smithi120 conmon[102313]: 242 : cluster [WRN] See "systemctl status ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:50:01.354 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022-01-25T22:50:00.000220+0000 mon.smithi120 (mon.0) 168 : cluster [WRN] 2022-01-25T22:50:01.354 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: Health detail: HEALTH_WARN 1 clients failing to respond to capability release; 1 MDSs report slow requests; 1 osds down; Degraded data redundancy: 220/1599 objects degraded (13.759%), 28 pgs degraded, 45 pgs undersized; Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T22:50:01.354 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022-01-25T22:50:00.000278+0000 mon.smithi120 (mon.0) 169 : cluster [WRN] [WRN] MDS_CLIENT_LATE_RELEASE: 1 clients failing to respond to capability release 2022-01-25T22:50:01.355 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022-01-25T 2022-01-25T22:50:01.355 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 22:50:00.000303+0000 mon.smithi120 (mon.0) 170 : cluster [WRN] mds.foofs.smithi145.odeite(mds.0): Client smithi120:foo1 failing to respond to capability release client_id: 14526 2022-01-25T22:50:01.355 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.355 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000327+0000 mon.smithi120 2022-01-25T22:50:01.356 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: (mon.0) 171 : cluster [WRN] [WRN] MDS_SLOW_REQUEST: 1 MDSs report slow requests 2022-01-25T22:50:01.356 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 2022-01-25T22:50:01.356 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022-01 2022-01-25T22:50:01.356 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -25T22:50:00.000355+0000 2022-01-25T22:50:01.356 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 172 : cluster 2022-01-25T22:50:01.357 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] mds.foofs.smithi145.odeite(mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:50:01.357 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.357 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000391+0000 2022-01-25T22:50:01.357 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 173 : cluster 2022-01-25T22:50:01.358 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] [WRN] OSD_DOWN: 1 osds down 2022-01-25T22:50:01.358 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.358 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000410+0000 2022-01-25T22:50:01.358 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 174 : cluster 2022-01-25T22:50:01.359 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] osd.0 (root=default,host=smithi120) is down 2022-01-25T22:50:01.359 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.359 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000421+0000 2022-01-25T22:50:01.359 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 175 : cluster 2022-01-25T22:50:01.359 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] [WRN] PG_DEGRADED: Degraded data redundancy: 220/1599 objects degraded (13.759%), 28 pgs degraded, 45 pgs undersized 2022-01-25T22:50:01.360 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.360 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000436 2022-01-25T22:50:01.360 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 176 : cluster 2022-01-25T22:50:01.360 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] pg 1.0 is stuck undersized for 2m, current state active+undersized, last acting [7,6] 2022-01-25T22:50:01.361 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.361 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000447+0000 2022-01-25T22:50:01.361 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 177 : cluster 2022-01-25T22:50:01.361 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] pg 2.0 is stuck undersized for 2m, current state active+undersized+degraded, last acting [7,1] 2022-01-25T22:50:01.361 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.362 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000462+0000 mon.smithi120 2022-01-25T22:50:01.362 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: (mon.0) 178 : cluster [WRN] 2022-01-25T22:50:01.362 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: pg 2.1 is stuck undersized for 2m, current state active+undersized+degraded, last acting [2,3] 2022-01-25T22:50:01.362 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022-01-25T22:50:01.362 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 2022-01-25T22:50:00 2022-01-25T22:50:01.363 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: .000474+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.363 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 179 : cluster [WRN] pg 2.4 is stuck undersized for 2m, current state active+undersized+degraded, last acting [1,7] 2022-01-25T22:50:01.363 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.363 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00.000487 2022-01-25T22:50:01.364 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.364 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 180 : cluster [WRN] pg 2.5 is stuck undersized for 2m, current state active+undersized+degraded, last acting [7,4] 2022-01-25T22:50:01.364 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.364 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000500+0000 2022-01-25T22:50:01.364 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 181 : cluster 2022-01-25T22:50:01.365 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] pg 2.8 is stuck undersized for 2m, current state active+undersized+degraded, last acting [7,1] 2022-01-25T22:50:01.365 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.365 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00. 2022-01-25T22:50:01.365 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 000515+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.365 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 182 : cluster [WRN] pg 2.c is stuck undersized for 2m, current state active+undersized+degraded, last acting [2,5] 2022-01-25T22:50:01.366 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.366 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000526 2022-01-25T22:50:01.366 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 183 : 2022-01-25T22:50:01.366 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster [WRN] pg 2.f is stuck undersized for 2m, current state active+undersized+degraded, last acting [4,7] 2022-01-25T22:50:01.367 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.367 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00.000537 2022-01-25T22:50:01.367 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 184 2022-01-25T22:50:01.367 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: : cluster [WRN] pg 2.10 is stuck undersized for 2m, current state active+undersized+degraded, last acting [2,1] 2022-01-25T22:50:01.367 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.368 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000555 2022-01-25T22:50:01.368 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 185 2022-01-25T22:50:01.368 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: : cluster [WRN] pg 2.13 is stuck undersized for 2m, current state active+undersized+degraded, last acting [4,3] 2022-01-25T22:50:01.368 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.368 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000568+0000 2022-01-25T22:50:01.369 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 186 : cluster [WRN] pg 2.15 is stuck undersized for 2m, current state active+undersized+degraded, last acting [1,5] 2022-01-25T22:50:01.369 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 2022-01-25T22:50:01.369 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.369 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000582 2022-01-25T22:50:01.369 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 187 : 2022-01-25T22:50:01.370 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster [WRN] pg 2.19 is stuck undersized for 2m, current state active+undersized+degraded, last acting [3,6] 2022-01-25T22:50:01.370 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.370 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000596+0000 2022-01-25T22:50:01.370 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 188 : cluster 2022-01-25T22:50:01.371 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] pg 2.1d is stuck undersized for 2m, current state active+undersized+degraded, last acting [7,6] 2022-01-25T22:50:01.371 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.371 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00. 2022-01-25T22:50:01.371 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 000611+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.371 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 189 : cluster [WRN] pg 2.1e is stuck undersized for 2m, current state active+undersized+degraded, last acting [3,5] 2022-01-25T22:50:01.372 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.372 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00. 2022-01-25T22:50:01.372 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 000626+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.372 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 190 : cluster [WRN] pg 2.1f is stuck undersized for 2m, current state active+undersized+degraded, last acting [7,4] 2022-01-25T22:50:01.372 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.373 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000640+0000 2022-01-25T22:50:01.373 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 191 : cluster 2022-01-25T22:50:01.373 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] pg 3.1 is stuck undersized for 2m, current state active+undersized+degraded, last acting [4,3] 2022-01-25T22:50:01.373 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.373 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00. 2022-01-25T22:50:01.374 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 000655+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.374 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 192 : cluster [WRN] pg 3.3 is stuck undersized for 2m, current state active+undersized+degraded, last acting [4,6] 2022-01-25T22:50:01.374 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.374 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000666 2022-01-25T22:50:01.375 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 193 : 2022-01-25T22:50:01.375 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster [WRN] pg 3.6 is stuck undersized for 2m, current state active+undersized+degraded, last acting [1,4] 2022-01-25T22:50:01.375 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.375 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000680+0000 2022-01-25T22:50:01.375 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 194 : cluster 2022-01-25T22:50:01.376 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] pg 3.7 is stuck undersized for 2m, current state active+undersized+degraded, last acting [3,7] 2022-01-25T22:50:01.376 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.376 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00. 2022-01-25T22:50:01.376 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 000703+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.376 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 195 : cluster [WRN] pg 3.b is stuck undersized for 2m, current state active+undersized+degraded, last acting [3,4] 2022-01-25T22:50:01.377 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.377 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000717+0000 2022-01-25T22:50:01.377 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 196 : 2022-01-25T22:50:01.377 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster [WRN] pg 3.f is stuck undersized for 2m, current state active+undersized+degraded, last acting [7,4] 2022-01-25T22:50:01.378 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.378 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000731 2022-01-25T22:50:01.378 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 197 : cluster 2022-01-25T22:50:01.378 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] pg 3.10 is stuck undersized for 2m, current state active+undersized+degraded, last acting [6,5] 2022-01-25T22:50:01.378 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.379 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00. 2022-01-25T22:50:01.379 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 000745+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.379 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 198 : cluster [WRN] pg 3.12 is stuck undersized for 2m, current state active+undersized+degraded, last acting [7,3] 2022-01-25T22:50:01.379 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.379 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000759+0000 2022-01-25T22:50:01.380 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 199 : 2022-01-25T22:50:01.380 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster [WRN] pg 3.17 is stuck undersized for 2m, current state active+undersized+degraded, last acting [5,3] 2022-01-25T22:50:01.380 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.380 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00. 2022-01-25T22:50:01.380 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 000774+0000 mon.smithi120 (mon.0) 200 2022-01-25T22:50:01.381 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: : cluster [WRN] pg 3.18 is stuck undersized for 2m, current state active+undersized+degraded, last acting [3,1] 2022-01-25T22:50:01.381 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.381 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00.000788 2022-01-25T22:50:01.381 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 201 2022-01-25T22:50:01.382 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: : cluster [WRN] pg 3.1b is stuck undersized for 2m, current state active+undersized+degraded, last acting [4,7] 2022-01-25T22:50:01.382 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.382 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000798+0000 2022-01-25T22:50:01.382 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 202 : cluster 2022-01-25T22:50:01.382 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] pg 3.1f is stuck undersized for 2m, current state active+undersized+degraded, last acting [5,2] 2022-01-25T22:50:01.383 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.383 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00. 2022-01-25T22:50:01.383 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 000808+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.383 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 203 : cluster [WRN] pg 4.0 is stuck undersized for 2m, current state active+undersized, last acting [3,7] 2022-01-25T22:50:01.383 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.384 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000818 2022-01-25T22:50:01.384 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 204 : 2022-01-25T22:50:01.384 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster [WRN] pg 4.3 is stuck undersized for 2m, current state active+undersized, last acting [5,7] 2022-01-25T22:50:01.384 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.385 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000829+0000 2022-01-25T22:50:01.385 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 205 : cluster 2022-01-25T22:50:01.385 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] pg 4.6 is stuck undersized for 2m, current state active+undersized, last acting [1,2] 2022-01-25T22:50:01.385 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.385 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00. 2022-01-25T22:50:01.386 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 000843+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.386 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 206 : cluster [WRN] pg 4.7 is stuck undersized for 2m, current state active+undersized, last acting [1,5] 2022-01-25T22:50:01.386 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.386 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00. 2022-01-25T22:50:01.386 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 000856+0000 mon.smithi120 (mon.0) 207 : 2022-01-25T22:50:01.387 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster [WRN] pg 4.b is stuck undersized for 2m, current state active+undersized, last acting [1,4] 2022-01-25T22:50:01.387 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.387 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000870+0000 2022-01-25T22:50:01.387 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 208 : cluster 2022-01-25T22:50:01.387 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] pg 4.16 is stuck undersized for 2m, current state active+undersized, last acting [3,7] 2022-01-25T22:50:01.388 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.388 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00. 2022-01-25T22:50:01.388 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 000884+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.388 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 209 : cluster [WRN] pg 4.19 is stuck undersized for 2m, current state active+undersized+degraded, last acting [3,2] 2022-01-25T22:50:01.389 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.389 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00.000897+0000 2022-01-25T22:50:01.389 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 210 : cluster 2022-01-25T22:50:01.389 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] pg 4.1a is stuck undersized for 2m, current state active+undersized, last acting [4,3] 2022-01-25T22:50:01.389 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.390 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000911+0000 2022-01-25T22:50:01.390 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 211 : cluster 2022-01-25T22:50:01.390 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] pg 4.1e is stuck undersized for 2m, current state active+undersized, last acting [7,3] 2022-01-25T22:50:01.390 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.390 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00. 2022-01-25T22:50:01.391 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 000922+0000 mon.smithi120 (mon.0) 212 2022-01-25T22:50:01.391 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: : cluster [WRN] pg 5.2 is stuck undersized for 2m, current state active+undersized, last acting [6,5] 2022-01-25T22:50:01.391 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.391 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00.000968 2022-01-25T22:50:01.392 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 213 2022-01-25T22:50:01.392 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: : cluster [WRN] pg 5.3 is stuck undersized for 2m, current state active+undersized, last acting [6,5] 2022-01-25T22:50:01.392 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.392 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.000988+0000 2022-01-25T22:50:01.392 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 214 : cluster 2022-01-25T22:50:01.393 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] pg 5.5 is stuck undersized for 2m, current state active+undersized+degraded, last acting [1,4] 2022-01-25T22:50:01.393 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.393 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00. 2022-01-25T22:50:01.393 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 000999+0000 mon.smithi120 (mon.0) 215 2022-01-25T22:50:01.393 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: : cluster [WRN] pg 5.7 is stuck undersized for 2m, current state active+undersized, last acting [5,1] 2022-01-25T22:50:01.394 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.394 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001010 2022-01-25T22:50:01.394 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 216 : 2022-01-25T22:50:01.394 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster [WRN] pg 5.8 is stuck undersized for 2m, current state active+undersized, last acting [2,1] 2022-01-25T22:50:01.395 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.395 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001025 2022-01-25T22:50:01.395 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 217 : 2022-01-25T22:50:01.395 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster [WRN] pg 5.b is stuck undersized for 2m, current state active+undersized, last acting [2,5] 2022-01-25T22:50:01.395 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.396 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001040 2022-01-25T22:50:01.396 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 218 2022-01-25T22:50:01.396 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: : cluster [WRN] pg 5.13 is stuck undersized for 2m, current state active+undersized, last acting [3,1] 2022-01-25T22:50:01.396 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.397 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001052+0000 2022-01-25T22:50:01.397 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 219 : 2022-01-25T22:50:01.397 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster [WRN] pg 5.15 is stuck undersized for 2m, current state active+undersized, last acting [5,1] 2022-01-25T22:50:01.397 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.397 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001066 2022-01-25T22:50:01.398 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 220 2022-01-25T22:50:01.398 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: : cluster [WRN] pg 5.1d is stuck undersized for 2m, current state active+undersized, last acting [1,4] 2022-01-25T22:50:01.398 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.398 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001078+0000 2022-01-25T22:50:01.398 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 221 : 2022-01-25T22:50:01.399 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T22:50:01.399 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022-01 2022-01-25T22:50:01.399 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -25T22:50:00.001088+0000 2022-01-25T22:50:01.399 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 222 : cluster 2022-01-25T22:50:01.400 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T22:50:01.400 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.400 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00. 2022-01-25T22:50:01.400 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 001099+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.400 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 223 : cluster [WRN] Non-zero exit code 1 from systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0 2022-01-25T22:50:01.401 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.401 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00.001113 2022-01-25T22:50:01.401 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 224 2022-01-25T22:50:01.401 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: : cluster [WRN] systemctl: stderr Job for ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:50:01.401 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.402 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001130+0000 2022-01-25T22:50:01.402 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 225 : cluster 2022-01-25T22:50:01.402 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] systemctl: stderr See "systemctl status ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:50:01.402 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.403 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00. 2022-01-25T22:50:01.403 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 001144+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.403 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 226 : cluster [WRN] Traceback (most recent call last): 2022-01-25T22:50:01.403 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.403 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001155+0000 2022-01-25T22:50:01.404 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 227 : cluster 2022-01-25T22:50:01.404 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T22:50:01.404 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.404 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001169+0000 2022-01-25T22:50:01.404 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 228 : cluster 2022-01-25T22:50:01.405 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] main() 2022-01-25T22:50:01.405 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.405 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001181 2022-01-25T22:50:01.405 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 229 2022-01-25T22:50:01.406 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T22:50:01.406 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.406 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001195+0000 2022-01-25T22:50:01.406 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 230 : cluster 2022-01-25T22:50:01.407 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] r = ctx.func(ctx) 2022-01-25T22:50:01.407 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.407 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00. 2022-01-25T22:50:01.407 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 001206+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.407 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 231 : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T22:50:01.408 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.408 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001223+0000 2022-01-25T22:50:01.408 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 232 : 2022-01-25T22:50:01.408 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster [WRN] return func(ctx) 2022-01-25T22:50:01.408 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.409 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001235+0000 2022-01-25T22:50:01.409 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 233 : cluster 2022-01-25T22:50:01.409 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T22:50:01.409 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.410 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001249 2022-01-25T22:50:01.410 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 234 2022-01-25T22:50:01.410 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: : cluster [WRN] ports=daemon_ports) 2022-01-25T22:50:01.410 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.410 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001261 2022-01-25T22:50:01.411 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 235 2022-01-25T22:50:01.411 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T22:50:01.411 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.411 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001286+0000 2022-01-25T22:50:01.412 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 236 : cluster 2022-01-25T22:50:01.412 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T22:50:01.412 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.412 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00. 2022-01-25T22:50:01.412 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 001300+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:01.413 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 237 : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T22:50:01.413 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T22:50:01.413 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: -01-25T22:50:00.001315+0000 2022-01-25T22:50:01.413 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 238 : cluster 2022-01-25T22:50:01.413 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T22:50:01.414 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.414 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001328+0000 2022-01-25T22:50:01.414 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 239 : cluster 2022-01-25T22:50:01.414 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T22:50:01.415 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.415 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001339 2022-01-25T22:50:01.415 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 240 2022-01-25T22:50:01.415 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T22:50:01.415 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.416 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001353+0000 2022-01-25T22:50:01.416 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 241 : cluster 2022-01-25T22:50:01.416 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] RuntimeError: Failed command: systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0: Job for ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T22:50:01.416 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T22:50:01.416 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: 01-25T22:50:00.001366+0000 2022-01-25T22:50:01.417 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 242 : cluster 2022-01-25T22:50:01.417 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:00 smithi145 conmon[67302]: [WRN] See "systemctl status ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T22:50:01.767 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 218 sec latency 219254.521 ms 2022-01-25T22:50:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:01 smithi120 conmon[102313]: cluster 2022-01-25T22:50:00.949983+0000 mgr.smithi120.hllzij (mgr.14704) 135 : cluster [DBG] pgmap v101: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 178 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:01 smithi145 conmon[67302]: cluster 2022-01-25T22:50:00.949983+0000 mgr.smithi120.hllzij (mgr.14704) 135 : cluster [DBG] pgmap v101: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 178 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:02.767 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 219 sec latency 220254.606 ms 2022-01-25T22:50:03.767 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 220 sec latency 221254.720 ms 2022-01-25T22:50:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:04 smithi120 conmon[102313]: cluster 2022-01-25T22:50:02.950635+0000 mgr.smithi120.hllzij (mgr.14704) 136 : cluster [DBG] pgmap v102: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 178 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:04 smithi145 conmon[67302]: cluster 2022-01-25T22:50:02.950635+0000 mgr.smithi120.hllzij (mgr.14704) 136 : cluster [DBG] pgmap v102: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 178 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:04.767 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 221 sec latency 222254.824 ms 2022-01-25T22:50:05.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:05 smithi120 conmon[102313]: cluster 2022-01-25T22:50:04.151377+0000 mds.foofs.smithi145.odeite (mds.0) 41 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 209.552107 secs 2022-01-25T22:50:05.303 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Service RestartSec=10s expired, scheduling restart. 2022-01-25T22:50:05.303 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Scheduled restart job, restart counter is at 1. 2022-01-25T22:50:05.303 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 systemd[1]: Stopped Ceph osd.0 for 7850299a-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:50:05.303 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 108238 (bash) in control group while starting unit. Ignoring. 2022-01-25T22:50:05.304 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:50:05.304 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 108392 (podman) in control group while starting unit. Ignoring. 2022-01-25T22:50:05.304 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:50:05.304 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 108432 (conmon) in control group while starting unit. Ignoring. 2022-01-25T22:50:05.305 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:50:05.305 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 systemd[1]: Starting Ceph osd.0 for 7850299a-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:50:05.305 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 108238 (bash) in control group while starting unit. Ignoring. 2022-01-25T22:50:05.305 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:50:05.306 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 108392 (podman) in control group while starting unit. Ignoring. 2022-01-25T22:50:05.306 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:50:05.306 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 108432 (conmon) in control group while starting unit. Ignoring. 2022-01-25T22:50:05.306 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:50:05.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:05 smithi145 conmon[67302]: cluster 2022-01-25T22:50:04.151377+0000 mds.foofs.smithi145.odeite (mds.0) 41 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 209.552107 secs 2022-01-25T22:50:05.755 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 bash[109158]: a90c46e40a867ccc773859606bc97f2ed07a5d60e8e49b6859b53a8bbc42fbb4 2022-01-25T22:50:05.768 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 222 sec latency 223254.856 ms 2022-01-25T22:50:06.015 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:05 smithi120 podman[109359]: 2022-01-25T22:50:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:06 smithi120 conmon[102313]: cluster 2022-01-25T22:50:04.951572+0000 mgr.smithi120.hllzij (mgr.14704) 137 : 2022-01-25T22:50:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:06 smithi120 conmon[102313]: cluster [DBG] pgmap v103: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 178 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:06 smithi145 conmon[67302]: cluster 2022-01-25T22:50:04.951572+0000 mgr.smithi120.hllzij (mgr.14704) 137 : cluster [DBG] pgmap v103: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 178 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:06.768 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 223 sec latency 224254.935 ms 2022-01-25T22:50:07.052 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:50:06 smithi120 bash[108238]: time="2022-01-25T22:50:06Z" level=error msg="Could not retrieve exit code from event: died not found: unable to find event" 2022-01-25T22:50:07.768 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 224 sec latency 225255.044 ms 2022-01-25T22:50:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:08 smithi120 conmon[102313]: cluster 2022-01-25T22:50:06.952167+0000 mgr.smithi120.hllzij (mgr.14704) 138 : cluster [DBG] pgmap v104: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:08 smithi145 conmon[67302]: cluster 2022-01-25T22:50:06.952167+0000 mgr.smithi120.hllzij (mgr.14704) 138 : cluster [DBG] pgmap v104: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:08.768 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 225 sec latency 226255.139 ms 2022-01-25T22:50:09.768 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 226 sec latency 227255.220 ms 2022-01-25T22:50:09.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:09 smithi145 conmon[67302]: audit 2022-01-25T22:50:08.577893+0000 mon.smithi120 (mon.0) 243 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:50:09.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:09 smithi145 conmon[67302]: 2022-01-25T22:50:09.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:09 smithi145 conmon[67302]: cluster 2022-01-25T22:50:08.952813+0000 mgr.smithi120.hllzij (mgr.14704) 139 : cluster [DBG] pgmap v105: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:09.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:09 smithi145 conmon[67302]: cluster 2022-01 2022-01-25T22:50:09.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:09 smithi145 conmon[67302]: -25T22:50:09.151538+0000 mds.foofs.smithi145.odeite (mds.0) 42 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 214.552250 secs 2022-01-25T22:50:10.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:09 smithi120 conmon[102313]: audit 2022-01-25T22:50:08.577893+0000 mon.smithi120 (mon.0) 243 : audit [INF] 2022-01-25T22:50:10.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:09 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:50:10.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:09 smithi120 conmon[102313]: cluster 2022-01-25T22:50:08.952813+0000 mgr.smithi120.hllzij (mgr.14704) 139 : cluster [DBG] pgmap v105: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:10.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:09 smithi120 conmon[102313]: cluster 2022-01-25T22:50:09.151538+0000 mds.foofs.smithi145.odeite (mds.0) 42 : cluster [WRN] 2022-01-25T22:50:10.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:09 smithi120 conmon[102313]: 1 slow requests, 0 included below; oldest blocked for > 214.552250 secs 2022-01-25T22:50:10.768 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 227 sec latency 228255.347 ms 2022-01-25T22:50:11.768 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 228 sec latency 229255.448 ms 2022-01-25T22:50:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:12 smithi120 conmon[102313]: cluster 2022-01-25T22:50:10.953738+0000 mgr.smithi120.hllzij (mgr.14704) 140 : cluster [DBG] pgmap v106: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:12 smithi120 conmon[102313]: 2022-01-25T22:50:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:12 smithi145 conmon[67302]: cluster 2022-01-25T22:50:10.953738+0000 mgr.smithi120.hllzij (mgr.14704) 140 : cluster [DBG] pgmap v106: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:12.768 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 229 sec latency 230255.563 ms 2022-01-25T22:50:13.768 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 230 sec latency 231255.650 ms 2022-01-25T22:50:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:14 smithi120 conmon[102313]: cluster 2022-01-25T22:50:12.954459+0000 mgr.smithi120.hllzij (mgr.14704) 141 : cluster [DBG] pgmap v107: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:14 smithi145 conmon[67302]: cluster 2022-01-25T22:50:12.954459+0000 mgr.smithi120.hllzij (mgr.14704) 141 : cluster [DBG] pgmap v107: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:14.768 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 231 sec latency 232255.759 ms 2022-01-25T22:50:15.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:15 smithi120 conmon[102313]: cluster 2022-01-25T22:50:14.151654+0000 mds.foofs.smithi145.odeite (mds.0) 43 : cluster [WRN] 2022-01-25T22:50:15.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:15 smithi120 conmon[102313]: 1 slow requests, 0 included below; oldest blocked for > 219.552368 secs 2022-01-25T22:50:15.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:15 smithi145 conmon[67302]: cluster 2022-01-25T22:50:14.151654+0000 mds.foofs.smithi145.odeite (mds.0) 43 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 219.552368 secs 2022-01-25T22:50:15.769 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 232 sec latency 233255.837 ms 2022-01-25T22:50:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:16 smithi120 conmon[102313]: cluster 2022-01-25T22:50:14.955462+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:50:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:16 smithi120 conmon[102313]: .14704) 142 : cluster [DBG] pgmap v108: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:16 smithi145 conmon[67302]: cluster 2022-01-25T22:50:14.955462+0000 mgr.smithi120.hllzij (mgr.14704) 142 : cluster [DBG] pgmap v108: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:16.769 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 233 sec latency 234255.912 ms 2022-01-25T22:50:17.769 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 234 sec latency 235255.993 ms 2022-01-25T22:50:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:18 smithi120 conmon[102313]: cluster 2022-01-25T22:50:16.956248+0000 mgr.smithi120.hllzij (mgr.14704) 143 : cluster 2022-01-25T22:50:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:18 smithi120 conmon[102313]: [DBG] pgmap v109: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:18 smithi145 conmon[67302]: cluster 2022-01-25T22:50:16.956248+0000 mgr.smithi120.hllzij (mgr.14704) 143 : cluster [DBG] pgmap v109: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:18.769 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 235 sec latency 236256.091 ms 2022-01-25T22:50:19.769 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 236 sec latency 237256.198 ms 2022-01-25T22:50:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:19 smithi120 conmon[102313]: cluster 2022-01-25T22:50:18.957058+0000 mgr.smithi120.hllzij (mgr.14704) 144 : cluster [DBG] pgmap v110: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:19 smithi120 conmon[102313]: cluster 2022-01-25T22:50:19.151721+0000 mds.foofs.smithi145.odeite (mds.0) 44 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 224.552437 secs 2022-01-25T22:50:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:19 smithi145 conmon[67302]: cluster 2022-01-25T22:50:18.957058+0000 mgr.smithi120.hllzij (mgr.14704) 144 : cluster [DBG] pgmap v110: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:19 smithi145 conmon[67302]: 2022-01-25T22:50:20.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:19 smithi145 conmon[67302]: cluster 2022-01-25T22:50:19.151721+0000 mds.foofs.smithi145.odeite (mds.0) 44 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 224.552437 secs 2022-01-25T22:50:20.769 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 237 sec latency 238256.295 ms 2022-01-25T22:50:21.769 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 238 sec latency 239256.377 ms 2022-01-25T22:50:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:22 smithi120 conmon[102313]: cluster 2022-01-25T22:50:20.958238+0000 mgr.smithi120.hllzij (mgr.14704) 145 : cluster [DBG] pgmap v111: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:22 smithi145 conmon[67302]: cluster 2022-01-25T22:50:20.958238+0000 mgr.smithi120.hllzij (mgr.14704) 145 : cluster [DBG] pgmap v111: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:22.769 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 239 sec latency 240256.448 ms 2022-01-25T22:50:23.769 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 240 sec latency 241256.509 ms 2022-01-25T22:50:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:24 smithi120 conmon[102313]: cluster 2022-01-25T22:50:22.959029+0000 mgr.smithi120.hllzij (mgr.14704) 146 : cluster [DBG] 2022-01-25T22:50:24.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:24 smithi120 conmon[102313]: pgmap v112: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:24 smithi145 conmon[67302]: cluster 2022-01-25T22:50:22.959029+0000 mgr.smithi120.hllzij (mgr.14704) 146 : cluster [DBG] pgmap v112: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:24.769 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 241 sec latency 242256.623 ms 2022-01-25T22:50:25.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:25 smithi120 conmon[102313]: cluster 2022-01-25T22:50:24.151854+0000 mds.foofs.smithi145.odeite (mds.0) 45 : cluster 2022-01-25T22:50:25.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:25 smithi120 conmon[102313]: [WRN] 1 slow requests, 0 included below; oldest blocked for > 229.552569 secs 2022-01-25T22:50:25.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:25 smithi145 conmon[67302]: cluster 2022-01-25T22:50:24.151854+0000 mds.foofs.smithi145.odeite (mds.0) 45 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 229.552569 secs 2022-01-25T22:50:25.769 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 242 sec latency 243256.715 ms 2022-01-25T22:50:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:26 smithi120 conmon[102313]: cluster 2022-01-25T22:50:24.960095+0000 mgr.smithi120.hllzij (mgr.14704) 147 : cluster 2022-01-25T22:50:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:26 smithi120 conmon[102313]: [DBG] pgmap v113: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:26 smithi145 conmon[67302]: cluster 2022-01-25T22:50:24.960095+0000 mgr.smithi120.hllzij (mgr.14704) 147 : cluster [DBG] pgmap v113: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:26.769 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 243 sec latency 244256.793 ms 2022-01-25T22:50:27.392 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:50:27.658 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:50:27.658 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (9m) 2m ago 10m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:50:27.658 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (2m) 2m ago 10m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:50:27.659 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (2m) 2m ago 10m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:50:27.659 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (9m) 2m ago 10m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:50:27.659 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (6m) 2m ago 6m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:50:27.659 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (6m) 2m ago 6m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:50:27.660 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (3m) 2m ago 11m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:50:27.660 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (3m) 2m ago 10m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:50:27.660 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (3m) 2m ago 11m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:50:27.660 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (3m) 2m ago 10m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:50:27.660 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (3m) 2m ago 3m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:50:27.661 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (3m) 2m ago 3m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:50:27.661 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (10m) 2m ago 10m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:50:27.661 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (9m) 2m ago 9m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:50:27.661 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (9m) 2m ago 9m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:50:27.662 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (9m) 2m ago 9m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:50:27.662 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (9m) 2m ago 9m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:50:27.662 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (8m) 2m ago 8m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:50:27.662 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (8m) 2m ago 8m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:50:27.663 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (8m) 2m ago 8m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:50:27.663 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (7m) 2m ago 7m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:50:27.663 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (7m) 2m ago 7m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:50:27.663 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (9m) 2m ago 10m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:50:27.769 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 244 sec latency 245256.831 ms 2022-01-25T22:50:27.977 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:50:27.977 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:50:27.977 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:50:27.978 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:50:27.978 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:50:27.978 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:50:27.978 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:50:27.979 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:50:27.979 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:50:27.979 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:50:27.979 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:50:27.979 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:50:27.980 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:50:27.980 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:50:27.980 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:50:27.980 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:50:27.981 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:50:27.981 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:50:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:28 smithi120 conmon[102313]: cluster 2022-01-25T22:50:26.960845+0000 mgr.smithi120.hllzij 2022-01-25T22:50:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:28 smithi120 conmon[102313]: (mgr.14704) 148 : cluster [DBG] pgmap v114: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:28.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:28 smithi120 conmon[102313]: audit 2022-01-25T22:50:27.379132+0000 mgr.smithi120.hllzij (mgr.14704) 149 : audit [DBG] from='client.34172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:28.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:28 smithi120 conmon[102313]: audit 2022-01-25T22:50:27.977536+0000 mon.smithi120 (mon.0) 244 : audit [DBG] from='client.? 172.21.15.120:0/3980327875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:50:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:28 smithi145 conmon[67302]: cluster 2022-01-25T22:50:26.960845+0000 mgr.smithi120.hllzij (mgr.14704) 148 : cluster [DBG] pgmap v114: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:28 smithi145 conmon[67302]: audit 2022-01-25T22:50:27.379132+0000 mgr.smithi120.hllzij (mgr.14704) 149 : audit [DBG] from='client.34172 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:28.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:28 smithi145 conmon[67302]: audit 2022-01-25T22:50:27.977536+0000 mon.smithi120 (mon.0 2022-01-25T22:50:28.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:28 smithi145 conmon[67302]: ) 244 : audit [DBG] from='client.? 172.21.15.120:0/3980327875' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:50:28.769 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 245 sec latency 246256.893 ms 2022-01-25T22:50:29.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:29 smithi120 conmon[102313]: audit 2022-01-25T22:50:27.649939+0000 mgr.smithi120.hllzij (mgr.14704) 150 : audit 2022-01-25T22:50:29.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:29 smithi120 conmon[102313]: [DBG] from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:29.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:29 smithi145 conmon[67302]: audit 2022-01-25T22:50:27.649939+0000 mgr.smithi120.hllzij (mgr.14704) 150 : audit [DBG] from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:29.770 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 246 sec latency 247256.981 ms 2022-01-25T22:50:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:30 smithi120 conmon[102313]: cluster 2022-01-25T22:50:28.961561+0000 mgr.smithi120.hllzij (mgr.14704) 151 : cluster 2022-01-25T22:50:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:30 smithi120 conmon[102313]: [DBG] pgmap v115: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:30.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:30 smithi120 conmon[102313]: cluster 2022-01-25T22:50:29.151982+0000 mds.foofs.smithi145.odeite (mds.0) 46 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 234.552698 secs 2022-01-25T22:50:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:30 smithi145 conmon[67302]: cluster 2022-01-25T22:50:28.961561+0000 mgr.smithi120.hllzij (mgr.14704) 151 : cluster [DBG] pgmap v115: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:30 smithi145 conmon[67302]: cluster 2022-01-25T22:50:29.151982+0000 2022-01-25T22:50:30.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:30 smithi145 conmon[67302]: mds.foofs.smithi145.odeite (mds.0) 46 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 234.552698 secs 2022-01-25T22:50:30.770 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 247 sec latency 248257.091 ms 2022-01-25T22:50:31.770 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 248 sec latency 249257.207 ms 2022-01-25T22:50:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:32 smithi120 conmon[102313]: cluster 2022-01-25T22:50:30.962604+0000 mgr.smithi120.hllzij (mgr.14704) 152 : 2022-01-25T22:50:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:32 smithi120 conmon[102313]: cluster [DBG] pgmap v116: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:32 smithi145 conmon[67302]: cluster 2022-01-25T22:50:30.962604+0000 mgr.smithi120.hllzij (mgr.14704) 152 : cluster [DBG] pgmap v116: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:32.770 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 249 sec latency 250257.294 ms 2022-01-25T22:50:33.770 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 250 sec latency 251257.387 ms 2022-01-25T22:50:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:34 smithi120 conmon[102313]: cluster 2022-01-25T22:50:32.963298+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:50:34.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:34 smithi120 conmon[102313]: 153 : cluster [DBG] pgmap v117: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:34 smithi145 conmon[67302]: cluster 2022-01-25T22:50:32.963298+0000 mgr.smithi120.hllzij (mgr.14704) 153 : cluster [DBG] pgmap v117: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:34.770 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 251 sec latency 252257.484 ms 2022-01-25T22:50:35.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:35 smithi120 conmon[102313]: cluster 2022-01-25T22:50:34.152121+0000 mds.foofs.smithi145.odeite (mds.0) 47 : cluster [WRN] 2022-01-25T22:50:35.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:35 smithi120 conmon[102313]: 1 slow requests, 0 included below; oldest blocked for > 239.552850 secs 2022-01-25T22:50:35.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:35 smithi145 conmon[67302]: cluster 2022-01-25T22:50:34.152121+0000 mds.foofs.smithi145.odeite (mds.0) 47 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 239.552850 secs 2022-01-25T22:50:35.770 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 252 sec latency 253257.576 ms 2022-01-25T22:50:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:36 smithi120 conmon[102313]: cluster 2022-01-25T22:50:34.964405+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:50:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:36 smithi120 conmon[102313]: ) 154 : cluster [DBG] pgmap v118: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:36 smithi145 conmon[67302]: cluster 2022-01-25T22:50:34.964405+0000 mgr.smithi120.hllzij (mgr.14704) 154 : cluster [DBG] pgmap v118: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:36.770 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 253 sec latency 254257.681 ms 2022-01-25T22:50:37.770 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 254 sec latency 255257.787 ms 2022-01-25T22:50:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:38 smithi120 conmon[102313]: cluster 2022-01-25T22:50:36.965275+0000 mgr.smithi120.hllzij (mgr.14704) 155 : cluster [DBG] pgmap v119: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:38 smithi145 conmon[67302]: cluster 2022-01-25T22:50:36.965275+0000 mgr.smithi120.hllzij (mgr.14704) 155 : cluster [DBG] pgmap v119: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:38.770 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 255 sec latency 256257.865 ms 2022-01-25T22:50:39.771 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 256 sec latency 257257.956 ms 2022-01-25T22:50:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:39 smithi120 conmon[102313]: cluster 2022-01-25T22:50:38.966041+0000 mgr.smithi120.hllzij (mgr.14704) 156 : cluster [DBG] pgmap v120: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:40.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:39 smithi120 conmon[102313]: cluster 2022-01-25T22:50:39.152288+0000 mds.foofs.smithi145.odeite (mds.0) 48 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 244.552993 secs 2022-01-25T22:50:40.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:39 smithi120 conmon[102313]: cluster 2022-01-25T22:50:39.152296+0000 mds.foofs.smithi145.odeite (mds.0) 49 : cluster [WRN] slow request 244.552992 seconds old, received at 2022-01-25T22:46:34.599241+0000: client_request(client.14684:4 getattr pAsLsXsFs #0x10000004351 2022-01-25T22:46:34.599079+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:50:40.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:39 smithi120 conmon[102313]: cluster 2022-01-25T22:50:39.152343+0000 2022-01-25T22:50:40.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:39 smithi120 conmon[102313]: mds.foofs.smithi145.odeite (mds.0) 50 : cluster [WRN] client.14526 isn't responding to mclientcaps(revoke), ino 0x10000004351 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 244.553053 seconds ago 2022-01-25T22:50:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:39 smithi145 conmon[67302]: cluster 2022-01-25T22:50:38.966041+0000 mgr.smithi120.hllzij (mgr.14704) 156 : cluster [DBG] pgmap v120: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:39 smithi145 conmon[67302]: cluster 2022-01-25T22:50:39.152288+0000 mds.foofs.smithi145.odeite ( 2022-01-25T22:50:40.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:39 smithi145 conmon[67302]: mds.0) 48 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 244.552993 secs 2022-01-25T22:50:40.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:39 smithi145 conmon[67302]: cluster 2022-01-25T22:50:39.152296+0000 mds.foofs.smithi145.odeite (mds.0) 49 : cluster [WRN] slow request 244.552992 seconds old, received at 2022-01-25T22:46:34.599241+0000: client_request(client.14684:4 getattr pAsLsXsFs #0x10000004351 2022-01-25T22:46:34.599079+0000 caller_uid=0, caller_gid=0{0,}) currently failed to rdlock, waiting 2022-01-25T22:50:40.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:39 smithi145 conmon[67302]: cluster 2022-01-25T22:50:39.152343+0000 mds.foofs.smithi145.odeite (mds.0) 50 : 2022-01-25T22:50:40.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:39 smithi145 conmon[67302]: cluster [WRN] client.14526 isn't responding to mclientcaps(revoke), ino 0x10000004351 pending pAsxLsXsxFcb issued pAsxLsXsxFsxcrwb, sent 244.553053 seconds ago 2022-01-25T22:50:40.771 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 257 sec latency 258258.012 ms 2022-01-25T22:50:41.771 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 258 sec latency 259258.108 ms 2022-01-25T22:50:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:42 smithi120 conmon[102313]: cluster 2022-01-25T22:50:40.967000+0000 mgr.smithi120.hllzij (mgr.14704) 157 : 2022-01-25T22:50:42.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:42 smithi120 conmon[102313]: cluster [DBG] pgmap v121: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:42 smithi145 conmon[67302]: cluster 2022-01-25T22:50:40.967000+0000 mgr.smithi120.hllzij (mgr.14704) 157 : cluster [DBG] pgmap v121: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:42.771 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 259 sec latency 260258.186 ms 2022-01-25T22:50:43.771 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 260 sec latency 261258.285 ms 2022-01-25T22:50:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:44 smithi120 conmon[102313]: cluster 2022-01-25T22:50:42.967664+0000 mgr.smithi120.hllzij (mgr.14704) 158 : cluster 2022-01-25T22:50:44.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:44 smithi120 conmon[102313]: [DBG] pgmap v122: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:44 smithi145 conmon[67302]: cluster 2022-01-25T22:50:42.967664+0000 mgr.smithi120.hllzij (mgr.14704) 158 : cluster [DBG] pgmap v122: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:44.771 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 261 sec latency 262258.380 ms 2022-01-25T22:50:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:45 smithi120 conmon[102313]: cluster 2022-01-25T22:50:44.152355+0000 mds.foofs.smithi145.odeite (mds.0) 51 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 249.553084 secs 2022-01-25T22:50:45.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:45 smithi145 conmon[67302]: cluster 2022-01-25T22:50:44.152355+0000 mds.foofs.smithi145.odeite (mds.0) 51 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 249.553084 secs 2022-01-25T22:50:45.772 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 262 sec latency 263259.741 ms 2022-01-25T22:50:46.203 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:46 smithi120 conmon[102313]: cluster 2022-01-25T22:50:44.968667+0000 mgr.smithi120.hllzij (mgr.14704) 159 : cluster [DBG] pgmap v123: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:46.203 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:46 smithi120 conmon[102313]: 2022-01-25T22:50:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:46 smithi145 conmon[67302]: cluster 2022-01-25T22:50:44.968667+0000 mgr.smithi120.hllzij (mgr.14704) 159 : cluster [DBG] pgmap v123: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:46.773 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 263 sec latency 264259.827 ms 2022-01-25T22:50:47.773 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 264 sec latency 265259.911 ms 2022-01-25T22:50:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:48 smithi120 conmon[102313]: cluster 2022-01-25T22:50:46.969401+0000 mgr.smithi120.hllzij (mgr.14704) 160 : cluster [DBG] pgmap v124: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:48 smithi145 conmon[67302]: cluster 2022-01-25T22:50:46.969401+0000 mgr.smithi120.hllzij (mgr.14704) 160 : cluster [DBG] pgmap v124: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:48.773 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 265 sec latency 266260.006 ms 2022-01-25T22:50:49.773 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 266 sec latency 267260.107 ms 2022-01-25T22:50:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:49 smithi120 conmon[102313]: cluster 2022-01-25T22:50:48.970214+0000 mgr.smithi120.hllzij (mgr.14704) 161 : cluster [DBG] pgmap v125: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:49 smithi120 conmon[102313]: cluster 2022-01-25T22:50:50.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:49 smithi120 conmon[102313]: 2022-01-25T22:50:49.152463+0000 mds.foofs.smithi145.odeite (mds.0) 52 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 254.553197 secs 2022-01-25T22:50:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:49 smithi145 conmon[67302]: cluster 2022-01-25T22:50:48.970214+0000 mgr.smithi120.hllzij (mgr.14704) 161 : cluster [DBG] pgmap v125: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:49 smithi145 conmon[67302]: cluster 2022-01-25T22:50:49. 2022-01-25T22:50:50.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:49 smithi145 conmon[67302]: 152463+0000 mds.foofs.smithi145.odeite (mds.0) 52 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 254.553197 secs 2022-01-25T22:50:50.773 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 267 sec latency 268260.190 ms 2022-01-25T22:50:51.773 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 268 sec latency 269260.292 ms 2022-01-25T22:50:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:52 smithi120 conmon[102313]: cluster 2022-01-25T22:50:50.971131+0000 mgr.smithi120.hllzij (mgr.14704) 162 : cluster [DBG] pgmap v126: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:52 smithi120 conmon[102313]: 2022-01-25T22:50:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:52 smithi145 conmon[67302]: cluster 2022-01-25T22:50:50.971131+0000 mgr.smithi120.hllzij (mgr.14704) 162 : cluster [DBG] pgmap v126: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:52.773 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 269 sec latency 270260.374 ms 2022-01-25T22:50:53.773 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 270 sec latency 271260.479 ms 2022-01-25T22:50:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:54 smithi120 conmon[102313]: cluster 2022-01-25T22:50:52.971979+0000 mgr.smithi120.hllzij (mgr.14704) 163 : cluster [DBG] pgmap v127: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:54 smithi120 conmon[102313]: audit 2022-01-25T22: 2022-01-25T22:50:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:54 smithi120 conmon[102313]: 50:53.600278+0000 mon.smithi120 (mon.0) 245 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:50:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:54 smithi120 conmon[102313]: audit 2022-01-25T22:50:53.606634+0000 mon.smithi120 (mon.0) 246 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:50:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:54 smithi145 conmon[67302]: cluster 2022-01-25T22:50:52.971979+0000 mgr.smithi120.hllzij (mgr.14704) 163 : cluster [DBG] pgmap v127: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:54 smithi145 conmon[67302]: audit 2022-01-25T22:50:53.600278+0000 mon.smithi120 ( 2022-01-25T22:50:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:54 smithi145 conmon[67302]: mon.0) 245 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:50:54.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:54 smithi145 conmon[67302]: audit 2022-01-25T22:50:53.606634+0000 mon.smithi120 (mon.0) 246 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:50:54.773 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 271 sec latency 272260.520 ms 2022-01-25T22:50:55.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:55 smithi120 conmon[102313]: cluster 2022-01-25T22:50:54.152615+0000 mds.foofs.smithi145.odeite (mds.0) 53 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 259.553328 secs 2022-01-25T22:50:55.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:55 smithi145 conmon[67302]: cluster 2022-01-25T22:50:54.152615+0000 mds.foofs.smithi145.odeite (mds.0) 53 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 259.553328 secs 2022-01-25T22:50:55.773 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 272 sec latency 273260.577 ms 2022-01-25T22:50:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:56 smithi120 conmon[102313]: cluster 2022-01-25T22:50:54.973008+0000 mgr.smithi120.hllzij (mgr.14704) 164 : cluster [DBG] pgmap v128: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:56 smithi120 conmon[102313]: audit 2022-01-25T22:50:55.695298+0000 mon.smithi120 (mon.0) 247 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:50:56.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:56 smithi120 conmon[102313]: audit 2022-01-25T22:50:55.696725+0000 mon.smithi120 (mon.0) 248 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:50:56.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:56 smithi120 conmon[102313]: audit 2022-01-25T22:50:55.697707+0000 mon.smithi120 (mon.0) 249 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:50:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:56 smithi145 conmon[67302]: cluster 2022-01-25T22:50:54.973008+0000 mgr.smithi120.hllzij (mgr.14704) 164 : cluster [DBG] pgmap v128: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:56 smithi145 conmon[67302]: audit 2022-01-25T22:50:55.695298+0000 mon.smithi120 (mon.0) 247 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:50:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:56 smithi145 conmon[67302]: audit 2022-01-25T22:50:55.696725+0000 mon.smithi120 (mon.0) 248 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:50:56.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:56 smithi145 conmon[67302]: audit 2022-01-25T22:50:55.697707+0000 mon.smithi120 (mon.0) 249 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:50:56.773 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 273 sec latency 274260.641 ms 2022-01-25T22:50:57.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:57 smithi120 conmon[102313]: cephadm 2022-01-25T22:50:55.698572+0000 mgr.smithi120.hllzij (mgr.14704) 165 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:50:57.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:57 smithi120 conmon[102313]: audit 2022-01-25T22:50:56.046659+0000 mon.smithi120 2022-01-25T22:50:57.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:57 smithi120 conmon[102313]: (mon.0) 250 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:50:57.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:57 smithi120 conmon[102313]: audit 2022-01-25T22:50:56.415184+0000 mon.smithi120 (mon.0) 251 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:50:57.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:57 smithi120 conmon[102313]: audit 2022-01-25T22:50:56.422419+0000 mon.smithi120 (mon.0) 252 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:50:57.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:57 smithi145 conmon[67302]: cephadm 2022-01-25T22:50:55.698572+0000 mgr.smithi120.hllzij (mgr.14704) 165 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:50:57.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:57 smithi145 conmon[67302]: audit 2022-01-25T22:50:56.046659+0000 mon.smithi120 (mon.0) 250 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:50:57.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:57 smithi145 conmon[67302]: audit 2022-01-25T22:50:56.415184+0000 mon.smithi120 (mon.0) 251 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:50:57.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:57 smithi145 conmon[67302]: audit 2022-01-25T22:50:56.422419+0000 mon.smithi120 (mon.0) 2022-01-25T22:50:57.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:57 smithi145 conmon[67302]: 252 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:50:57.773 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 274 sec latency 275260.726 ms 2022-01-25T22:50:58.287 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:50:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:58 smithi120 conmon[102313]: cluster 2022-01-25T22:50:56.973870+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:50:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:58 smithi120 conmon[102313]: 166 : cluster [DBG] pgmap v129: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:58.556 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:50:58.557 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (10m) 3m ago 11m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:50:58.557 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (3m) 3m ago 11m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:50:58.557 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (3m) 3m ago 10m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:50:58.557 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (10m) 3m ago 11m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:50:58.558 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (6m) 3m ago 6m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:50:58.558 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (6m) 3m ago 6m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:50:58.558 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (4m) 3m ago 12m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:50:58.558 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (3m) 3m ago 10m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:50:58.559 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (3m) 3m ago 12m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:50:58.559 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (3m) 3m ago 10m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:50:58.559 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (4m) 3m ago 4m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:50:58.559 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (4m) 3m ago 4m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:50:58.560 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (11m) 3m ago 11m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:50:58.560 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (10m) 3m ago 10m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:50:58.560 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (10m) 3m ago 10m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:50:58.560 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (9m) 3m ago 9m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:50:58.560 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (9m) 3m ago 9m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:50:58.561 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (9m) 3m ago 9m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:50:58.561 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (9m) 3m ago 9m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:50:58.561 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (8m) 3m ago 8m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:50:58.561 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (8m) 3m ago 8m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:50:58.562 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (8m) 3m ago 8m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:50:58.562 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (9m) 3m ago 10m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:50:58.773 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 275 sec latency 276260.770 ms 2022-01-25T22:50:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:58 smithi145 conmon[67302]: cluster 2022-01-25T22:50:56.973870+0000 mgr.smithi120.hllzij (mgr.14704) 166 : cluster [DBG] pgmap v129: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:50:58.885 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:50:58.885 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:50:58.885 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:50:58.885 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:50:58.886 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:50:58.886 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:50:58.886 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:50:58.886 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:50:58.887 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:50:58.887 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:50:58.887 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:50:58.887 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:50:58.888 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:50:58.888 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:50:58.888 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:50:58.888 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:50:58.888 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:50:58.889 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:50:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:59 smithi145 conmon[67302]: audit 2022-01-25T22:50:58.275794+0000 mgr.smithi120.hllzij (mgr.14704) 167 : audit [DBG] from='client.34184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:59 smithi145 conmon[67302]: audit 2022-01-25T22:50: 2022-01-25T22:50:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:59 smithi145 conmon[67302]: 58.885503+0000 mon.smithi120 (mon.0) 253 : audit [DBG] from='client.? 172.21.15.120:0/2797523911' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:50:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:50:59 smithi145 conmon[67302]: cluster 2022-01-25T22:50:59.152716+0000 mds.foofs.smithi145.odeite (mds.0) 54 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 264.553441 secs 2022-01-25T22:50:59.773 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 276 sec latency 277260.827 ms 2022-01-25T22:50:59.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:59 smithi120 conmon[102313]: audit 2022-01-25T22:50:58.275794+0000 mgr.smithi120.hllzij (mgr.14704) 167 : audit [DBG] 2022-01-25T22:50:59.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:59 smithi120 conmon[102313]: from='client.34184 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:50:59.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:59 smithi120 conmon[102313]: audit 2022-01-25T22:50:58.885503+0000 mon.smithi120 (mon.0) 253 : audit [DBG] from='client.? 172.21.15.120:0/2797523911' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:50:59.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:50:59 smithi120 conmon[102313]: cluster 2022-01-25T22:50:59.152716+0000 mds.foofs.smithi145.odeite (mds.0) 54 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 264.553441 secs 2022-01-25T22:51:00.774 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 277 sec latency 278260.904 ms 2022-01-25T22:51:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:00 smithi120 conmon[102313]: audit 2022-01-25T22:50:58.548132+0000 mgr.smithi120.hllzij (mgr.14704) 168 : audit [DBG] 2022-01-25T22:51:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:00 smithi120 conmon[102313]: from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:00.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:00 smithi120 conmon[102313]: cluster 2022-01-25T22:50:58.974433+0000 mgr.smithi120.hllzij (mgr.14704) 169 : cluster [DBG] pgmap v130: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:00 smithi145 conmon[67302]: audit 2022-01-25T22:50:58.548132+0000 mgr.smithi120.hllzij (mgr.14704) 168 : audit [DBG] from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:00 smithi145 conmon[67302]: cluster 2022-01-25T22:50:58.974433+0000 mgr.smithi120.hllzij (mgr.14704) 169 : cluster [DBG] pgmap v130: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:01.774 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 278 sec latency 279261.023 ms 2022-01-25T22:51:02.774 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 279 sec latency 280261.123 ms 2022-01-25T22:51:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:02 smithi120 conmon[102313]: cluster 2022-01-25T22:51:00.975622+0000 mgr.smithi120.hllzij (mgr.14704) 170 : cluster [DBG] pgmap v131: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:02 smithi145 conmon[67302]: cluster 2022-01-25T22:51:00.975622+0000 mgr.smithi120.hllzij (mgr.14704) 170 : cluster [DBG] pgmap v131: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:03.774 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 280 sec latency 281261.249 ms 2022-01-25T22:51:04.774 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 281 sec latency 282261.335 ms 2022-01-25T22:51:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:04 smithi120 conmon[102313]: cluster 2022-01-25T22:51:02.976281+0000 mgr.smithi120.hllzij (mgr.14704) 171 : cluster [DBG] pgmap v132: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:04.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:04 smithi120 conmon[102313]: cluster 2022-01-25T22:51:04.152810+0000 mds.foofs.smithi145.odeite (mds.0) 55 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 269.553539 secs 2022-01-25T22:51:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:04 smithi145 conmon[67302]: cluster 2022-01-25T22:51:02.976281+0000 mgr.smithi120.hllzij (mgr.14704) 171 : cluster [DBG] pgmap v132: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:04.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:04 smithi145 conmon[67302]: cluster 2022-01-25T22:51:04.152810+0000 mds.foofs.smithi145.odeite (mds.0) 55 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 269.553539 secs 2022-01-25T22:51:05.774 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 282 sec latency 283261.404 ms 2022-01-25T22:51:06.774 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 283 sec latency 284261.492 ms 2022-01-25T22:51:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:06 smithi120 conmon[102313]: cluster 2022-01-25T22:51:04.977354+0000 mgr.smithi120.hllzij (mgr.14704) 172 : cluster [DBG] pgmap v133: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:06 smithi145 conmon[67302]: cluster 2022-01-25T22:51:04.977354+0000 mgr.smithi120.hllzij (mgr.14704) 172 : cluster [DBG] pgmap v133: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:06 smithi145 conmon[67302]: 2022-01-25T22:51:07.774 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 284 sec latency 285261.589 ms 2022-01-25T22:51:08.774 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 285 sec latency 286261.721 ms 2022-01-25T22:51:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:08 smithi120 conmon[102313]: cluster 2022-01-25T22:51:06.978052+0000 mgr.smithi120.hllzij (mgr.14704) 173 : cluster [DBG] pgmap v134: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:08 smithi120 conmon[102313]: 2022-01-25T22:51:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:08 smithi145 conmon[67302]: cluster 2022-01-25T22:51:06.978052+0000 mgr.smithi120.hllzij (mgr.14704) 173 : cluster [DBG] pgmap v134: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:09.775 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 286 sec latency 287261.825 ms 2022-01-25T22:51:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:09 smithi120 conmon[102313]: cluster 2022-01-25T22:51:08.978787+0000 mgr.smithi120.hllzij (mgr.14704) 174 : cluster [DBG] pgmap v135: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:09 smithi120 conmon[102313]: cluster 2022-01-25T22:51:09.152955+0000 mds.foofs.smithi145.odeite (mds.0) 56 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 274.553670 secs 2022-01-25T22:51:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:09 smithi120 conmon[102313]: cluster 2022-01-25T22:51:09.153026+0000 mds.foofs.smithi145.odeite (mds.0) 57 : cluster [WRN] evicting unresponsive client smithi145:foo1 (14546), after 303.151 seconds 2022-01-25T22:51:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:09 smithi120 conmon[102313]: cluster 2022-01-25T22:51:09.153051+0000 mds.foofs.smithi145.odeite ( 2022-01-25T22:51:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:09 smithi120 conmon[102313]: mds.0) 58 : cluster [INF] Evicting (and blocklisting) client session 14546 (172.21.15.145:0/2476527380) 2022-01-25T22:51:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:09 smithi120 conmon[102313]: audit 2022-01-25T22: 2022-01-25T22:51:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:09 smithi120 conmon[102313]: 51:09.153542+0000 mon.smithi120 (mon.0) 254 : audit [INF] 2022-01-25T22:51:10.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:09 smithi120 conmon[102313]: from='mds.0 [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852]' entity='mds.foofs.smithi145.odeite' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.145:0/2476527380"}]: dispatch 2022-01-25T22:51:10.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:09 smithi145 conmon[67302]: cluster 2022-01-25T22:51:08.978787+0000 mgr.smithi120.hllzij (mgr.14704) 174 : cluster 2022-01-25T22:51:10.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:09 smithi145 conmon[67302]: [DBG] pgmap v135: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:10.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:09 smithi145 conmon[67302]: cluster 2022-01-25T22:51:09.152955+0000 mds.foofs.smithi145.odeite (mds.0) 56 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 274.553670 secs 2022-01-25T22:51:10.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:09 smithi145 conmon[67302]: cluster 2022-01-25T22:51:10.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:09 smithi145 conmon[67302]: 2022-01-25T22:51:09.153026+0000 mds.foofs.smithi145.odeite (mds.0) 57 : cluster [WRN] evicting unresponsive client smithi145:foo1 (14546), after 303.151 seconds 2022-01-25T22:51:10.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:09 smithi145 conmon[67302]: cluster 2022-01 2022-01-25T22:51:10.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:09 smithi145 conmon[67302]: -25T22:51:09.153051+0000 mds.foofs.smithi145.odeite ( 2022-01-25T22:51:10.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:09 smithi145 conmon[67302]: mds.0) 58 : cluster [INF] Evicting (and blocklisting) client session 14546 (172.21.15.145:0/2476527380) 2022-01-25T22:51:10.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:09 smithi145 conmon[67302]: 2022-01-25T22:51:10.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:09 smithi145 conmon[67302]: audit 2022-01-25T22:51:10.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:09 smithi145 conmon[67302]: 2022-01-25T22:51: 2022-01-25T22:51:10.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:09 smithi145 conmon[67302]: 09.153542+0000 mon.smithi120 (mon.0 2022-01-25T22:51:10.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:09 smithi145 conmon[67302]: ) 254 : audit [INF] from='mds.0 [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852]' entity='mds.foofs.smithi145.odeite' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.145:0/2476527380"}]: dispatch 2022-01-25T22:51:10.775 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 287 sec latency 288261.909 ms 2022-01-25T22:51:11.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:10 smithi120 conmon[102313]: audit 2022-01-25T22:51:09.854456+0000 mon.smithi120 (mon.0) 255 : audit [INF] from='mds.0 [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852]' entity='mds.foofs.smithi145.odeite' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.145:0/2476527380"}]': finished 2022-01-25T22:51:11.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:10 smithi120 conmon[102313]: 2022-01-25T22:51:11.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:10 smithi120 conmon[102313]: cluster 2022-01-25T22:51:09.854528+0000 mon.smithi120 (mon.0) 256 : cluster [DBG] osdmap e71: 8 total, 7 up, 8 in 2022-01-25T22:51:11.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:10 smithi145 conmon[67302]: audit 2022-01-25T22:51:09.854456+0000 mon.smithi120 (mon.0) 255 : audit [INF] from='mds.0 [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852]' entity='mds.foofs.smithi145.odeite' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.145:0/2476527380"}]': finished 2022-01-25T22:51:11.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:10 smithi145 conmon[67302]: cluster 2022-01-25T22:51:09.854528+0000 mon.smithi120 (mon.0) 256 : cluster [DBG] osdmap e71: 8 total, 7 up, 8 in 2022-01-25T22:51:11.775 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 288 sec latency 289262.004 ms 2022-01-25T22:51:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:11 smithi120 conmon[102313]: cluster 2022-01-25T22:51:10.979572+0000 mgr.smithi120.hllzij (mgr.14704) 175 : 2022-01-25T22:51:12.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:11 smithi120 conmon[102313]: cluster [DBG] pgmap v137: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:11 smithi145 conmon[67302]: cluster 2022-01-25T22:51:10.979572+0000 mgr.smithi120.hllzij (mgr.14704) 175 : cluster [DBG] pgmap v137: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:11 smithi145 conmon[67302]: 2022-01-25T22:51:12.775 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 289 sec latency 290262.104 ms 2022-01-25T22:51:13.775 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 290 sec latency 291262.182 ms 2022-01-25T22:51:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:14 smithi120 conmon[102313]: cluster 2022-01-25T22:51:12.980406+0000 mgr.smithi120.hllzij (mgr.14704) 176 : cluster [DBG] pgmap v138: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:14 smithi145 conmon[67302]: cluster 2022-01-25T22:51:12.980406+0000 mgr.smithi120.hllzij (mgr.14704) 176 : cluster [DBG] pgmap v138: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:14.775 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 291 sec latency 292262.292 ms 2022-01-25T22:51:15.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:15 smithi120 conmon[102313]: cluster 2022-01-25T22:51:14.153062+0000 mds.foofs.smithi145.odeite (mds.0) 59 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 279.553776 secs 2022-01-25T22:51:15.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:15 smithi145 conmon[67302]: cluster 2022-01-25T22:51:14.153062+0000 mds.foofs.smithi145.odeite (mds.0) 59 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 279.553776 secs 2022-01-25T22:51:15.775 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 292 sec latency 293262.358 ms 2022-01-25T22:51:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:16 smithi120 conmon[102313]: cluster 2022-01-25T22:51:14.981418+0000 mgr.smithi120.hllzij (mgr.14704) 177 : cluster [DBG] pgmap v139: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:16 smithi145 conmon[67302]: cluster 2022-01-25T22:51:14.981418+0000 mgr.smithi120.hllzij (mgr.14704) 177 : cluster [DBG] pgmap v139: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:16.775 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 293 sec latency 294262.435 ms 2022-01-25T22:51:17.775 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 294 sec latency 295262.542 ms 2022-01-25T22:51:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:18 smithi120 conmon[102313]: cluster 2022-01-25T22:51:16.982136+0000 mgr.smithi120.hllzij (mgr.14704) 178 : cluster [DBG] pgmap v140: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:18 smithi120 conmon[102313]: 2022-01-25T22:51:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:18 smithi145 conmon[67302]: cluster 2022-01-25T22:51:16.982136+0000 mgr.smithi120.hllzij (mgr.14704) 178 : cluster [DBG] pgmap v140: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:18.775 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 295 sec latency 296262.657 ms 2022-01-25T22:51:19.776 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 296 sec latency 297262.738 ms 2022-01-25T22:51:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:19 smithi120 conmon[102313]: cluster 2022-01-25T22:51:18.982828+0000 mgr.smithi120.hllzij (mgr.14704) 179 2022-01-25T22:51:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:19 smithi120 conmon[102313]: : cluster [DBG] pgmap v141: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:19 smithi120 conmon[102313]: cluster 2022-01-25T22:51:19.153120+0000 mds.foofs.smithi145.odeite (mds.0) 60 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 284.553855 secs 2022-01-25T22:51:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:19 smithi145 conmon[67302]: cluster 2022-01-25T22:51:18.982828+0000 mgr.smithi120.hllzij (mgr.14704) 179 : cluster [DBG] pgmap v141: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 204 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:19 smithi145 conmon[67302]: cluster 2022-01-25T22:51:19.153120+0000 mds.foofs.smithi145.odeite (mds.0) 60 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 284.553855 secs 2022-01-25T22:51:20.775 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 297 sec latency 298262.801 ms 2022-01-25T22:51:21.776 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 298 sec latency 299262.897 ms 2022-01-25T22:51:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:22 smithi120 conmon[102313]: cluster 2022-01-25T22:51:20.983803 2022-01-25T22:51:22.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:22 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 180 : cluster [DBG] pgmap v142: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 183 B/s rd, 183 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:22 smithi145 conmon[67302]: cluster 2022-01-25T22:51:20.983803+0000 mgr.smithi120.hllzij (mgr.14704) 180 : cluster [DBG] pgmap v142: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 183 B/s rd, 183 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:22.776 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 299 sec latency 300262.993 ms 2022-01-25T22:51:23.776 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 300 sec latency 301263.029 ms 2022-01-25T22:51:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:24 smithi120 conmon[102313]: cluster 2022-01-25T22:51:22.984478+0000 mgr.smithi120.hllzij (mgr.14704) 181 : cluster [DBG] 2022-01-25T22:51:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:24 smithi120 conmon[102313]: pgmap v143: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:24 smithi145 conmon[67302]: cluster 2022-01-25T22:51:22.984478+0000 mgr.smithi120.hllzij (mgr.14704) 181 : cluster [DBG] pgmap v143: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:24.776 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 301 sec latency 302263.119 ms 2022-01-25T22:51:25.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:25 smithi145 conmon[67302]: cluster 2022-01-25T22:51:24.153188+0000 mds.foofs.smithi145.odeite (mds.0) 61 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 289.553903 secs 2022-01-25T22:51:25.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:25 smithi145 conmon[67302]: cluster 2022-01-25T22:51:24.153279+0000 mds.foofs.smithi145.odeite (mds.0) 62 : cluster [WRN] evicting unresponsive client smithi120:foo1 (14526), after 304.993 seconds 2022-01-25T22:51:25.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:25 smithi145 conmon[67302]: cluster 2022-01-25T22:51:24.153303+0000 mds.foofs.smithi145.odeite (mds.0) 63 : cluster [INF] Evicting (and blocklisting) client session 14526 (172.21.15.120:0/859889296) 2022-01-25T22:51:25.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:25 smithi145 conmon[67302]: audit 2022-01-25T22:51:24.153913+0000 mon.smithi120 (mon.0) 257 : audit [INF] from='mds.0 [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852]' entity='mds.foofs.smithi145.odeite' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.120:0/859889296"}]: dispatch 2022-01-25T22:51:25.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:25 smithi120 conmon[102313]: cluster 2022-01-25T22:51:24.153188+0000 mds.foofs.smithi145.odeite (mds.0 2022-01-25T22:51:25.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:25 smithi120 conmon[102313]: ) 61 : cluster [WRN] 1 slow requests, 0 included below; oldest blocked for > 289.553903 secs 2022-01-25T22:51:25.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:25 smithi120 conmon[102313]: cluster 2022-01-25T22:51:24.153279+0000 mds.foofs.smithi145.odeite (mds.0) 62 : cluster [WRN] evicting unresponsive client smithi120:foo1 (14526), after 304.993 seconds 2022-01-25T22:51:25.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:25 smithi120 conmon[102313]: cluster 2022-01-25T22:51:24.153303+0000 2022-01-25T22:51:25.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:25 smithi120 conmon[102313]: mds.foofs.smithi145.odeite (mds.0) 63 : cluster [INF] Evicting (and blocklisting) client session 14526 (172.21.15.120:0/859889296) 2022-01-25T22:51:25.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:25 smithi120 conmon[102313]: audit 2022-01-25T22: 2022-01-25T22:51:25.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:25 smithi120 conmon[102313]: 51:24.153913+0000 mon.smithi120 (mon.0) 257 : audit [INF] from='mds.0 [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852]' entity='mds.foofs.smithi145.odeite' cmd=[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.120:0/859889296"}]: dispatch 2022-01-25T22:51:25.776 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 302 sec latency 303263.167 ms 2022-01-25T22:51:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:26 smithi145 conmon[67302]: cluster 2022-01-25T22:51:24.985367+0000 mgr.smithi120.hllzij (mgr.14704) 182 : cluster [DBG] pgmap v144: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:26.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:26 smithi145 conmon[67302]: audit 2022-01-25T22:51:25.046828+0000 mon.smithi120 (mon.0) 258 : audit [INF] from='mds.0 [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852]' entity='mds.foofs.smithi145.odeite' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.120:0/859889296"}]': finished 2022-01-25T22:51:26.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:26 smithi145 conmon[67302]: cluster 2022-01-25T22:51:25.046929+0000 mon.smithi120 (mon.0) 259 : cluster [DBG] osdmap e72: 8 total, 7 up, 8 in 2022-01-25T22:51:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:26 smithi120 conmon[102313]: cluster 2022-01-25T22:51:24.985367+0000 mgr.smithi120.hllzij (mgr.14704) 182 : cluster [DBG] 2022-01-25T22:51:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:26 smithi120 conmon[102313]: pgmap v144: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 170 B/s wr, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:26.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:26 smithi120 conmon[102313]: audit 2022-01-25T22:51:25.046828+0000 mon.smithi120 (mon.0) 258 : audit [INF] from='mds.0 [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852]' entity='mds.foofs.smithi145.odeite' cmd='[{"prefix":"osd blocklist", "blocklistop":"add","addr":"172.21.15.120:0/859889296"}]': finished 2022-01-25T22:51:26.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:26 smithi120 conmon[102313]: cluster 2022- 2022-01-25T22:51:26.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:26 smithi120 conmon[102313]: 01-25T22:51:25.046929+0000 mon.smithi120 (mon.0) 259 : cluster [DBG] osdmap e72: 8 total, 7 up, 8 in 2022-01-25T22:51:26.776 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 303 sec latency 304263.246 ms 2022-01-25T22:51:27.776 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 304 sec latency 305263.385 ms 2022-01-25T22:51:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:28 smithi145 conmon[67302]: cluster 2022-01-25T22:51:26.986078+0000 mgr.smithi120.hllzij (mgr.14704) 183 : cluster [DBG] pgmap v146: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:28 smithi120 conmon[102313]: cluster 2022-01-25T22:51:26.986078+0000 mgr.smithi120.hllzij (mgr.14704) 183 : cluster [DBG] pgmap v146: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:28 smithi120 conmon[102313]: 2022-01-25T22:51:28.776 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 305 sec latency 306263.484 ms 2022-01-25T22:51:29.190 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:51:29.460 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:51:29.461 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (10m) 3m ago 11m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:51:29.461 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (3m) 3m ago 11m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:51:29.461 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (3m) 3m ago 11m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:51:29.461 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (10m) 3m ago 11m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:51:29.462 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (7m) 3m ago 7m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:51:29.462 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (7m) 3m ago 7m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:51:29.462 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (4m) 3m ago 12m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:51:29.462 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (4m) 3m ago 11m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:51:29.463 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (4m) 3m ago 12m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:51:29.463 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (4m) 3m ago 11m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:51:29.463 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (4m) 3m ago 4m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:51:29.464 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (4m) 3m ago 4m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:51:29.464 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (11m) 3m ago 11m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:51:29.464 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (11m) 3m ago 10m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:51:29.464 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (10m) 3m ago 10m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:51:29.464 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (10m) 3m ago 10m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:51:29.465 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (10m) 3m ago 10m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:51:29.465 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (9m) 3m ago 9m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:51:29.465 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (9m) 3m ago 9m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:51:29.465 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (9m) 3m ago 9m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:51:29.466 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (8m) 3m ago 8m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:51:29.466 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (8m) 3m ago 8m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:51:29.466 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (10m) 3m ago 11m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:51:29.776 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 306 sec latency 307263.531 ms 2022-01-25T22:51:29.780 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:51:29.780 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:51:29.780 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:51:29.781 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:51:29.781 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:51:29.781 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:51:29.781 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:51:29.782 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:51:29.782 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:51:29.782 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:51:29.782 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:51:29.783 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:51:29.783 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:51:29.783 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:51:29.783 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:51:29.783 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:51:29.784 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:51:29.784 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:51:30.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:29 smithi120 conmon[102313]: cluster 2022-01-25T22:51:28.986737+0000 mgr.smithi120.hllzij (mgr.14704) 184 : cluster 2022-01-25T22:51:30.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:29 smithi120 conmon[102313]: [DBG] pgmap v147: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:30.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:29 smithi120 conmon[102313]: audit 2022-01-25T22:51:29.178036+0000 mgr.smithi120.hllzij (mgr.14704) 185 : audit [DBG] from='client.34196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:30.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:29 smithi120 conmon[102313]: cluster 2022-01-25T22 2022-01-25T22:51:30.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:29 smithi120 conmon[102313]: :51:29.180960+0000 mon.smithi120 (mon.0) 260 : cluster [INF] MDS health message cleared (mds.0): Client smithi120:foo1 failing to respond to capability release 2022-01-25T22:51:30.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:29 smithi120 conmon[102313]: cluster 2022-01-25T22:51: 2022-01-25T22:51:30.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:29 smithi120 conmon[102313]: 29.180982+0000 mon.smithi120 (mon.0) 261 : cluster [INF] MDS health message cleared (mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:51:30.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:29 smithi120 conmon[102313]: 2022-01-25T22:51:30.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:29 smithi120 conmon[102313]: audit 2022-01- 2022-01-25T22:51:30.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:29 smithi120 conmon[102313]: 25T22:51:29.452455+0000 mgr.smithi120.hllzij (mgr.14704) 186 : audit [DBG] from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:30.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:29 smithi120 conmon[102313]: audit 2022-01-25T22:51:29.781079+0000 2022-01-25T22:51:30.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:29 smithi120 conmon[102313]: mon.smithi120 (mon.0) 262 : audit [DBG] from='client.? 172.21.15.120:0/578101841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:51:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:29 smithi145 conmon[67302]: cluster 2022-01-25T22:51:28.986737+0000 mgr.smithi120.hllzij (mgr.14704) 184 : cluster [DBG] pgmap v147: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 318 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 204 B/s rd, 0 op/s; 220/1599 objects degraded (13.759%); 15/1599 objects misplaced (0.938%) 2022-01-25T22:51:30.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:29 smithi145 conmon[67302]: 2022-01-25T22:51:30.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:29 smithi145 conmon[67302]: audit 2022-01-25T22:51:29.178036+0000 mgr.smithi120.hllzij (mgr.14704) 185 : audit [DBG] from='client.34196 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:30.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:29 smithi145 conmon[67302]: cluster 2022-01-25T22:51:29.180960+0000 mon.smithi120 (mon 2022-01-25T22:51:30.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:29 smithi145 conmon[67302]: .0) 260 : cluster [INF] MDS health message cleared (mds.0): Client smithi120:foo1 failing to respond to capability release 2022-01-25T22:51:30.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:29 smithi145 conmon[67302]: cluster 2022-01-25T22:51 2022-01-25T22:51:30.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:29 smithi145 conmon[67302]: :29.180982+0000 mon.smithi120 (mon.0) 261 : cluster [INF] MDS health message cleared (mds.0): 1 slow requests are blocked > 30 secs 2022-01-25T22:51:30.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:29 smithi145 conmon[67302]: audit 2022-01 2022-01-25T22:51:30.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:29 smithi145 conmon[67302]: -25T22:51:29.452455+0000 mgr.smithi120.hllzij ( 2022-01-25T22:51:30.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:29 smithi145 conmon[67302]: mgr.14704) 186 : audit [DBG] from='client.34200 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:51:30.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:29 smithi145 conmon[67302]: audit 2022-01 2022-01-25T22:51:30.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:29 smithi145 conmon[67302]: -25T22:51:29.781079+0000 mon.smithi120 (mon 2022-01-25T22:51:30.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:29 smithi145 conmon[67302]: .0) 262 : audit [DBG] from='client.? 172.21.15.120:0/578101841' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:51:30.776 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 307 sec latency 308263.619 ms 2022-01-25T22:51:31.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:30 smithi120 conmon[102313]: cluster 2022-01-25T22:51:29.847534+0000 mon.smithi120 (mon.0) 263 : cluster [INF] 2022-01-25T22:51:31.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:30 smithi120 conmon[102313]: Health check cleared: MDS_CLIENT_LATE_RELEASE (was: 1 clients failing to respond to capability release) 2022-01-25T22:51:31.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:30 smithi120 conmon[102313]: cluster 2022-01-25T22:51:29.847577+0000 mon.smithi120 (mon.0) 264 : cluster [INF] Health check cleared: MDS_SLOW_REQUEST (was: 1 MDSs report slow requests) 2022-01-25T22:51:31.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:30 smithi120 conmon[102313]: cluster 2022-01-25T22:51:29.853349+0000 mon.smithi120 (mon.0) 265 : cluster 2022-01-25T22:51:31.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:30 smithi120 conmon[102313]: [DBG] mds.0 [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852] up:active 2022-01-25T22:51:31.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:30 smithi120 conmon[102313]: cluster 2022-01-25T22:51:29.853382+0000 mon.smithi120 (mon.0) 266 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:51:31.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:30 smithi145 conmon[67302]: cluster 2022-01-25T22:51:29.847534+0000 mon.smithi120 (mon.0) 263 : cluster [INF] Health check cleared: MDS_CLIENT_LATE_RELEASE (was: 1 clients failing to respond to capability release) 2022-01-25T22:51:31.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:30 smithi145 conmon[67302]: cluster 2022-01-25T22:51:29.847577+0000 mon.smithi120 (mon.0) 264 : cluster [INF] Health check cleared: MDS_SLOW_REQUEST (was: 1 MDSs report slow requests) 2022-01-25T22:51:31.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:30 smithi145 conmon[67302]: cluster 2022-01-25T22:51:29.853349+0000 mon.smithi120 (mon.0) 265 2022-01-25T22:51:31.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:30 smithi145 conmon[67302]: : cluster [DBG] mds.0 [v2:172.21.15.145:6832/1611539852,v1:172.21.15.145:6833/1611539852] up:active 2022-01-25T22:51:31.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:30 smithi145 conmon[67302]: cluster 2022-01-25T22 2022-01-25T22:51:31.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:30 smithi145 conmon[67302]: :51:29.853382+0000 mon.smithi120 (mon.0) 266 : cluster [DBG] fsmap foofs:1 {0=foofs.smithi145.odeite=up:active} 1 up:standby 2022-01-25T22:51:31.776 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 308 sec latency 309263.715 ms 2022-01-25T22:51:32.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:31 smithi120 conmon[102313]: cluster 2022-01-25T22:51:30.987745+0000 mgr.smithi120.hllzij (mgr.14704) 187 : cluster 2022-01-25T22:51:32.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:31 smithi120 conmon[102313]: [DBG] pgmap v148: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 24 KiB/s wr, 12 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:31 smithi145 conmon[67302]: cluster 2022-01-25T22:51:30.987745+0000 mgr.smithi120.hllzij (mgr.14704) 187 : cluster [DBG] pgmap v148: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 24 KiB/s wr, 12 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:32.776 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 309 sec latency 310263.810 ms 2022-01-25T22:51:33.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:32 smithi120 conmon[102313]: cluster 2022-01-25T22:51:31.853723+0000 mon.smithi120 (mon.0) 267 : 2022-01-25T22:51:33.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:32 smithi120 conmon[102313]: cluster [WRN] Health check update: Degraded data redundancy: 201/1494 objects degraded (13.454%), 28 pgs degraded, 45 pgs undersized (PG_DEGRADED) 2022-01-25T22:51:33.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:32 smithi145 conmon[67302]: cluster 2022-01-25T22:51:31.853723+0000 mon.smithi120 (mon.0) 267 : cluster [WRN] Health check update: Degraded data redundancy: 201/1494 objects degraded (13.454%), 28 pgs degraded, 45 pgs undersized (PG_DEGRADED) 2022-01-25T22:51:33.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:32 smithi145 conmon[67302]: 2022-01-25T22:51:33.776 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 310 sec latency 311263.859 ms 2022-01-25T22:51:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:33 smithi120 conmon[102313]: cluster 2022-01-25T22:51:32.988526+0000 mgr.smithi120.hllzij (mgr.14704) 188 : cluster [DBG] pgmap v149: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 24 KiB/s wr, 12 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:33 smithi145 conmon[67302]: cluster 2022-01-25T22:51:32.988526+0000 mgr.smithi120.hllzij (mgr.14704) 188 : cluster [DBG] pgmap v149: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 24 KiB/s wr, 12 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:34.777 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 311 sec latency 312263.932 ms 2022-01-25T22:51:35.777 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 312 sec latency 313263.979 ms 2022-01-25T22:51:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:36 smithi120 conmon[102313]: cluster 2022-01-25T22:51:34.989635+0000 mgr.smithi120.hllzij (mgr.14704) 189 : cluster [DBG] pgmap v150: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 27 KiB/s wr, 13 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:36.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:36 smithi120 conmon[102313]: 2022-01-25T22:51:36.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:36 smithi145 conmon[67302]: cluster 2022-01-25T22:51:34.989635+0000 mgr.smithi120.hllzij (mgr.14704) 189 : cluster [DBG] pgmap v150: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 27 KiB/s wr, 13 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:36.777 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 313 sec latency 314264.067 ms 2022-01-25T22:51:37.777 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 314 sec latency 315264.153 ms 2022-01-25T22:51:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:38 smithi120 conmon[102313]: cluster 2022-01-25T22:51:36.990437+0000 mgr.smithi120.hllzij (mgr.14704) 190 : cluster [DBG] pgmap v151: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 857 B/s rd, 23 KiB/s wr, 11 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:38 smithi145 conmon[67302]: cluster 2022-01-25T22:51:36.990437+0000 mgr.smithi120.hllzij (mgr.14704) 190 : cluster [DBG] pgmap v151: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 857 B/s rd, 23 KiB/s wr, 11 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:38.777 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 315 sec latency 316264.257 ms 2022-01-25T22:51:39.777 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 316 sec latency 317264.389 ms 2022-01-25T22:51:39.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:39 smithi145 conmon[67302]: audit 2022-01-25T22:51:38.579143+0000 mon.smithi120 (mon.0) 268 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:51:39.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:39 smithi145 conmon[67302]: cluster 2022-01-25T22:51:38. 2022-01-25T22:51:39.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:39 smithi145 conmon[67302]: 991190+0000 mgr.smithi120.hllzij (mgr.14704) 191 : cluster [DBG] pgmap v152: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 852 B/s rd, 23 KiB/s wr, 11 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:40.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:39 smithi120 conmon[102313]: audit 2022-01-25T22:51:38.579143+0000 mon.smithi120 (mon.0) 268 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:51:40.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:39 smithi120 conmon[102313]: cluster 2022-01-25T22:51:38.991190+0000 mgr.smithi120.hllzij (mgr.14704) 191 : cluster [DBG] pgmap v152: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 852 B/s rd, 23 KiB/s wr, 11 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:40.777 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 317 sec latency 318264.493 ms 2022-01-25T22:51:41.777 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 318 sec latency 319264.605 ms 2022-01-25T22:51:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:42 smithi120 conmon[102313]: cluster 2022-01-25T22:51:40.992192+0000 mgr.smithi120.hllzij (mgr.14704) 192 : cluster [DBG] pgmap v153: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 23 KiB/s wr, 11 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:42 smithi145 conmon[67302]: cluster 2022-01-25T22:51:40.992192+0000 mgr.smithi120.hllzij (mgr.14704) 192 : cluster [DBG] pgmap v153: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 23 KiB/s wr, 11 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:42.777 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 319 sec latency 320264.711 ms 2022-01-25T22:51:43.777 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 320 sec latency 321264.802 ms 2022-01-25T22:51:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:44 smithi120 conmon[102313]: cluster 2022-01-25T22:51:42.992963+0000 mgr.smithi120.hllzij (mgr.14704) 193 : cluster [DBG] pgmap v154: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 3.0 KiB/s wr, 1 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:44 smithi145 conmon[67302]: cluster 2022-01-25T22:51:42.992963+0000 mgr.smithi120.hllzij (mgr.14704) 193 : cluster [DBG] pgmap v154: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 3.0 KiB/s wr, 1 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:44.778 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 321 sec latency 322264.904 ms 2022-01-25T22:51:45.778 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 322 sec latency 323265.014 ms 2022-01-25T22:51:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:46 smithi145 conmon[67302]: cluster 2022-01-25T22:51:44.993905+0000 mgr.smithi120.hllzij (mgr.14704) 194 : cluster [DBG] pgmap v155: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 3.7 KiB/s wr, 1 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:46.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:46 smithi120 conmon[102313]: cluster 2022-01-25T22:51:44.993905+0000 mgr.smithi120.hllzij (mgr.14704) 194 : cluster [DBG] 2022-01-25T22:51:46.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:46 smithi120 conmon[102313]: pgmap v155: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 3.7 KiB/s wr, 1 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:46.778 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 323 sec latency 324265.099 ms 2022-01-25T22:51:47.778 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 324 sec latency 325265.221 ms 2022-01-25T22:51:48.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:48 smithi145 conmon[67302]: cluster 2022-01-25T22:51:46.994595+0000 mgr.smithi120.hllzij (mgr.14704) 195 : cluster [DBG] pgmap v156: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:48 smithi120 conmon[102313]: cluster 2022-01-25T22:51:46.994595+0000 mgr.smithi120.hllzij (mgr.14704) 195 : cluster [DBG] pgmap v156: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:48.778 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 325 sec latency 326265.327 ms 2022-01-25T22:51:49.779 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 326 sec latency 327265.412 ms 2022-01-25T22:51:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:49 smithi120 conmon[102313]: cluster 2022-01-25T22:51:48.995351+0000 mgr.smithi120.hllzij (mgr.14704) 196 : cluster [DBG] pgmap v157: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:49 smithi145 conmon[67302]: cluster 2022-01-25T22:51:48.995351+0000 mgr.smithi120.hllzij (mgr.14704) 196 : cluster [DBG] pgmap v157: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:50.778 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 327 sec latency 328265.514 ms 2022-01-25T22:51:51.779 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 328 sec latency 329265.608 ms 2022-01-25T22:51:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:52 smithi120 conmon[102313]: cluster 2022-01-25T22:51:50.996502+0000 mgr.smithi120.hllzij (mgr.14704) 197 : cluster [DBG] pgmap v158: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 1.8 KiB/s wr, 1 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:52 smithi145 conmon[67302]: cluster 2022-01-25T22:51:50.996502+0000 mgr.smithi120.hllzij (mgr.14704) 197 : cluster [DBG] pgmap v158: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 1.8 KiB/s wr, 1 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:52 smithi145 conmon[67302]: 2022-01-25T22:51:52.778 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 329 sec latency 330265.666 ms 2022-01-25T22:51:53.778 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 330 sec latency 331265.731 ms 2022-01-25T22:51:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:54 smithi145 conmon[67302]: cluster 2022-01-25T22:51:52.997418+0000 mgr.smithi120.hllzij (mgr.14704) 198 : cluster [DBG] pgmap v159: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:54 smithi145 conmon[67302]: audit 2022-01-25T22:51:53.601745+0000 mon.smithi120 (mon.0) 269 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:51:54.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:54 smithi145 conmon[67302]: audit 2022-01-25T22:51:53.608478+0000 mon.smithi120 (mon.0) 270 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:51:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:54 smithi120 conmon[102313]: cluster 2022-01-25T22:51:52.997418+0000 mgr.smithi120.hllzij (mgr.14704) 198 : 2022-01-25T22:51:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:54 smithi120 conmon[102313]: cluster [DBG] pgmap v159: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:54 smithi120 conmon[102313]: audit 2022-01-25T22:51:53.601745+0000 mon.smithi120 (mon.0) 269 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:51:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:54 smithi120 conmon[102313]: audit 2022-01-25T22:51:53.608478+0000 2022-01-25T22:51:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:54 smithi120 conmon[102313]: mon.smithi120 (mon.0) 270 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:51:54.779 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 331 sec latency 332265.808 ms 2022-01-25T22:51:55.779 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 332 sec latency 333265.893 ms 2022-01-25T22:51:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:56 smithi145 conmon[67302]: cluster 2022-01-25T22:51:54.998564+0000 mgr.smithi120.hllzij (mgr.14704) 199 : cluster [DBG] pgmap v160: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.8 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:56 smithi120 conmon[102313]: cluster 2022-01-25T22:51:54.998564+0000 mgr.smithi120.hllzij (mgr.14704) 199 : cluster 2022-01-25T22:51:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:56 smithi120 conmon[102313]: [DBG] pgmap v160: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.8 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:56.779 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 333 sec latency 334265.929 ms 2022-01-25T22:51:57.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:57 smithi145 conmon[67302]: audit 2022-01-25T22:51:56.425002+0000 mon.smithi120 (mon.0) 271 : audit 2022-01-25T22:51:57.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:57 smithi145 conmon[67302]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:51:57.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:57 smithi145 conmon[67302]: audit 2022-01-25T22:51:56.426424+0000 mon.smithi120 (mon.0) 272 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:51:57.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:57 smithi145 conmon[67302]: audit 2022-01-25T22:51:56.427215 2022-01-25T22:51:57.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:57 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 273 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:51:57.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:57 smithi145 conmon[67302]: cephadm 2022- 2022-01-25T22:51:57.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:57 smithi145 conmon[67302]: 01-25T22:51:56.427933+0000 mgr.smithi120.hllzij (mgr.14704) 200 2022-01-25T22:51:57.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:57 smithi145 conmon[67302]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:51:57.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:57 smithi145 conmon[67302]: audit 2022-01-25T22 2022-01-25T22:51:57.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:57 smithi145 conmon[67302]: :51:56.823265+0000 mon.smithi120 (mon.0) 2022-01-25T22:51:57.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:57 smithi145 conmon[67302]: 274 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:51:57.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:57 smithi145 conmon[67302]: audit 2022-01-25T22 2022-01-25T22:51:57.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:57 smithi145 conmon[67302]: :51:56.827941+0000 mon.smithi120 (mon.0 2022-01-25T22:51:57.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:57 smithi145 conmon[67302]: ) 275 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:51:57.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:57 smithi120 conmon[102313]: audit 2022-01-25T22:51:56.425002+0000 mon.smithi120 (mon.0 2022-01-25T22:51:57.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:57 smithi120 conmon[102313]: ) 271 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:51:57.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:57 smithi120 conmon[102313]: audit 2022-01-25T22:51:56.426424+0000 mon.smithi120 (mon.0) 272 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:51:57.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:57 smithi120 conmon[102313]: audit 2022-01-25T22:51:56.427215+0000 mon.smithi120 (mon. 2022-01-25T22:51:57.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:57 smithi120 conmon[102313]: 0) 273 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:51:57.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:57 smithi120 conmon[102313]: cephadm 2022-01-25T22:51:56.427933+0000 mgr.smithi120.hllzij (mgr.14704) 200 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:51:57.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:57 smithi120 conmon[102313]: audit 2022-01-25T22:51:57.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:57 smithi120 conmon[102313]: 2022-01-25T22:51:56.823265+0000 mon.smithi120 (mon.0) 274 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:51:57.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:57 smithi120 conmon[102313]: audit 2022-01-25T22:51:56.827941+0000 mon.smithi120 (mon.0) 275 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:51:57.779 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 334 sec latency 335266.032 ms 2022-01-25T22:51:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:58 smithi145 conmon[67302]: cluster 2022-01-25T22:51:56.999256+0000 mgr.smithi120.hllzij (mgr.14704) 201 : cluster [DBG] 2022-01-25T22:51:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:58 smithi145 conmon[67302]: pgmap v161: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:58 smithi120 conmon[102313]: cluster 2022-01-25T22:51:56.999256+0000 mgr.smithi120.hllzij (mgr.14704) 201 : cluster [DBG] 2022-01-25T22:51:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:58 smithi120 conmon[102313]: pgmap v161: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:51:58.779 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 335 sec latency 336266.117 ms 2022-01-25T22:51:59.779 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 336 sec latency 337266.210 ms 2022-01-25T22:52:00.085 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:52:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:59 smithi120 conmon[102313]: cluster 2022-01-25T22:51:58.999907+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:52:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:51:59 smithi120 conmon[102313]: ) 202 : cluster [DBG] pgmap v162: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:51:59 smithi145 conmon[67302]: cluster 2022-01-25T22:51:58.999907+0000 mgr.smithi120.hllzij (mgr.14704) 202 : cluster [DBG] pgmap v162: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:00.354 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:52:00.355 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (11m) 4m ago 12m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:52:00.355 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (4m) 4m ago 12m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:52:00.355 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (4m) 4m ago 11m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:52:00.356 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (11m) 4m ago 12m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:52:00.356 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (7m) 4m ago 7m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:52:00.356 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (7m) 4m ago 7m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:52:00.356 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (5m) 4m ago 13m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:52:00.357 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (4m) 4m ago 11m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:52:00.357 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (4m) 4m ago 13m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:52:00.357 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (4m) 4m ago 11m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:52:00.357 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (5m) 4m ago 5m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:52:00.357 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (5m) 4m ago 5m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:52:00.358 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (12m) 4m ago 12m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:52:00.358 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (11m) 4m ago 11m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:52:00.358 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (11m) 4m ago 11m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:52:00.359 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (10m) 4m ago 10m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:52:00.359 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (10m) 4m ago 10m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:52:00.359 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (10m) 4m ago 10m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:52:00.359 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (10m) 4m ago 10m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:52:00.360 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (9m) 4m ago 9m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:52:00.360 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (9m) 4m ago 9m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:52:00.361 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (9m) 4m ago 9m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:52:00.361 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (11m) 4m ago 11m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:52:00.678 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:52:00.679 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:52:00.679 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:52:00.679 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:52:00.679 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:52:00.680 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:52:00.680 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:52:00.680 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:52:00.680 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:52:00.681 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:52:00.681 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:52:00.681 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:52:00.681 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:52:00.681 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:52:00.682 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:52:00.682 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:52:00.682 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:52:00.682 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:52:00.779 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 337 sec latency 338266.290 ms 2022-01-25T22:52:01.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:00 smithi120 conmon[102313]: audit 2022-01-25T22:52:00.073835+0000 mgr.smithi120.hllzij 2022-01-25T22:52:01.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:00 smithi120 conmon[102313]: (mgr.14704) 203 : audit [DBG] from='client.34208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:01.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:00 smithi120 conmon[102313]: audit 2022-01-25T22:52:00.346483+0000 mgr.smithi120.hllzij (mgr.14704) 204 : audit [DBG] from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:01.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:00 smithi120 conmon[102313]: audit 2022-01-25T22:52:00.678980+0000 mon.smithi120 (mon.0) 276 : audit [DBG] 2022-01-25T22:52:01.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:00 smithi120 conmon[102313]: from='client.? 172.21.15.120:0/1601102530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:01.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:00 smithi145 conmon[67302]: audit 2022-01-25T22:52:00.073835+0000 mgr.smithi120.hllzij (mgr.14704) 203 : audit [DBG] from='client.34208 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:01.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:00 smithi145 conmon[67302]: audit 2022-01-25T22:52:00.346483+0000 2022-01-25T22:52:01.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:00 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 204 : audit [DBG] from='client.34212 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:01.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:00 smithi145 conmon[67302]: audit 2022-01-25T22:52:00.678980+0000 mon.smithi120 (mon.0) 276 : audit [DBG] from='client.? 172.21.15.120:0/1601102530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:01.779 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 338 sec latency 339266.398 ms 2022-01-25T22:52:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:01 smithi120 conmon[102313]: cluster 2022-01-25T22:52:01.000916+0000 mgr.smithi120.hllzij (mgr.14704) 205 : cluster [DBG] pgmap v163: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 1.8 KiB/s wr, 1 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:01 smithi120 conmon[102313]: 2022-01-25T22:52:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:01 smithi145 conmon[67302]: cluster 2022-01-25T22:52:01.000916+0000 mgr.smithi120.hllzij (mgr.14704) 205 : cluster [DBG] pgmap v163: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 1.8 KiB/s wr, 1 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:02.779 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 339 sec latency 340266.501 ms 2022-01-25T22:52:03.780 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 340 sec latency 341266.588 ms 2022-01-25T22:52:04.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:04 smithi145 conmon[67302]: cluster 2022-01-25T22:52:03.001568+0000 mgr.smithi120.hllzij (mgr.14704) 206 : cluster [DBG] pgmap v164: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:04 smithi120 conmon[102313]: cluster 2022-01-25T22:52:03.001568+0000 mgr.smithi120.hllzij (mgr.14704) 206 : cluster [DBG] pgmap v164: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:04.779 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 341 sec latency 342266.717 ms 2022-01-25T22:52:05.564 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:05 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: start operation timed out. Terminating. 2022-01-25T22:52:05.779 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 342 sec latency 343266.760 ms 2022-01-25T22:52:06.052 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:05 smithi120 podman[110006]: 2022-01-25T22:52:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:06 smithi145 conmon[67302]: cluster 2022-01-25T22:52:05.002796+0000 mgr.smithi120.hllzij (mgr.14704) 207 : cluster [DBG] pgmap v165: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.8 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:06.511 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:06 smithi120 conmon[102313]: cluster 2022-01-25T22:52:05.002796+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:52:06.512 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:06 smithi120 conmon[102313]: .14704) 207 : cluster [DBG] pgmap v165: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.8 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:06.779 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 343 sec latency 344266.811 ms 2022-01-25T22:52:06.802 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:06 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Failed with result 'timeout'. 2022-01-25T22:52:06.802 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:06 smithi120 systemd[1]: Failed to start Ceph osd.0 for 7850299a-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:52:07.780 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 344 sec latency 345266.853 ms 2022-01-25T22:52:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:08 smithi145 conmon[67302]: cluster 2022-01-25T22:52:07.003402+0000 mgr.smithi120.hllzij (mgr.14704) 208 : cluster [DBG] pgmap v166: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:08 smithi120 conmon[102313]: cluster 2022-01-25T22:52:07.003402+0000 mgr.smithi120.hllzij (mgr.14704) 208 : cluster [DBG] pgmap v166: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:08.780 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 345 sec latency 346266.924 ms 2022-01-25T22:52:09.780 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 346 sec latency 347267.015 ms 2022-01-25T22:52:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:09 smithi120 conmon[102313]: cluster 2022-01-25T22:52:09.004193+0000 mgr.smithi120.hllzij (mgr.14704) 209 : cluster [DBG] pgmap v167: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:09 smithi145 conmon[67302]: cluster 2022-01-25T22:52:09.004193+0000 mgr.smithi120.hllzij (mgr.14704) 209 : cluster [DBG] 2022-01-25T22:52:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:09 smithi145 conmon[67302]: pgmap v167: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:10.781 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 347 sec latency 348267.089 ms 2022-01-25T22:52:11.780 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 348 sec latency 349267.200 ms 2022-01-25T22:52:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:12 smithi145 conmon[67302]: cluster 2022-01-25T22:52:11.005231+0000 mgr.smithi120.hllzij (mgr.14704) 210 : cluster [DBG] 2022-01-25T22:52:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:12 smithi145 conmon[67302]: pgmap v168: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 1.8 KiB/s wr, 1 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:12 smithi120 conmon[102313]: cluster 2022-01-25T22:52:11.005231+0000 mgr.smithi120.hllzij (mgr.14704) 210 : cluster [DBG] pgmap v168: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 1.8 KiB/s wr, 1 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:12.780 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 349 sec latency 350267.317 ms 2022-01-25T22:52:13.780 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 350 sec latency 351267.398 ms 2022-01-25T22:52:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:14 smithi145 conmon[67302]: cluster 2022-01-25T22:52:13.006069+0000 mgr.smithi120.hllzij (mgr.14704) 211 : cluster [DBG] pgmap v169: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:14 smithi145 conmon[67302]: 2022-01-25T22:52:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:14 smithi120 conmon[102313]: cluster 2022-01-25T22:52:13.006069+0000 mgr.smithi120.hllzij (mgr.14704) 211 : cluster [DBG] pgmap v169: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:14.780 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 351 sec latency 352267.482 ms 2022-01-25T22:52:15.780 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 352 sec latency 353267.567 ms 2022-01-25T22:52:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:16 smithi145 conmon[67302]: cluster 2022-01-25T22:52:15.007039+0000 mgr.smithi120.hllzij (mgr.14704) 212 : cluster [DBG] pgmap v170: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.8 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:16 smithi120 conmon[102313]: cluster 2022-01-25T22:52:15.007039+0000 mgr.smithi120.hllzij (mgr.14704) 212 : cluster 2022-01-25T22:52:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:16 smithi120 conmon[102313]: [DBG] pgmap v170: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.8 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:16.781 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 353 sec latency 354267.645 ms 2022-01-25T22:52:16.815 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:16 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Service RestartSec=10s expired, scheduling restart. 2022-01-25T22:52:16.815 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:16 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Scheduled restart job, restart counter is at 2. 2022-01-25T22:52:16.816 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:16 smithi120 systemd[1]: Stopped Ceph osd.0 for 7850299a-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:52:16.816 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:16 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 109158 (bash) in control group while starting unit. Ignoring. 2022-01-25T22:52:16.816 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:16 smithi120 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:52:16.816 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:16 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 109359 (podman) in control group while starting unit. Ignoring. 2022-01-25T22:52:16.817 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:16 smithi120 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:52:16.817 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:16 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 109398 (conmon) in control group while starting unit. Ignoring. 2022-01-25T22:52:16.817 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:16 smithi120 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:52:16.817 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:16 smithi120 systemd[1]: Starting Ceph osd.0 for 7850299a-7e2f-11ec-8c35-001a4aab830c... 2022-01-25T22:52:16.818 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:16 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 109158 (bash) in control group while starting unit. Ignoring. 2022-01-25T22:52:16.818 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:16 smithi120 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:52:16.818 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:16 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 109359 (podman) in control group while starting unit. Ignoring. 2022-01-25T22:52:16.818 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:16 smithi120 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:52:16.818 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:16 smithi120 systemd[1]: ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service: Found left-over process 109398 (conmon) in control group while starting unit. Ignoring. 2022-01-25T22:52:16.819 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:16 smithi120 systemd[1]: This usually indicates unclean termination of a previous run, or service implementation deficiencies. 2022-01-25T22:52:17.245 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:16 smithi120 bash[110128]: b4d80f2ed0394f5efaa95849c337f8e90eaabd4d9e0a1e51788f9501827aacc2 2022-01-25T22:52:17.552 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:17 smithi120 podman[110331]: 2022-01-25T22:52:17.781 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 354 sec latency 355268.094 ms 2022-01-25T22:52:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:18 smithi145 conmon[67302]: cluster 2022-01-25T22:52:17.007712+0000 mgr.smithi120.hllzij (mgr.14704) 213 : cluster [DBG] 2022-01-25T22:52:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:18 smithi145 conmon[67302]: pgmap v171: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:18.552 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:18 smithi120 bash[109158]: time="2022-01-25T22:52:18Z" level=error msg="Could not retrieve exit code from event: died not found: unable to find event" 2022-01-25T22:52:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:18 smithi120 conmon[102313]: cluster 2022-01-25T22:52:17.007712+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:52:18.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:18 smithi120 conmon[102313]: ) 213 : cluster [DBG] pgmap v171: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:18.781 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 355 sec latency 356268.167 ms 2022-01-25T22:52:19.781 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 356 sec latency 357268.268 ms 2022-01-25T22:52:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:19 smithi120 conmon[102313]: cluster 2022-01-25T22:52:19.008517+0000 mgr.smithi120.hllzij (mgr.14704) 214 : cluster 2022-01-25T22:52:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:19 smithi120 conmon[102313]: [DBG] pgmap v172: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:19 smithi145 conmon[67302]: cluster 2022-01-25T22:52:19.008517+0000 mgr.smithi120.hllzij (mgr.14704) 214 : cluster [DBG] 2022-01-25T22:52:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:19 smithi145 conmon[67302]: pgmap v172: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:20.781 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 357 sec latency 358268.348 ms 2022-01-25T22:52:21.781 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 358 sec latency 359268.468 ms 2022-01-25T22:52:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:22 smithi145 conmon[67302]: cluster 2022-01-25T22:52:21.009480+0000 mgr.smithi120.hllzij (mgr.14704) 215 : cluster [DBG] pgmap v173: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 1.8 KiB/s wr, 1 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:22 smithi145 conmon[67302]: 2022-01-25T22:52:22.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:22 smithi120 conmon[102313]: cluster 2022-01-25T22:52:21.009480+0000 mgr.smithi120.hllzij (mgr.14704) 215 : cluster [DBG] pgmap v173: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 1.8 KiB/s wr, 1 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:22.781 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 359 sec latency 360268.587 ms 2022-01-25T22:52:23.781 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 360 sec latency 361268.687 ms 2022-01-25T22:52:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:24 smithi145 conmon[67302]: cluster 2022-01-25T22:52:23.010160+0000 mgr.smithi120.hllzij (mgr.14704) 216 : cluster [DBG] pgmap v174: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:24 smithi145 conmon[67302]: 2022-01-25T22:52:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:24 smithi120 conmon[102313]: cluster 2022-01-25T22:52:23.010160+0000 mgr.smithi120.hllzij (mgr.14704) 216 : cluster [DBG] pgmap v174: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:24.781 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 361 sec latency 362268.788 ms 2022-01-25T22:52:25.781 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 362 sec latency 363268.854 ms 2022-01-25T22:52:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:26 smithi145 conmon[67302]: cluster 2022-01-25T22:52:25.011193+0000 mgr.smithi120.hllzij (mgr.14704) 217 : cluster 2022-01-25T22:52:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:26 smithi145 conmon[67302]: [DBG] pgmap v175: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.8 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:26 smithi120 conmon[102313]: cluster 2022-01-25T22:52:25.011193+0000 mgr.smithi120.hllzij (mgr.14704) 217 : cluster [DBG] pgmap v175: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.8 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:26.782 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 363 sec latency 364268.944 ms 2022-01-25T22:52:27.782 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 364 sec latency 365269.030 ms 2022-01-25T22:52:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:28 smithi145 conmon[67302]: cluster 2022-01-25T22:52:27.011965+0000 mgr.smithi120.hllzij (mgr.14704) 218 : cluster 2022-01-25T22:52:28.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:28 smithi145 conmon[67302]: [DBG] pgmap v176: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:28 smithi120 conmon[102313]: cluster 2022-01-25T22:52:27.011965+0000 mgr.smithi120.hllzij (mgr.14704) 218 : cluster [DBG] pgmap v176: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:28.782 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 365 sec latency 366269.123 ms 2022-01-25T22:52:29.782 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 366 sec latency 367269.206 ms 2022-01-25T22:52:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:29 smithi120 conmon[102313]: cluster 2022-01-25T22:52:29.012676+0000 mgr.smithi120.hllzij (mgr.14704) 219 : cluster [DBG] pgmap v177: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:29 smithi145 conmon[67302]: cluster 2022-01-25T22:52:29.012676+0000 mgr.smithi120.hllzij (mgr.14704) 219 : cluster [DBG] 2022-01-25T22:52:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:29 smithi145 conmon[67302]: pgmap v177: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:30.782 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 367 sec latency 368269.276 ms 2022-01-25T22:52:30.984 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:52:31.251 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:52:31.252 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (11m) 4m ago 12m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:52:31.252 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (4m) 4m ago 12m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:52:31.252 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (4m) 4m ago 12m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:52:31.252 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (11m) 4m ago 12m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:52:31.253 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (8m) 4m ago 8m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:52:31.253 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (8m) 4m ago 8m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:52:31.253 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (5m) 4m ago 13m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:52:31.253 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (5m) 4m ago 12m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:52:31.253 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (5m) 4m ago 13m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:52:31.254 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (5m) 4m ago 12m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:52:31.254 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (6m) 4m ago 6m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:52:31.254 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (5m) 4m ago 5m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:52:31.254 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (12m) 4m ago 12m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:52:31.255 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (12m) 4m ago 12m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:52:31.255 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (11m) 4m ago 11m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:52:31.255 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (11m) 4m ago 11m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:52:31.255 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (11m) 4m ago 11m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:52:31.256 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (10m) 4m ago 10m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:52:31.256 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (10m) 4m ago 10m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:52:31.256 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (10m) 4m ago 10m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:52:31.256 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (10m) 4m ago 10m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:52:31.257 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (9m) 4m ago 9m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:52:31.257 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (11m) 4m ago 12m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:52:31.572 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:52:31.572 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:52:31.573 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:52:31.573 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:52:31.573 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:52:31.574 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:52:31.574 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:52:31.574 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:52:31.574 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7 2022-01-25T22:52:31.575 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:52:31.575 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:52:31.575 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:52:31.575 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:52:31.576 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:52:31.576 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:52:31.576 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 4 2022-01-25T22:52:31.576 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:52:31.577 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:52:31.782 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 368 sec latency 369269.359 ms 2022-01-25T22:52:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:32 smithi145 conmon[67302]: audit 2022-01-25T22:52:30.971191+0000 mgr.smithi120.hllzij (mgr.14704) 220 : audit [DBG] from='client.34220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:32 smithi145 conmon[67302]: cluster 2022-01-25T22:52:31.013552+0000 mgr.smithi120.hllzij (mgr.14704) 221 : cluster [DBG] pgmap v178: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 1.8 KiB/s wr, 1 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:32.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:32 smithi145 conmon[67302]: audit 2022-01-25T22:52:31.242960+0000 mgr.smithi120.hllzij (mgr.14704) 222 : audit [DBG] from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:32.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:32 smithi145 conmon[67302]: audit 2022-01- 2022-01-25T22:52:32.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:32 smithi145 conmon[67302]: 25T22:52:31.572881+0000 mon.smithi120 2022-01-25T22:52:32.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:32 smithi145 conmon[67302]: (mon.0) 277 : audit [DBG] 2022-01-25T22:52:32.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:32 smithi145 conmon[67302]: from='client.? 172.21.15.120:0/2862380002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:32 smithi120 conmon[102313]: audit 2022-01-25T22:52:30.971191+0000 mgr.smithi120.hllzij (mgr.14704) 220 : audit [DBG] from='client.34220 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:32.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:32 smithi120 conmon[102313]: cluster 2022-01-25T22:52:31.013552+0000 mgr.smithi120.hllzij (mgr.14704) 221 : cluster [DBG] pgmap v178: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 1.8 KiB/s wr, 1 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:32.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:32 smithi120 conmon[102313]: audit 2022-01-25T22:52:31.242960+0000 mgr.smithi120.hllzij (mgr.14704) 222 : audit [DBG] from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:52:32.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:32 smithi120 conmon[102313]: audit 2022-01-25T22:52:31.572881+0000 mon.smithi120 (mon.0) 277 : audit [DBG] from='client.? 172.21.15.120:0/2862380002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:52:32.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 369 sec latency 370269.451 ms 2022-01-25T22:52:33.784 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 370 sec latency 371269.550 ms 2022-01-25T22:52:34.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:34 smithi145 conmon[67302]: cluster 2022-01-25T22:52:33.014364+0000 mgr.smithi120.hllzij (mgr.14704) 223 : cluster [DBG] pgmap v179: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:34 smithi120 conmon[102313]: cluster 2022-01-25T22:52:33.014364+0000 mgr.smithi120.hllzij (mgr.14704) 223 : cluster 2022-01-25T22:52:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:34 smithi120 conmon[102313]: [DBG] pgmap v179: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:34.782 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 371 sec latency 372269.645 ms 2022-01-25T22:52:35.782 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 372 sec latency 373269.766 ms 2022-01-25T22:52:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:36 smithi145 conmon[67302]: cluster 2022-01-25T22:52:35.015449+0000 mgr.smithi120.hllzij (mgr.14704) 224 : cluster [DBG] pgmap v180: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.8 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:36 smithi120 conmon[102313]: cluster 2022-01-25T22:52:35.015449+0000 mgr.smithi120.hllzij (mgr.14704) 224 : 2022-01-25T22:52:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:36 smithi120 conmon[102313]: cluster [DBG] pgmap v180: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.8 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:36.783 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 373 sec latency 374269.852 ms 2022-01-25T22:52:37.783 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 374 sec latency 375269.944 ms 2022-01-25T22:52:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:38 smithi145 conmon[67302]: cluster 2022-01-25T22:52:37.016168+0000 mgr.smithi120.hllzij (mgr.14704) 225 : cluster [DBG] pgmap v181: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:38 smithi120 conmon[102313]: cluster 2022-01-25T22:52:37.016168+0000 mgr.smithi120.hllzij (mgr.14704) 225 : cluster [DBG] pgmap v181: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:38.783 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 375 sec latency 376270.044 ms 2022-01-25T22:52:39.783 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 376 sec latency 377270.158 ms 2022-01-25T22:52:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:39 smithi120 conmon[102313]: cluster 2022-01-25T22:52:39.016919+0000 mgr.smithi120.hllzij (mgr.14704) 226 : cluster [DBG] pgmap v182: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:39 smithi145 conmon[67302]: cluster 2022-01-25T22:52:39.016919+0000 mgr.smithi120.hllzij (mgr.14704) 226 : cluster [DBG] pgmap v182: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:40.783 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 377 sec latency 378270.278 ms 2022-01-25T22:52:41.783 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 378 sec latency 379270.377 ms 2022-01-25T22:52:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:42 smithi145 conmon[67302]: cluster 2022-01-25T22:52:41.017815+0000 mgr.smithi120.hllzij (mgr.14704) 227 : cluster [DBG] pgmap v183: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 1.8 KiB/s wr, 1 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:42 smithi120 conmon[102313]: cluster 2022-01-25T22:52:41.017815+0000 mgr.smithi120.hllzij (mgr.14704) 227 : cluster [DBG] 2022-01-25T22:52:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:42 smithi120 conmon[102313]: pgmap v183: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 341 B/s rd, 1.8 KiB/s wr, 1 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:42.783 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 379 sec latency 380270.482 ms 2022-01-25T22:52:43.783 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 380 sec latency 381270.573 ms 2022-01-25T22:52:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:44 smithi145 conmon[67302]: cluster 2022-01-25T22:52:43.018425+0000 mgr.smithi120.hllzij (mgr.14704) 228 : cluster [DBG] pgmap v184: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:44 smithi145 conmon[67302]: 2022-01-25T22:52:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:44 smithi120 conmon[102313]: cluster 2022-01-25T22:52:43.018425+0000 mgr.smithi120.hllzij (mgr.14704) 228 : cluster [DBG] pgmap v184: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:44.783 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 381 sec latency 382270.656 ms 2022-01-25T22:52:45.783 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 382 sec latency 383270.742 ms 2022-01-25T22:52:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:46 smithi120 conmon[102313]: cluster 2022-01-25T22:52:45.019349+0000 mgr.smithi120.hllzij (mgr.14704) 229 : cluster 2022-01-25T22:52:46.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:46 smithi120 conmon[102313]: [DBG] pgmap v185: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.8 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:46 smithi145 conmon[67302]: cluster 2022-01-25T22:52:45.019349+0000 mgr.smithi120.hllzij (mgr.14704) 229 : cluster [DBG] pgmap v185: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.8 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:46 smithi145 conmon[67302]: 2022-01-25T22:52:46.784 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95010 0.00 MB/sec execute 383 sec latency 384270.846 ms 2022-01-25T22:52:47.552 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:47 smithi120 conmon[110371]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-01-25T22:52:47.552 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:47 smithi120 conmon[110371]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2022-01-25T22:52:47.553 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:47 smithi120 bash[110128]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-01-25T22:52:47.553 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:47 smithi120 bash[110128]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2022-01-25T22:52:47.553 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:47 smithi120 bash[110128]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2022-01-25T22:52:47.553 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:47 smithi120 bash[110128]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2022-01-25T22:52:47.554 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:47 smithi120 bash[110128]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2022-01-25T22:52:47.554 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:47 smithi120 bash[110128]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-01-25T22:52:47.554 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:47 smithi120 bash[110128]: --> ceph-volume lvm activate successful for osd ID: 0 2022-01-25T22:52:47.554 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:47 smithi120 conmon[110371]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2022-01-25T22:52:47.555 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:47 smithi120 conmon[110371]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2022-01-25T22:52:47.555 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:47 smithi120 conmon[110371]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2022-01-25T22:52:47.555 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:47 smithi120 conmon[110371]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2022-01-25T22:52:47.555 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:47 smithi120 conmon[110371]: --> ceph-volume lvm activate successful for osd ID: 0 2022-01-25T22:52:47.783 INFO:teuthology.orchestra.run.smithi120.stdout: 5 95530 0.06 MB/sec execute 384 sec latency 384768.169 ms 2022-01-25T22:52:48.376 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:48 smithi120 conmon[102313]: cluster 2022-01-25T22:52:47.020215+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:52:48.376 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:48 smithi120 conmon[102313]: 230 : cluster [DBG] pgmap v186: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:48.377 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:48 smithi120 podman[110685]: 2022-01-25T22:52:48.377 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:48 smithi120 conmon[110724]: debug 2022-01-25T22:52:48.298+0000 7f484663a700 1 -- 172.21.15.120:0/3131719232 <== mon.0 v2:172.21.15.120:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55fbba7d64e0 con 0x55fbba79d000 2022-01-25T22:52:48.377 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:48 smithi120 bash[110128]: 78ace66b632c89bf92fa9cdcd7e746222ae09d955a3e1eb0ddb7e5559b87962c 2022-01-25T22:52:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:48 smithi145 conmon[67302]: cluster 2022-01-25T22:52:47.020215+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:52:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:48 smithi145 conmon[67302]: 14704) 230 : cluster [DBG] pgmap v186: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:48.784 INFO:teuthology.orchestra.run.smithi120.stdout: 5 96284 0.12 MB/sec execute 385 sec latency 16.173 ms 2022-01-25T22:52:48.803 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:48 smithi120 systemd[1]: Started Ceph osd.0 for 7850299a-7e2f-11ec-8c35-001a4aab830c. 2022-01-25T22:52:49.302 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:48 smithi120 conmon[110724]: debug 2022-01-25T22:52:48.820+0000 7f484de93080 -1 Falling back to public interface 2022-01-25T22:52:49.784 INFO:teuthology.orchestra.run.smithi120.stdout: 5 96962 0.15 MB/sec execute 386 sec latency 21.690 ms 2022-01-25T22:52:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:49 smithi120 conmon[102313]: cluster 2022-01-25T22:52:49.020932+0000 mgr.smithi120.hllzij (mgr.14704) 231 2022-01-25T22:52:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:49 smithi120 conmon[102313]: : cluster [DBG] pgmap v187: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:49 smithi145 conmon[67302]: cluster 2022-01-25T22:52:49.020932+0000 mgr.smithi120.hllzij (mgr.14704) 231 : cluster [DBG] 2022-01-25T22:52:50.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:49 smithi145 conmon[67302]: pgmap v187: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 317 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 170 B/s rd, 1.2 KiB/s wr, 0 op/s; 201/1494 objects degraded (13.454%); 13/1494 objects misplaced (0.870%) 2022-01-25T22:52:50.784 INFO:teuthology.orchestra.run.smithi120.stdout: 5 97882 0.20 MB/sec execute 387 sec latency 33.353 ms 2022-01-25T22:52:51.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:51 smithi120 conmon[102313]: cluster 2022-01-25T22:52:51.073133+0000 mon.smithi120 (mon.0) 2022-01-25T22:52:51.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:51 smithi120 conmon[102313]: 278 : cluster [WRN] Health check update: Degraded data redundancy: 243/1818 objects degraded (13.366%), 28 pgs degraded, 45 pgs undersized (PG_DEGRADED) 2022-01-25T22:52:51.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:51 smithi145 conmon[67302]: cluster 2022-01-25T22:52:51.073133+0000 mon.smithi120 (mon.0) 278 : cluster [WRN] Health check update: Degraded data redundancy: 243/1818 objects degraded (13.366%), 28 pgs degraded, 45 pgs undersized (PG_DEGRADED) 2022-01-25T22:52:51.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:51 smithi145 conmon[67302]: 2022-01-25T22:52:51.784 INFO:teuthology.orchestra.run.smithi120.stdout: 5 98562 0.25 MB/sec execute 388 sec latency 29.183 ms 2022-01-25T22:52:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:52 smithi120 conmon[102313]: cluster 2022-01-25T22:52:51.022148+0000 2022-01-25T22:52:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:52 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 232 : cluster [DBG] pgmap v188: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 329 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 236 KiB/s rd, 2.3 MiB/s wr, 197 op/s; 243/1818 objects degraded (13.366%); 17/1818 objects misplaced (0.935%) 2022-01-25T22:52:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:52 smithi145 conmon[67302]: cluster 2022-01-25T 2022-01-25T22:52:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:52 smithi145 conmon[67302]: 22:52:51.022148+0000 mgr.smithi120.hllzij (mgr.14704) 232 : cluster [DBG] pgmap v188: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 329 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 236 KiB/s rd, 2.3 MiB/s wr, 197 op/s; 243/1818 objects degraded (13.366%); 17/1818 objects misplaced (0.935%) 2022-01-25T22:52:52.784 INFO:teuthology.orchestra.run.smithi120.stdout: 5 99222 0.32 MB/sec execute 389 sec latency 28.380 ms 2022-01-25T22:52:53.784 INFO:teuthology.orchestra.run.smithi120.stdout: 5 99706 0.36 MB/sec execute 390 sec latency 24.713 ms 2022-01-25T22:52:54.552 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:54 smithi120 conmon[110724]: debug 2022-01-25T22:52:54.097+0000 7f484de93080 -1 osd.0 66 log_to_monitors {default=true} 2022-01-25T22:52:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:54 smithi120 conmon[102313]: cluster 2022-01-25T22:52:53.022838+0000 mgr.smithi120.hllzij 2022-01-25T22:52:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:54 smithi120 conmon[102313]: (mgr.14704) 233 : cluster [DBG] pgmap v189: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 329 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 236 KiB/s rd, 2.3 MiB/s wr, 196 op/s; 243/1818 objects degraded (13.366%); 17/1818 objects misplaced (0.935%) 2022-01-25T22:52:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:54 smithi120 conmon[102313]: audit 2022-01-25 2022-01-25T22:52:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:54 smithi120 conmon[102313]: T22:52:53.608972+0000 mon.smithi120 (mon.0) 279 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:52:54.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:54 smithi120 conmon[102313]: 2022-01-25T22:52:54.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:54 smithi120 conmon[102313]: audit 2022-01-25T22:52:53 2022-01-25T22:52:54.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:54 smithi120 conmon[102313]: .610571+0000 mon.smithi120 (mon.0) 280 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:52:54.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:54 smithi120 conmon[102313]: audit 2022-01- 2022-01-25T22:52:54.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:54 smithi120 conmon[102313]: 25T22:52:54.102240+0000 mon.smithi120 (mon.0 2022-01-25T22:52:54.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:54 smithi120 conmon[102313]: ) 281 : audit [INF] from='osd.0 [v2:172.21.15.120:6802/3835642198,v1:172.21.15.120:6803/3835642198]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-25T22:52:54.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:54 smithi145 conmon[67302]: cluster 2022-01-25T22:52:53.022838+0000 2022-01-25T22:52:54.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:54 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 233 : cluster [DBG] pgmap v189: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 329 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 236 KiB/s rd, 2.3 MiB/s wr, 196 op/s; 243/1818 objects degraded (13.366%); 17/1818 objects misplaced (0.935%) 2022-01-25T22:52:54.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:54 smithi145 conmon[67302]: audit 2022-01-25T22:52:53.608972+0000 mon.smithi120 (mon.0) 279 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:52:54.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:54 smithi145 conmon[67302]: audit 2022-01-25T22:52:53.610571+0000 2022-01-25T22:52:54.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:54 smithi145 conmon[67302]: mon.smithi120 (mon.0) 280 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:52:54.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:54 smithi145 conmon[67302]: audit 2022- 2022-01-25T22:52:54.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:54 smithi145 conmon[67302]: 01-25T22:52:54.102240+0000 mon.smithi120 (mon. 2022-01-25T22:52:54.584 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:54 smithi145 conmon[67302]: 0) 281 : audit [INF] from='osd.0 [v2:172.21.15.120:6802/3835642198,v1:172.21.15.120:6803/3835642198]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2022-01-25T22:52:54.784 INFO:teuthology.orchestra.run.smithi120.stdout: 5 100041 0.37 MB/sec execute 391 sec latency 50.151 ms 2022-01-25T22:52:55.302 INFO:journalctl@ceph.osd.0.smithi120.stdout:Jan 25 22:52:54 smithi120 conmon[110724]: debug 2022-01-25T22:52:54.879+0000 7f483e5ad700 -1 osd.0 66 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2022-01-25T22:52:55.784 INFO:teuthology.orchestra.run.smithi120.stdout: 5 100585 0.40 MB/sec execute 392 sec latency 35.206 ms 2022-01-25T22:52:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:55 smithi120 conmon[102313]: audit 2022-01-25T22:52:54.871928+0000 2022-01-25T22:52:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:55 smithi120 conmon[102313]: mon.smithi120 (mon.0) 282 : audit [INF] from='osd.0 [v2:172.21.15.120:6802/3835642198,v1:172.21.15.120:6803/3835642198]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-01-25T22:52:56.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:55 smithi120 conmon[102313]: cluster 2022-01-25T22:52:54.871989+0000 mon.smithi120 (mon.0) 283 : cluster [DBG] 2022-01-25T22:52:56.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:55 smithi120 conmon[102313]: osdmap e73: 8 total, 7 up, 8 in 2022-01-25T22:52:56.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:55 smithi120 conmon[102313]: audit 2022-01-25T22: 2022-01-25T22:52:56.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:55 smithi120 conmon[102313]: 52:54.872540+0000 mon.smithi120 (mon.0) 284 : audit [INF] from='osd.0 [v2:172.21.15.120:6802/3835642198,v1:172.21.15.120:6803/3835642198]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2022-01-25T22:52:56.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:55 smithi120 conmon[102313]: cluster 2022-01- 2022-01-25T22:52:56.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:55 smithi120 conmon[102313]: 25T22:52:55.023530+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:52:56.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:55 smithi120 conmon[102313]: .14704) 234 : cluster [DBG] pgmap v191: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 327 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 621 KiB/s rd, 7.5 MiB/s wr, 717 op/s; 245/1749 objects degraded (14.008%); 12/1749 objects misplaced (0.686%) 2022-01-25T22:52:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:55 smithi145 conmon[67302]: audit 2022-01-25T22:52:54.871928+0000 mon.smithi120 (mon 2022-01-25T22:52:56.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:55 smithi145 conmon[67302]: .0) 282 : audit [INF] from='osd.0 [v2:172.21.15.120:6802/3835642198,v1:172.21.15.120:6803/3835642198]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2022-01-25T22:52:56.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:55 smithi145 conmon[67302]: cluster 2022-01-25T22:52:54.871989+0000 mon.smithi120 (mon.0) 283 : cluster [DBG] osdmap e73: 8 total, 7 up, 8 in 2022-01-25T22:52:56.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:55 smithi145 conmon[67302]: audit 2022-01-25T22:52 2022-01-25T22:52:56.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:55 smithi145 conmon[67302]: :54.872540+0000 mon.smithi120 (mon.0) 284 : audit [INF] from='osd.0 [v2:172.21.15.120:6802/3835642198,v1:172.21.15.120:6803/3835642198]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi120", "root=default"]}]: dispatch 2022-01-25T22:52:56.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:55 smithi145 conmon[67302]: cluster 2022-01-25T22:52:56.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:55 smithi145 conmon[67302]: 2022-01-25T22:52:55.023530+0000 mgr.smithi120.hllzij (mgr.14704) 234 : cluster [DBG] pgmap v191: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 327 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 621 KiB/s rd, 7.5 MiB/s wr, 717 op/s; 245/1749 objects degraded (14.008%); 12/1749 objects misplaced (0.686%) 2022-01-25T22:52:56.784 INFO:teuthology.orchestra.run.smithi120.stdout: 5 100670 0.40 MB/sec execute 393 sec latency 911.421 ms 2022-01-25T22:52:57.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:56 smithi120 conmon[102313]: cluster 2022-01-25T22:52:55.867860+0000 mon.smithi120 (mon.0) 285 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2022-01-25T22:52:57.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:56 smithi120 conmon[102313]: cluster 2022-01-25T22:52:55.875127+0000 mon.smithi120 (mon.0) 286 : cluster [INF] osd.0 [v2:172.21.15.120:6802/3835642198,v1:172.21.15.120:6803/3835642198] boot 2022-01-25T22:52:57.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:56 smithi120 conmon[102313]: cluster 2022-01-25T22:52:55.875196+0000 mon.smithi120 (mon.0) 287 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2022-01-25T22:52:57.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:56 smithi120 conmon[102313]: audit 2022-01-25T22:52:55.875758+0000 mon.smithi120 (mon.0) 288 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:52:57.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:56 smithi120 conmon[102313]: audit 2022-01-25T22:52:56.830543+0000 mon.smithi120 (mon.0) 289 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:57.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:56 smithi120 conmon[102313]: audit 2022-01-25T22:52:56.832103+0000 mon.smithi120 (mon.0) 290 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:57.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:56 smithi120 conmon[102313]: audit 2022-01-25T22:52:56.833179+0000 mon.smithi120 (mon.0) 291 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:52:57.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:56 smithi145 conmon[67302]: cluster 2022-01-25T22:52:55.867860+0000 mon.smithi120 (mon.0) 285 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2022-01-25T22:52:57.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:56 smithi145 conmon[67302]: cluster 2022-01-25T22:52:55.875127+0000 mon.smithi120 (mon.0) 286 : cluster [INF] osd.0 [v2:172.21.15.120:6802/3835642198,v1:172.21.15.120:6803/3835642198] boot 2022-01-25T22:52:57.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:56 smithi145 conmon[67302]: cluster 2022-01-25T22:52:55.875196+0000 mon.smithi120 (mon.0) 287 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2022-01-25T22:52:57.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:56 smithi145 conmon[67302]: audit 2022-01-25T22:52:55.875758+0000 mon.smithi120 (mon.0) 288 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2022-01-25T22:52:57.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:56 smithi145 conmon[67302]: audit 2022-01-25T22:52:56.830543+0000 mon.smithi120 (mon.0) 289 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:52:57.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:56 smithi145 conmon[67302]: audit 2022-01-25T22:52:56.832103+0000 mon.smithi120 (mon.0) 290 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:52:57.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:56 smithi145 conmon[67302]: audit 2022-01-25T22:52:56.833179+0000 mon.smithi120 (mon.0) 291 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:52:57.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 100670 0.40 MB/sec execute 394 sec latency 1911.513 ms 2022-01-25T22:52:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:57 smithi120 conmon[102313]: cephadm 2022-01-25T22:52:56.833967+0000 mgr.smithi120.hllzij (mgr.14704) 235 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:52:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:57 smithi120 conmon[102313]: cluster 2022-01-25T22:52:56.877418+0000 mon.smithi120 (mon.0) 292 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2022-01-25T22:52:58.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:57 smithi120 conmon[102313]: cluster 2022-01-25T22:52:57.024134+0000 mgr.smithi120.hllzij (mgr.14704) 236 : cluster [DBG] pgmap v194: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 327 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 564 KiB/s rd, 8.0 MiB/s wr, 803 op/s; 245/1749 objects degraded (14.008%); 12/1749 objects misplaced (0.686%) 2022-01-25T22:52:58.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:57 smithi120 conmon[102313]: audit 2022-01-25T22:52:57.269711+0000 mon.smithi120 (mon.0) 293 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:52:58.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:57 smithi120 conmon[102313]: audit 2022-01-25T22:52:57.274756+0000 mon.smithi120 (mon.0) 294 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:52:58.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:57 smithi120 conmon[102313]: cluster 2022-01-25T22:52:57.880208+0000 mon.smithi120 (mon.0) 295 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2022-01-25T22:52:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:57 smithi145 conmon[67302]: cephadm 2022-01-25T22:52:56.833967+0000 mgr.smithi120.hllzij (mgr.14704) 235 : cephadm 2022-01-25T22:52:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:57 smithi145 conmon[67302]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:52:58.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:57 smithi145 conmon[67302]: cluster 2022-01-25T22:52:56.877418+0000 mon.smithi120 (mon.0) 292 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2022-01-25T22:52:58.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:57 smithi145 conmon[67302]: cluster 2022-01-25T22:52:57.024134+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:52:58.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:57 smithi145 conmon[67302]: 14704) 236 : cluster [DBG] pgmap v194: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 327 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 564 KiB/s rd, 8.0 MiB/s wr, 803 op/s; 245/1749 objects degraded (14.008%); 12/1749 objects misplaced (0.686%) 2022-01-25T22:52:58.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:57 smithi145 conmon[67302]: audit 2022-01-25T22:52:57.269711+0000 mon.smithi120 2022-01-25T22:52:58.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:57 smithi145 conmon[67302]: (mon.0) 293 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:52:58.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:57 smithi145 conmon[67302]: audit 2022 2022-01-25T22:52:58.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:57 smithi145 conmon[67302]: -01-25T22:52:57.274756+0000 mon.smithi120 (mon.0) 294 2022-01-25T22:52:58.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:57 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:52:58.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:57 smithi145 conmon[67302]: cluster 2022-01-25T22:52:58.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:57 smithi145 conmon[67302]: 2022-01-25T22:52:57.880208+0000 mon.smithi120 (mon 2022-01-25T22:52:58.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:57 smithi145 conmon[67302]: .0) 295 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2022-01-25T22:52:58.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 101218 0.43 MB/sec execute 395 sec latency 2098.661 ms 2022-01-25T22:52:59.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:58 smithi145 conmon[67302]: cluster 2022-01-25T22:52:58.864722 2022-01-25T22:52:59.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:58 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 296 : cluster [WRN] Health check update: Degraded data redundancy: 245/1749 objects degraded (14.008%), 28 pgs degraded, 45 pgs undersized (PG_DEGRADED) 2022-01-25T22:52:59.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:58 smithi145 conmon[67302]: cluster 2022-01-25T22:52:58.868981+0000 mon.smithi120 (mon.0 2022-01-25T22:52:59.190 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:58 smithi145 conmon[67302]: ) 297 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2022-01-25T22:52:59.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:58 smithi120 conmon[102313]: cluster 2022-01-25T22:52:58.864722+0000 mon.smithi120 (mon.0) 296 : 2022-01-25T22:52:59.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:58 smithi120 conmon[102313]: cluster [WRN] Health check update: Degraded data redundancy: 245/1749 objects degraded (14.008%), 28 pgs degraded, 45 pgs undersized (PG_DEGRADED) 2022-01-25T22:52:59.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:58 smithi120 conmon[102313]: cluster 2022-01-25T22:52:58.868981+0000 mon.smithi120 (mon.0) 297 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2022-01-25T22:52:59.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 101727 0.46 MB/sec execute 396 sec latency 868.963 ms 2022-01-25T22:53:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:59 smithi120 conmon[102313]: cluster 2022-01-25T22:52:59.024805+0000 mgr.smithi120.hllzij (mgr.14704) 237 : cluster [DBG] pgmap v197: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 327 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 245/1749 objects degraded (14.008%); 12/1749 objects misplaced (0.686%) 2022-01-25T22:53:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:52:59 smithi120 conmon[102313]: cluster 2022-01-25T22:52:59.875909+0000 mon.smithi120 (mon.0) 298 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2022-01-25T22:53:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:59 smithi145 conmon[67302]: cluster 2022-01-25T22:52:59.024805+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:53:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:59 smithi145 conmon[67302]: 14704) 237 : cluster [DBG] pgmap v197: 129 pgs: 7 active+clean+remapped, 28 active+undersized+degraded, 17 active+undersized, 77 active+clean; 327 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 245/1749 objects degraded (14.008%); 12/1749 objects misplaced (0.686%) 2022-01-25T22:53:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:52:59 smithi145 conmon[67302]: cluster 2022-01-25T22:52:59.875909+0000 mon.smithi120 (mon.0) 298 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2022-01-25T22:53:00.784 INFO:teuthology.orchestra.run.smithi120.stdout: 5 102389 0.52 MB/sec execute 397 sec latency 973.794 ms 2022-01-25T22:53:01.784 INFO:teuthology.orchestra.run.smithi120.stdout: 5 102797 0.54 MB/sec execute 398 sec latency 856.360 ms 2022-01-25T22:53:01.911 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:53:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:01 smithi120 conmon[102313]: cluster 2022-01-25T22:53:00.918644+0000 mon.smithi120 (mon.0) 299 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2022-01-25T22:53:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:01 smithi120 conmon[102313]: cluster 2022-01-25T22:53:01.025257+0000 mgr.smithi120.hllzij (mgr.14704) 238 : cluster [DBG] pgmap v200: 129 pgs: 2 activating, 1 peering, 116 active+clean, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 316 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 4.7 MiB/s wr, 609 op/s; 406/1593 objects degraded (25.487%); 819 KiB/s, 21 objects/s recovering 2022-01-25T22:53:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:01 smithi145 conmon[67302]: cluster 2022-01-25T22:53:00.918644+0000 mon.smithi120 (mon. 2022-01-25T22:53:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:01 smithi145 conmon[67302]: 0) 299 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2022-01-25T22:53:02.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:01 smithi145 conmon[67302]: cluster 2022-01-25T22:53:01.025257+0000 mgr.smithi120.hllzij (mgr.14704) 238 : cluster [DBG] pgmap v200: 129 pgs: 2 activating, 1 peering, 116 active+clean, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 316 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 4.7 MiB/s wr, 609 op/s; 406/1593 objects degraded (25.487%); 819 KiB/s, 21 objects/s recovering 2022-01-25T22:53:02.346 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:53:02.347 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (12m) 5m ago 13m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:53:02.347 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (5m) 5m ago 13m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:53:02.347 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (5m) 5m ago 12m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:53:02.347 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (12m) 5m ago 13m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:53:02.350 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (8m) 5m ago 8m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:53:02.351 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (8m) 5m ago 8m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:53:02.351 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (6m) 5m ago 14m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:53:02.351 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (5m) 5m ago 12m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:53:02.351 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (5m) 5m ago 14m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:53:02.352 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (5m) 5m ago 12m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:53:02.352 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (6m) 5m ago 6m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:53:02.352 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (6m) 5m ago 6m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:53:02.352 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (13m) 5m ago 13m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:53:02.353 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (12m) 5m ago 12m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:53:02.353 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (12m) 5m ago 12m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:53:02.353 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (11m) 5m ago 11m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:53:02.354 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (11m) 5m ago 11m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:53:02.354 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (11m) 5m ago 11m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:53:02.354 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (11m) 5m ago 11m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:53:02.355 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (10m) 5m ago 10m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:53:02.355 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (10m) 5m ago 10m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:53:02.355 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (10m) 5m ago 10m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:53:02.355 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (12m) 5m ago 12m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:53:02.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 103161 0.58 MB/sec execute 399 sec latency 1008.637 ms 2022-01-25T22:53:02.896 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:53:02.896 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:53:02.897 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:53:02.897 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:53:02.897 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:53:02.897 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:53:02.898 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:53:02.898 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:53:02.898 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:53:02.898 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:53:02.898 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:53:02.899 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:53:02.899 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:53:02.899 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:53:02.899 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:53:02.900 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:53:02.900 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:53:02.900 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:53:02.900 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:53:03.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:02 smithi120 conmon[102313]: audit 2022-01-25T22:53:01.898595+0000 mgr.smithi120.hllzij (mgr.14704) 239 : audit [DBG] from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:03.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:02 smithi120 conmon[102313]: cluster 2022-01-25T22:53:01.922255+0000 mon.smithi120 (mon.0) 300 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2022-01-25T22:53:03.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:02 smithi120 conmon[102313]: audit 2022-01-25T22:53:02.331782+0000 mgr.smithi120.hllzij (mgr.14704) 240 : audit [DBG] from='client.44199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:03.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:02 smithi120 conmon[102313]: audit 2022-01-25T22:53:02.893177+0000 mon.smithi145 (mon.1) 2 : audit [DBG] from='client.? 172.21.15.120:0/2890681842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:03.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:02 smithi145 conmon[67302]: audit 2022-01-25T22:53:01.898595+0000 mgr.smithi120.hllzij 2022-01-25T22:53:03.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:02 smithi145 conmon[67302]: (mgr.14704) 239 : audit [DBG] from='client.34236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:03.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:02 smithi145 conmon[67302]: cluster 2022-01-25T22:53:01.922255+0000 mon.smithi120 (mon.0) 300 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2022-01-25T22:53:03.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:02 smithi145 conmon[67302]: 2022-01-25T22:53:03.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:02 smithi145 conmon[67302]: audit 2022-01-25T22:53:02.331782 2022-01-25T22:53:03.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:02 smithi145 conmon[67302]: +0000 mgr.smithi120.hllzij (mgr.14704) 240 : audit [DBG] from='client.44199 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:03.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:02 smithi145 conmon[67302]: audit 2022- 2022-01-25T22:53:03.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:02 smithi145 conmon[67302]: 01-25T22:53:02.893177+0000 mon.smithi145 2022-01-25T22:53:03.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:02 smithi145 conmon[67302]: (mon.1) 2 : audit [DBG] from='client.? 172.21.15.120:0/2890681842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:03.784 INFO:teuthology.orchestra.run.smithi120.stdout: 5 103579 0.60 MB/sec execute 400 sec latency 35.805 ms 2022-01-25T22:53:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:03 smithi120 conmon[102313]: cluster 2022-01-25T22:53:03.025835+0000 mgr.smithi120.hllzij (mgr.14704) 241 : cluster [DBG] pgmap v202: 129 pgs: 2 activating, 1 peering, 116 active+clean, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 316 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 4.5 MiB/s wr, 586 op/s; 406/1593 objects degraded (25.487%); 788 KiB/s, 20 objects/s recovering 2022-01-25T22:53:04.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:03 smithi120 conmon[102313]: cluster 2022-01-25T22:53:03.866181+0000 mon.smithi120 (mon.0) 301 : cluster [WRN] Health check update: Degraded data redundancy: 406/1593 objects degraded (25.487%), 10 pgs degraded (PG_DEGRADED) 2022-01-25T22:53:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:03 smithi145 conmon[67302]: cluster 2022-01-25T22:53:03.025835+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:53:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:03 smithi145 conmon[67302]: 14704) 241 : cluster [DBG] pgmap v202: 129 pgs: 2 activating, 1 peering, 116 active+clean, 2 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 7 active+recovery_wait+undersized+degraded+remapped; 316 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 4.5 MiB/s wr, 586 op/s; 406/1593 objects degraded (25.487%); 788 KiB/s, 20 objects/s recovering 2022-01-25T22:53:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:03 smithi145 conmon[67302]: cluster 2022-01-25T22:53:03.866181+0000 mon.smithi120 (mon.0) 301 : cluster [WRN] Health check update: Degraded data redundancy: 406/1593 objects degraded (25.487%), 10 pgs degraded (PG_DEGRADED) 2022-01-25T22:53:04.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 103920 0.61 MB/sec execute 401 sec latency 38.358 ms 2022-01-25T22:53:05.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 104426 0.65 MB/sec execute 402 sec latency 36.343 ms 2022-01-25T22:53:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:06 smithi120 conmon[102313]: cluster 2022-01-25T22:53 2022-01-25T22:53:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:06 smithi120 conmon[102313]: :05.026736+0000 mgr.smithi120.hllzij (mgr.14704) 242 : cluster [DBG] pgmap v203: 129 pgs: 122 active+clean, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 325 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 9.1 MiB/s wr, 946 op/s; 116/1695 objects degraded (6.844%); 8/1695 objects misplaced (0.472%); 576 KiB/s, 28 objects/s recovering 2022-01-25T22:53:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:06 smithi145 conmon[67302]: cluster 2022-01-25T22:53:05.026736+0000 mgr.smithi120.hllzij (mgr.14704) 242 : cluster 2022-01-25T22:53:06.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:06 smithi145 conmon[67302]: [DBG] pgmap v203: 129 pgs: 122 active+clean, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 325 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 9.1 MiB/s wr, 946 op/s; 116/1695 objects degraded (6.844%); 8/1695 objects misplaced (0.472%); 576 KiB/s, 28 objects/s recovering 2022-01-25T22:53:06.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 104948 0.68 MB/sec execute 403 sec latency 44.003 ms 2022-01-25T22:53:07.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 105364 0.69 MB/sec execute 404 sec latency 30.264 ms 2022-01-25T22:53:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:08 smithi120 conmon[102313]: cluster 2022-01-25T22:53:07.027145+0000 mgr.smithi120.hllzij ( 2022-01-25T22:53:08.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:08 smithi120 conmon[102313]: mgr.14704) 243 : cluster [DBG] pgmap v204: 129 pgs: 122 active+clean, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 325 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 KiB/s rd, 5.1 MiB/s wr, 454 op/s; 116/1695 objects degraded (6.844%); 8/1695 objects misplaced (0.472%); 441 KiB/s, 13 objects/s recovering 2022-01-25T22:53:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:08 smithi145 conmon[67302]: cluster 2022-01-25T22:53:07.027145+0000 2022-01-25T22:53:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:08 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 243 : cluster [DBG] pgmap v204: 129 pgs: 122 active+clean, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 325 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.6 KiB/s rd, 5.1 MiB/s wr, 454 op/s; 116/1695 objects degraded (6.844%); 8/1695 objects misplaced (0.472%); 441 KiB/s, 13 objects/s recovering 2022-01-25T22:53:08.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 105721 0.72 MB/sec execute 405 sec latency 52.725 ms 2022-01-25T22:53:09.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 106270 0.76 MB/sec execute 406 sec latency 40.581 ms 2022-01-25T22:53:10.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:09 smithi120 conmon[102313]: audit 2022-01-25T22:53:08.580414+0000 mon.smithi120 (mon.0) 302 : audit 2022-01-25T22:53:10.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:09 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:53:10.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:09 smithi120 conmon[102313]: cluster 2022-01-25T22:53:08.867134+0000 mon.smithi120 (mon.0) 303 : cluster [WRN] Health check update: Degraded data redundancy: 116/1695 objects degraded (6.844%), 7 pgs degraded (PG_DEGRADED) 2022-01-25T22:53:10.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:09 smithi120 conmon[102313]: cluster 2022-01-25T22:53:09.029647+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:53:10.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:09 smithi120 conmon[102313]: .14704) 244 : cluster [DBG] pgmap v205: 129 pgs: 122 active+clean, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 325 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.1 KiB/s rd, 4.5 MiB/s wr, 399 op/s; 116/1695 objects degraded (6.844%); 8/1695 objects misplaced (0.472%); 22 KiB/s, 10 objects/s recovering 2022-01-25T22:53:10.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:09 smithi145 conmon[67302]: audit 2022-01-25T22:53:08.580414+0000 mon.smithi120 (mon.0) 302 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:53:10.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:09 smithi145 conmon[67302]: cluster 2022-01-25T22:53:08.867134+0000 mon.smithi120 (mon.0) 303 : cluster [WRN] Health check update: Degraded data redundancy: 116/1695 objects degraded (6.844%), 7 pgs degraded (PG_DEGRADED) 2022-01-25T22:53:10.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:09 smithi145 conmon[67302]: cluster 2022-01-25T22:53:09.029647+0000 mgr.smithi120.hllzij (mgr.14704) 244 : cluster [DBG] pgmap v205: 129 pgs: 122 active+clean, 1 active+recovery_wait+degraded, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 325 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.1 KiB/s rd, 4.5 MiB/s wr, 399 op/s; 116/1695 objects degraded (6.844%); 8/1695 objects misplaced (0.472%); 22 KiB/s, 10 objects/s recovering 2022-01-25T22:53:10.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 106929 0.81 MB/sec execute 407 sec latency 20.532 ms 2022-01-25T22:53:11.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 107437 0.84 MB/sec execute 408 sec latency 30.206 ms 2022-01-25T22:53:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:12 smithi120 conmon[102313]: cluster 2022-01-25T22:53:11.030518+0000 2022-01-25T22:53:12.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:12 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 245 : cluster [DBG] pgmap v206: 129 pgs: 1 active+recovery_wait+degraded, 122 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.5 KiB/s rd, 6.9 MiB/s wr, 669 op/s; 116/1671 objects degraded (6.942%); 7/1671 objects misplaced (0.419%); 20 KiB/s, 14 objects/s recovering 2022-01-25T22:53:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:12 smithi145 conmon[67302]: cluster 2022-01-25T22:53:11.030518+0000 2022-01-25T22:53:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:12 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 245 : cluster [DBG] pgmap v206: 129 pgs: 1 active+recovery_wait+degraded, 122 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.5 KiB/s rd, 6.9 MiB/s wr, 669 op/s; 116/1671 objects degraded (6.942%); 7/1671 objects misplaced (0.419%); 20 KiB/s, 14 objects/s recovering 2022-01-25T22:53:12.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 107844 0.86 MB/sec execute 409 sec latency 32.918 ms 2022-01-25T22:53:13.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 108399 0.90 MB/sec execute 410 sec latency 37.958 ms 2022-01-25T22:53:14.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:14 smithi120 conmon[102313]: cluster 2022-01-25T22:53:13.031000+0000 2022-01-25T22:53:14.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:14 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 246 : cluster [DBG] pgmap v207: 129 pgs: 1 active+recovery_wait+degraded, 122 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.6 KiB/s rd, 6.2 MiB/s wr, 602 op/s; 116/1671 objects degraded (6.942%); 7/1671 objects misplaced (0.419%); 18 KiB/s, 12 objects/s recovering 2022-01-25T22:53:14.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:14 smithi120 conmon[102313]: cluster 2022-01-25T22:53:13.867956+0000 mon.smithi120 2022-01-25T22:53:14.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:14 smithi120 conmon[102313]: (mon.0) 304 : cluster [WRN] Health check update: Degraded data redundancy: 116/1671 objects degraded (6.942%), 7 pgs degraded (PG_DEGRADED) 2022-01-25T22:53:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:14 smithi145 conmon[67302]: cluster 2022-01-25T22:53:13.031000+0000 mgr.smithi120.hllzij (mgr.14704) 246 : 2022-01-25T22:53:14.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:14 smithi145 conmon[67302]: cluster [DBG] pgmap v207: 129 pgs: 1 active+recovery_wait+degraded, 122 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 324 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.6 KiB/s rd, 6.2 MiB/s wr, 602 op/s; 116/1671 objects degraded (6.942%); 7/1671 objects misplaced (0.419%); 18 KiB/s, 12 objects/s recovering 2022-01-25T22:53:14.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:14 smithi145 conmon[67302]: cluster 2022-01-25T22:53:13.867956+0000 mon.smithi120 (mon.0) 304 : cluster [WRN] Health check update: Degraded data redundancy: 116/1671 objects degraded (6.942%), 7 pgs degraded (PG_DEGRADED) 2022-01-25T22:53:14.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 108983 0.92 MB/sec execute 411 sec latency 25.880 ms 2022-01-25T22:53:15.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 109587 0.96 MB/sec execute 412 sec latency 48.783 ms 2022-01-25T22:53:16.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:16 smithi120 conmon[102313]: cluster 2022-01-25T22:53:15.031944 2022-01-25T22:53:16.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:16 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 247 : cluster [DBG] pgmap v208: 129 pgs: 1 active+recovery_wait+degraded, 122 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 316 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 9.0 MiB/s wr, 898 op/s; 116/1584 objects degraded (7.323%); 7/1584 objects misplaced (0.442%); 16 KiB/s, 16 objects/s recovering 2022-01-25T22:53:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:16 smithi145 conmon[67302]: cluster 2022-01-25T22:53:15.031944 2022-01-25T22:53:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:16 smithi145 conmon[67302]: +0000 mgr.smithi120.hllzij (mgr.14704) 247 : cluster [DBG] pgmap v208: 129 pgs: 1 active+recovery_wait+degraded, 122 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 316 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 KiB/s rd, 9.0 MiB/s wr, 898 op/s; 116/1584 objects degraded (7.323%); 7/1584 objects misplaced (0.442%); 16 KiB/s, 16 objects/s recovering 2022-01-25T22:53:16.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 110073 1.01 MB/sec execute 413 sec latency 25.887 ms 2022-01-25T22:53:17.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 110498 1.03 MB/sec execute 414 sec latency 43.562 ms 2022-01-25T22:53:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:18 smithi120 conmon[102313]: cluster 2022-01-25T22:53:17. 2022-01-25T22:53:18.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:18 smithi120 conmon[102313]: 032497+0000 mgr.smithi120.hllzij (mgr.14704) 248 : cluster [DBG] pgmap v209: 129 pgs: 1 active+recovery_wait+degraded, 122 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 316 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 KiB/s rd, 6.0 MiB/s wr, 628 op/s; 116/1584 objects degraded (7.323%); 7/1584 objects misplaced (0.442%); 1.2 KiB/s, 9 objects/s recovering 2022-01-25T22:53:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:18 smithi145 conmon[67302]: cluster 2022-01-25T22:53:17.032497+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:53:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:18 smithi145 conmon[67302]: .14704) 248 : cluster [DBG] pgmap v209: 129 pgs: 1 active+recovery_wait+degraded, 122 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 316 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 KiB/s rd, 6.0 MiB/s wr, 628 op/s; 116/1584 objects degraded (7.323%); 7/1584 objects misplaced (0.442%); 1.2 KiB/s, 9 objects/s recovering 2022-01-25T22:53:18.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 110906 1.05 MB/sec execute 415 sec latency 52.718 ms 2022-01-25T22:53:19.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:19 smithi120 conmon[102313]: cluster 2022-01-25T22:53:18.868920+0000 2022-01-25T22:53:19.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:19 smithi120 conmon[102313]: mon.smithi120 (mon.0) 305 : cluster [WRN] Health check update: Degraded data redundancy: 116/1584 objects degraded (7.323%), 7 pgs degraded (PG_DEGRADED) 2022-01-25T22:53:19.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:19 smithi145 conmon[67302]: cluster 2022-01-25T22:53:18.868920+0000 mon.smithi120 (mon.0) 305 : cluster [WRN] Health check update: Degraded data redundancy: 116/1584 objects degraded (7.323%), 7 pgs degraded (PG_DEGRADED) 2022-01-25T22:53:19.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 111223 1.07 MB/sec execute 416 sec latency 32.970 ms 2022-01-25T22:53:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:20 smithi120 conmon[102313]: cluster 2022-01-25T22:53:19.033063+0000 2022-01-25T22:53:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:20 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 249 : cluster [DBG] pgmap v210: 129 pgs: 1 active+recovery_wait+degraded, 122 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 316 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 KiB/s rd, 6.0 MiB/s wr, 628 op/s; 116/1584 objects degraded (7.323%); 7/1584 objects misplaced (0.442%); 1.2 KiB/s, 9 objects/s recovering 2022-01-25T22:53:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:20 smithi145 conmon[67302]: cluster 2022-01-25T22:53:19.033063+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:53:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:20 smithi145 conmon[67302]: ) 249 : cluster [DBG] pgmap v210: 129 pgs: 1 active+recovery_wait+degraded, 122 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 316 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.4 KiB/s rd, 6.0 MiB/s wr, 628 op/s; 116/1584 objects degraded (7.323%); 7/1584 objects misplaced (0.442%); 1.2 KiB/s, 9 objects/s recovering 2022-01-25T22:53:20.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 111622 1.09 MB/sec execute 417 sec latency 33.751 ms 2022-01-25T22:53:21.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 112476 1.13 MB/sec execute 418 sec latency 27.894 ms 2022-01-25T22:53:22.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:22 smithi120 conmon[102313]: cluster 2022-01-25T22:53:21.033960+0000 mgr.smithi120.hllzij (mgr.14704) 250 2022-01-25T22:53:22.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:22 smithi120 conmon[102313]: : cluster [DBG] pgmap v211: 129 pgs: 1 active+recovery_wait+degraded, 122 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 323 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 9.1 MiB/s wr, 908 op/s; 116/1662 objects degraded (6.980%); 149 KiB/s, 14 objects/s recovering 2022-01-25T22:53:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:22 smithi145 conmon[67302]: cluster 2022-01-25T22:53:21.033960+0000 2022-01-25T22:53:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:22 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 250 : cluster [DBG] pgmap v211: 129 pgs: 1 active+recovery_wait+degraded, 122 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 323 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 9.1 MiB/s wr, 908 op/s; 116/1662 objects degraded (6.980%); 149 KiB/s, 14 objects/s recovering 2022-01-25T22:53:22.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 113455 1.20 MB/sec execute 419 sec latency 29.691 ms 2022-01-25T22:53:23.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 114232 1.25 MB/sec execute 420 sec latency 616.385 ms 2022-01-25T22:53:24.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:24 smithi120 conmon[102313]: cluster 2022-01-25T22:53:23.034407+0000 mgr.smithi120.hllzij (mgr.14704) 251 2022-01-25T22:53:24.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:24 smithi120 conmon[102313]: : cluster [DBG] pgmap v212: 129 pgs: 1 active+recovery_wait+degraded, 122 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 323 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 6.3 MiB/s wr, 620 op/s; 116/1662 objects degraded (6.980%); 148 KiB/s, 9 objects/s recovering 2022-01-25T22:53:24.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:24 smithi120 conmon[102313]: cluster 2022-01-25T22:53:23.113625+0000 mon.smithi120 (mon.0) 306 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2022-01-25T22:53:24.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:24 smithi120 conmon[102313]: cluster 2022-01-25T22:53:23.869950+0000 mon.smithi120 ( 2022-01-25T22:53:24.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:24 smithi120 conmon[102313]: mon.0) 307 : cluster [WRN] Health check update: Degraded data redundancy: 116/1662 objects degraded (6.980%), 7 pgs degraded (PG_DEGRADED) 2022-01-25T22:53:24.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:24 smithi120 conmon[102313]: cluster 2022-01-25T22:53:24.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:24 smithi120 conmon[102313]: 2022-01-25T22: 2022-01-25T22:53:24.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:24 smithi120 conmon[102313]: 53:23.873666+0000 mon.smithi120 (mon.0) 308 : cluster [DBG] 2022-01-25T22:53:24.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:24 smithi120 conmon[102313]: osdmap e82: 8 total, 8 up, 8 in 2022-01-25T22:53:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:24 smithi145 conmon[67302]: cluster 2022-01-25T22:53:23.034407+0000 mgr.smithi120.hllzij (mgr.14704) 251 : cluster [DBG] 2022-01-25T22:53:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:24 smithi145 conmon[67302]: pgmap v212: 129 pgs: 1 active+recovery_wait+degraded, 122 active+clean, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped; 323 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 6.3 MiB/s wr, 620 op/s; 116/1662 objects degraded (6.980%); 148 KiB/s, 9 objects/s recovering 2022-01-25T22:53:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:24 smithi145 conmon[67302]: cluster 2022-01-25T22:53:23.113625+0000 mon.smithi120 (mon.0) 306 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2022-01-25T22:53:24.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:24 smithi145 conmon[67302]: cluster 2022-01-25T22:53:23.869950+0000 mon.smithi120 (mon. 2022-01-25T22:53:24.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:24 smithi145 conmon[67302]: 0) 307 : cluster [WRN] Health check update: Degraded data redundancy: 116/1662 objects degraded (6.980%), 7 pgs degraded (PG_DEGRADED) 2022-01-25T22:53:24.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:24 smithi145 conmon[67302]: cluster 2022-01-25T22:53:23.873666+0000 mon.smithi120 (mon.0) 308 : 2022-01-25T22:53:24.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:24 smithi145 conmon[67302]: cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2022-01-25T22:53:24.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 114825 1.28 MB/sec execute 421 sec latency 727.419 ms 2022-01-25T22:53:25.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 115271 1.30 MB/sec execute 422 sec latency 807.990 ms 2022-01-25T22:53:25.880 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:25 smithi120 conmon[102313]: cluster 2022-01-25T22:53:24.880883+0000 mon.smithi120 (mon 2022-01-25T22:53:25.881 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:25 smithi120 conmon[102313]: .0) 309 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2022-01-25T22:53:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:25 smithi120 conmon[102313]: cluster 2022-01-25T22:53:25.035011+0000 mgr.smithi120.hllzij (mgr.14704) 252 : cluster [DBG] 2022-01-25T22:53:26.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:25 smithi120 conmon[102313]: pgmap v216: 129 pgs: 1 activating, 1 active, 1 active+recovery_wait+degraded, 124 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 15 MiB/s wr, 1.41k op/s; 31/1839 objects degraded (1.686%); 754 KiB/s, 29 objects/s recovering 2022-01-25T22:53:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:25 smithi145 conmon[67302]: cluster 2022-01-25T22:53:24.880883+0000 mon.smithi120 (mon 2022-01-25T22:53:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:25 smithi145 conmon[67302]: .0) 309 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2022-01-25T22:53:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:25 smithi145 conmon[67302]: cluster 2022-01-25T22:53:25.035011+0000 mgr.smithi120.hllzij (mgr.14704) 252 : cluster [DBG] pgmap v216: 129 pgs: 1 activating, 1 active, 1 active+recovery_wait+degraded, 124 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 15 MiB/s wr, 1.41k op/s; 31/1839 objects degraded (1.686%); 754 KiB/s, 29 objects/s recovering 2022-01-25T22:53:26.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 115731 1.33 MB/sec execute 423 sec latency 46.062 ms 2022-01-25T22:53:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:26 smithi120 conmon[102313]: cluster 2022-01-25T22:53:25.883544+0000 mon.smithi120 (mon. 2022-01-25T22:53:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:26 smithi120 conmon[102313]: 0) 310 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2022-01-25T22:53:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:26 smithi145 conmon[67302]: cluster 2022-01-25T22:53:25.883544+0000 mon.smithi120 2022-01-25T22:53:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:26 smithi145 conmon[67302]: (mon.0) 310 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2022-01-25T22:53:27.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 116105 1.35 MB/sec execute 424 sec latency 753.470 ms 2022-01-25T22:53:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:27 smithi120 conmon[102313]: cluster 2022-01-25T22:53:26.891953+0000 mon.smithi120 (mon 2022-01-25T22:53:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:27 smithi120 conmon[102313]: .0) 311 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2022-01-25T22:53:28.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:27 smithi120 conmon[102313]: cluster 2022-01-25T22:53:27.035426+0000 mgr.smithi120.hllzij (mgr.14704) 253 : cluster [DBG] pgmap v219: 129 pgs: 1 activating, 1 active, 1 active+recovery_wait+degraded, 124 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 13 MiB/s wr, 1.30k op/s; 31/1839 objects degraded (1.686%); 700 KiB/s, 29 objects/s recovering 2022-01-25T22:53:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:27 smithi145 conmon[67302]: cluster 2022-01-25T22:53:26.891953+0000 mon.smithi120 2022-01-25T22:53:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:27 smithi145 conmon[67302]: (mon.0) 311 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2022-01-25T22:53:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:27 smithi145 conmon[67302]: cluster 2022-01-25T22:53:27.035426+0000 mgr.smithi120.hllzij (mgr.14704) 253 : cluster [DBG] pgmap v219: 129 pgs: 1 activating, 1 active, 1 active+recovery_wait+degraded, 124 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 13 MiB/s wr, 1.30k op/s; 31/1839 objects degraded (1.686%); 700 KiB/s, 29 objects/s recovering 2022-01-25T22:53:28.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 116408 1.37 MB/sec execute 425 sec latency 875.654 ms 2022-01-25T22:53:29.188 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:28 smithi145 conmon[67302]: cluster 2022-01-25T22:53:27.896345+0000 mon.smithi120 (mon 2022-01-25T22:53:29.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:28 smithi145 conmon[67302]: .0) 312 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2022-01-25T22:53:29.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:28 smithi145 conmon[67302]: cluster 2022-01-25T22:53:28.871189+0000 mon.smithi120 (mon.0) 313 : cluster [WRN] Health check update: Degraded data redundancy: 31/1839 objects degraded (1.686%), 3 pgs degraded (PG_DEGRADED) 2022-01-25T22:53:29.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:28 smithi120 conmon[102313]: cluster 2022-01-25T22:53:27.896345+0000 mon.smithi120 (mon 2022-01-25T22:53:29.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:28 smithi120 conmon[102313]: .0) 312 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2022-01-25T22:53:29.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:28 smithi120 conmon[102313]: cluster 2022-01-25T22:53:28.871189+0000 mon.smithi120 (mon.0) 313 : cluster [WRN] Health check update: Degraded data redundancy: 31/1839 objects degraded (1.686%), 3 pgs degraded (PG_DEGRADED) 2022-01-25T22:53:29.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 116928 1.41 MB/sec execute 426 sec latency 37.101 ms 2022-01-25T22:53:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:29 smithi120 conmon[102313]: cluster 2022-01-25T22:53:29.035890+0000 2022-01-25T22:53:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:29 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 254 : cluster [DBG] pgmap v221: 129 pgs: 1 activating, 1 active, 1 active+recovery_wait+degraded, 124 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s wr, 71 op/s; 31/1839 objects degraded (1.686%); 660 KiB/s, 20 objects/s recovering 2022-01-25T22:53:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:29 smithi145 conmon[67302]: cluster 2022-01-25T22:53:29.035890+0000 mgr.smithi120.hllzij 2022-01-25T22:53:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:29 smithi145 conmon[67302]: (mgr.14704) 254 : cluster [DBG] pgmap v221: 129 pgs: 1 activating, 1 active, 1 active+recovery_wait+degraded, 124 active+clean, 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s wr, 71 op/s; 31/1839 objects degraded (1.686%); 660 KiB/s, 20 objects/s recovering 2022-01-25T22:53:30.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 117308 1.42 MB/sec execute 427 sec latency 32.503 ms 2022-01-25T22:53:31.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:31 smithi120 conmon[102313]: cluster 2022-01-25T22:53:31.087542+0000 mon.smithi120 ( 2022-01-25T22:53:31.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:31 smithi120 conmon[102313]: mon.0) 314 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/1839 objects degraded (1.686%), 3 pgs degraded) 2022-01-25T22:53:31.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:31 smithi145 conmon[67302]: cluster 2022-01-25T22:53:31.087542+0000 mon.smithi120 (mon.0) 2022-01-25T22:53:31.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:31 smithi145 conmon[67302]: 314 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/1839 objects degraded (1.686%), 3 pgs degraded) 2022-01-25T22:53:31.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 117712 1.45 MB/sec execute 428 sec latency 34.400 ms 2022-01-25T22:53:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:32 smithi120 conmon[102313]: cluster 2022-01-25T22:53:31.036651+0000 mgr.smithi120.hllzij 2022-01-25T22:53:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:32 smithi120 conmon[102313]: (mgr.14704) 255 : cluster [DBG] pgmap v222: 129 pgs: 129 active+clean; 318 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 5.4 MiB/s wr, 508 op/s; 130 KiB/s, 5 objects/s recovering 2022-01-25T22:53:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:32 smithi145 conmon[67302]: cluster 2022-01-25T22:53:31.036651+0000 mgr.smithi120.hllzij ( 2022-01-25T22:53:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:32 smithi145 conmon[67302]: mgr.14704) 255 : cluster [DBG] pgmap v222: 129 pgs: 129 active+clean; 318 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 5.4 MiB/s wr, 508 op/s; 130 KiB/s, 5 objects/s recovering 2022-01-25T22:53:32.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 118230 1.47 MB/sec execute 429 sec latency 32.804 ms 2022-01-25T22:53:33.313 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:53:33.714 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:53:33.715 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (12m) 5m ago 13m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:53:33.715 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (6m) 5m ago 13m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:53:33.715 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (5m) 5m ago 13m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:53:33.716 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (12m) 5m ago 13m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:53:33.716 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (9m) 5m ago 9m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:53:33.716 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (9m) 5m ago 9m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:53:33.717 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (6m) 5m ago 14m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:53:33.717 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (6m) 5m ago 13m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:53:33.717 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (6m) 5m ago 15m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:53:33.718 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (6m) 5m ago 13m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:53:33.718 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (7m) 5m ago 7m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:53:33.718 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (6m) 5m ago 6m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:53:33.719 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (13m) 5m ago 13m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:53:33.719 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (13m) 5m ago 13m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:53:33.719 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (12m) 5m ago 12m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:53:33.719 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (12m) 5m ago 12m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:53:33.720 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (12m) 5m ago 12m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:53:33.720 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (11m) 5m ago 11m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:53:33.720 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (11m) 5m ago 11m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:53:33.720 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (11m) 5m ago 11m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:53:33.721 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (11m) 5m ago 11m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:53:33.721 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (10m) 5m ago 10m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:53:33.721 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (12m) 5m ago 13m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:53:33.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 118596 1.49 MB/sec execute 430 sec latency 41.003 ms 2022-01-25T22:53:34.189 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:53:34.190 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:53:34.190 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:53:34.190 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:53:34.191 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:53:34.191 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:53:34.192 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:53:34.192 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:53:34.192 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:53:34.193 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:53:34.193 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:53:34.193 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:53:34.194 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:53:34.194 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:53:34.194 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:53:34.195 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:53:34.195 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:53:34.196 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:53:34.196 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:53:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:34 smithi120 conmon[102313]: cluster 2022-01-25T22:53:33.037105+0000 mgr.smithi120.hllzij (mgr.14704) 256 : 2022-01-25T22:53:34.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:34 smithi120 conmon[102313]: cluster [DBG] pgmap v223: 129 pgs: 129 active+clean; 318 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 4.5 MiB/s wr, 426 op/s; 109 KiB/s, 4 objects/s recovering 2022-01-25T22:53:34.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:34 smithi120 conmon[102313]: audit 2022-01-25T22:53:33.298198+0000 mgr.smithi120.hllzij (mgr.14704) 257 : audit [DBG] from='client.44207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:34 smithi145 conmon[67302]: cluster 2022-01-25T22:53:33.037105+0000 mgr.smithi120.hllzij (mgr.14704) 256 2022-01-25T22:53:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:34 smithi145 conmon[67302]: : cluster [DBG] pgmap v223: 129 pgs: 129 active+clean; 318 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 4.5 MiB/s wr, 426 op/s; 109 KiB/s, 4 objects/s recovering 2022-01-25T22:53:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:34 smithi145 conmon[67302]: audit 2022-01-25T22:53:33.298198+0000 mgr.smithi120.hllzij (mgr.14704) 257 : audit [DBG] from='client.44207 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:34.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 119034 1.51 MB/sec execute 431 sec latency 42.267 ms 2022-01-25T22:53:35.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:35 smithi120 conmon[102313]: audit 2022-01-25T22:53:33.700905+0000 mgr.smithi120.hllzij (mgr.14704) 258 : audit 2022-01-25T22:53:35.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:35 smithi120 conmon[102313]: [DBG] from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:35.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:35 smithi120 conmon[102313]: audit 2022-01-25T22:53:34.189849+0000 mon.smithi120 (mon.0) 315 : audit [DBG] from='client.? 172.21.15.120:0/917698050' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:35.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:35 smithi145 conmon[67302]: audit 2022-01-25T22:53:33.700905+0000 mgr.smithi120.hllzij ( 2022-01-25T22:53:35.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:35 smithi145 conmon[67302]: mgr.14704) 258 : audit [DBG] from='client.34248 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:53:35.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:35 smithi145 conmon[67302]: audit 2022-01-25T22:53:34.189849+0000 mon.smithi120 (mon.0) 315 : audit [DBG] from='client.? 172.21.15.120:0/917698050' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:53:35.785 INFO:teuthology.orchestra.run.smithi120.stdout: 5 119516 1.54 MB/sec execute 432 sec latency 46.734 ms 2022-01-25T22:53:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:36 smithi120 conmon[102313]: cluster 2022-01-25T22:53:35.037855+0000 mgr.smithi120.hllzij (mgr.14704) 259 2022-01-25T22:53:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:36 smithi120 conmon[102313]: : cluster [DBG] pgmap v224: 129 pgs: 129 active+clean; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 7.6 MiB/s wr, 782 op/s; 96 KiB/s, 4 objects/s recovering 2022-01-25T22:53:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:36 smithi145 conmon[67302]: cluster 2022-01-25T22:53:35.037855+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:53:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:36 smithi145 conmon[67302]: 259 : cluster [DBG] pgmap v224: 129 pgs: 129 active+clean; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 7.6 MiB/s wr, 782 op/s; 96 KiB/s, 4 objects/s recovering 2022-01-25T22:53:36.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 119949 1.57 MB/sec execute 433 sec latency 30.384 ms 2022-01-25T22:53:37.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 120525 1.60 MB/sec execute 434 sec latency 35.781 ms 2022-01-25T22:53:38.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:38 smithi120 conmon[102313]: cluster 2022-01-25T22:53:37.038287 2022-01-25T22:53:38.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:38 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 260 : cluster [DBG] pgmap v225: 129 pgs: 129 active+clean; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 6.2 MiB/s wr, 637 op/s; 78 KiB/s, 3 objects/s recovering 2022-01-25T22:53:38.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:38 smithi145 conmon[67302]: cluster 2022-01-25T22:53:37.038287+0000 mgr.smithi120.hllzij 2022-01-25T22:53:38.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:38 smithi145 conmon[67302]: (mgr.14704) 260 : cluster [DBG] pgmap v225: 129 pgs: 129 active+clean; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 6.2 MiB/s wr, 637 op/s; 78 KiB/s, 3 objects/s recovering 2022-01-25T22:53:38.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 120905 1.62 MB/sec execute 435 sec latency 30.326 ms 2022-01-25T22:53:39.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 121919 1.67 MB/sec execute 436 sec latency 24.490 ms 2022-01-25T22:53:40.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:39 smithi120 conmon[102313]: audit 2022-01-25T22:53:38.584253 2022-01-25T22:53:40.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:39 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 316 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:53:40.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:39 smithi120 conmon[102313]: cluster 2022-01-25T22:53:39.038756+0000 mgr.smithi120.hllzij 2022-01-25T22:53:40.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:39 smithi120 conmon[102313]: (mgr.14704) 261 : cluster [DBG] pgmap v226: 129 pgs: 129 active+clean; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 5.6 MiB/s wr, 572 op/s; 70 KiB/s, 3 objects/s recovering 2022-01-25T22:53:40.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:39 smithi120 conmon[102313]: audit 2022- 2022-01-25T22:53:40.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:39 smithi120 conmon[102313]: 01-25T22:53:39.224896+0000 mon.smithi120 (mon.0) 317 : audit 2022-01-25T22:53:40.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:39 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:53:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:39 smithi145 conmon[67302]: audit 2022-01-25T22:53:38.584253+0000 mon.smithi120 ( 2022-01-25T22:53:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:39 smithi145 conmon[67302]: mon.0) 316 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:53:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:39 smithi145 conmon[67302]: cluster 2022-01-25T22:53:39.038756+0000 mgr.smithi120.hllzij (mgr.14704) 261 : cluster [DBG] pgmap v226: 129 pgs: 129 active+clean; 313 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 5.6 MiB/s wr, 572 op/s; 70 KiB/s, 3 objects/s recovering 2022-01-25T22:53:40.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:39 smithi145 conmon[67302]: audit 2022-01-25T22:53:40.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:39 smithi145 conmon[67302]: 2022-01-25T22:53:39.224896+0000 mon.smithi120 (mon.0) 317 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:53:40.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 122678 1.71 MB/sec execute 437 sec latency 26.223 ms 2022-01-25T22:53:41.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 123371 1.76 MB/sec execute 438 sec latency 22.943 ms 2022-01-25T22:53:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:42 smithi120 conmon[102313]: cluster 2022-01-25T22:53:41.039488+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:53:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:42 smithi120 conmon[102313]: 262 : cluster [DBG] pgmap v227: 129 pgs: 129 active+clean; 321 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 8.7 MiB/s wr, 869 op/s; 65 KiB/s, 2 objects/s recovering 2022-01-25T22:53:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:42 smithi145 conmon[67302]: cluster 2022-01-25T22:53:41.039488+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:53:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:42 smithi145 conmon[67302]: .14704) 262 : cluster [DBG] pgmap v227: 129 pgs: 129 active+clean; 321 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 8.7 MiB/s wr, 869 op/s; 65 KiB/s, 2 objects/s recovering 2022-01-25T22:53:42.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 123854 1.79 MB/sec execute 439 sec latency 40.675 ms 2022-01-25T22:53:43.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 124265 1.81 MB/sec execute 440 sec latency 30.294 ms 2022-01-25T22:53:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:44 smithi120 conmon[102313]: cluster 2022-01-25T22:53:43.039844+0000 mgr.smithi120.hllzij (mgr.14704) 263 : cluster 2022-01-25T22:53:44.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:44 smithi120 conmon[102313]: [DBG] pgmap v228: 129 pgs: 129 active+clean; 321 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.7 KiB/s rd, 6.0 MiB/s wr, 614 op/s 2022-01-25T22:53:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:44 smithi145 conmon[67302]: cluster 2022-01-25T22:53:43.039844+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:53:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:44 smithi145 conmon[67302]: 14704) 263 : cluster [DBG] pgmap v228: 129 pgs: 129 active+clean; 321 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.7 KiB/s rd, 6.0 MiB/s wr, 614 op/s 2022-01-25T22:53:44.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 124894 1.85 MB/sec execute 441 sec latency 45.540 ms 2022-01-25T22:53:45.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 125924 1.89 MB/sec execute 442 sec latency 27.705 ms 2022-01-25T22:53:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:46 smithi120 conmon[102313]: cluster 2022-01-25T22:53:45.040590+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:53:46.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:46 smithi120 conmon[102313]: .14704) 264 : cluster [DBG] pgmap v229: 129 pgs: 129 active+clean; 323 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 9.9 MiB/s wr, 973 op/s 2022-01-25T22:53:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:46 smithi145 conmon[67302]: cluster 2022-01-25T22:53:45.040590+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:53:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:46 smithi145 conmon[67302]: .14704) 264 : cluster [DBG] pgmap v229: 129 pgs: 129 active+clean; 323 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 9.9 MiB/s wr, 973 op/s 2022-01-25T22:53:46.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 126884 1.95 MB/sec execute 443 sec latency 28.644 ms 2022-01-25T22:53:47.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 127418 1.99 MB/sec execute 444 sec latency 30.984 ms 2022-01-25T22:53:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:48 smithi120 conmon[102313]: cluster 2022-01-25T22:53:47.040963+0000 mgr.smithi120.hllzij 2022-01-25T22:53:48.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:48 smithi120 conmon[102313]: (mgr.14704) 265 : cluster [DBG] pgmap v230: 129 pgs: 129 active+clean; 323 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.9 KiB/s rd, 7.3 MiB/s wr, 696 op/s 2022-01-25T22:53:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:48 smithi145 conmon[67302]: cluster 2022-01-25T22:53:47.040963+0000 2022-01-25T22:53:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:48 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 265 : cluster [DBG] pgmap v230: 129 pgs: 129 active+clean; 323 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.9 KiB/s rd, 7.3 MiB/s wr, 696 op/s 2022-01-25T22:53:48.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 127823 2.01 MB/sec execute 445 sec latency 33.304 ms 2022-01-25T22:53:49.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 128244 2.03 MB/sec execute 446 sec latency 80.478 ms 2022-01-25T22:53:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:49 smithi120 conmon[102313]: cluster 2022-01-25T22:53:49.041371+0000 2022-01-25T22:53:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:49 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 266 : cluster [DBG] pgmap v231: 129 pgs: 129 active+clean; 323 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.9 KiB/s rd, 7.3 MiB/s wr, 696 op/s 2022-01-25T22:53:50.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:49 smithi145 conmon[67302]: cluster 2022-01-25T22:53:49.041371+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:53:50.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:49 smithi145 conmon[67302]: 266 : cluster [DBG] pgmap v231: 129 pgs: 129 active+clean; 323 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.9 KiB/s rd, 7.3 MiB/s wr, 696 op/s 2022-01-25T22:53:50.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 129204 2.07 MB/sec execute 447 sec latency 36.085 ms 2022-01-25T22:53:51.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 129730 2.09 MB/sec execute 448 sec latency 45.410 ms 2022-01-25T22:53:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:52 smithi120 conmon[102313]: cluster 2022-01-25T22:53:51.042056+0000 2022-01-25T22:53:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:52 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 267 : cluster [DBG] pgmap v232: 129 pgs: 129 active+clean; 322 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 11 MiB/s wr, 1.09k op/s 2022-01-25T22:53:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:52 smithi145 conmon[67302]: cluster 2022-01-25T22:53:51.042056+0000 mgr.smithi120.hllzij (mgr.14704) 267 : cluster [DBG] 2022-01-25T22:53:52.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:52 smithi145 conmon[67302]: pgmap v232: 129 pgs: 129 active+clean; 322 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 11 MiB/s wr, 1.09k op/s 2022-01-25T22:53:52.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 130162 2.12 MB/sec execute 449 sec latency 29.706 ms 2022-01-25T22:53:53.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 130569 2.15 MB/sec execute 450 sec latency 39.336 ms 2022-01-25T22:53:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:54 smithi120 conmon[102313]: cluster 2022-01-25T22:53:53.042467+0000 mgr.smithi120.hllzij ( 2022-01-25T22:53:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:54 smithi120 conmon[102313]: mgr.14704) 268 : cluster [DBG] pgmap v233: 129 pgs: 129 active+clean; 322 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.9 MiB/s wr, 753 op/s 2022-01-25T22:53:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:54 smithi120 conmon[102313]: audit 2022-01-25T22:53:53.610664+0000 mon.smithi120 (mon.0) 318 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:53:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:54 smithi120 conmon[102313]: audit 2022-01-25T22:53:53.612468+0000 mon.smithi120 (mon.0) 319 2022-01-25T22:53:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:54 smithi120 conmon[102313]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:53:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:54 smithi145 conmon[67302]: cluster 2022-01-25T22:53:53.042467+0000 mgr.smithi120.hllzij 2022-01-25T22:53:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:54 smithi145 conmon[67302]: (mgr.14704) 268 : cluster [DBG] pgmap v233: 129 pgs: 129 active+clean; 322 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.9 MiB/s wr, 753 op/s 2022-01-25T22:53:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:54 smithi145 conmon[67302]: audit 2022-01-25T22:53:53.610664+0000 mon.smithi120 (mon.0) 318 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:53:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:54 smithi145 conmon[67302]: audit 2022-01-25T22:53:53.612468+0000 mon.smithi120 (mon.0) 319 2022-01-25T22:53:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:54 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:53:54.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 131359 2.19 MB/sec execute 451 sec latency 41.750 ms 2022-01-25T22:53:55.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 131863 2.21 MB/sec execute 452 sec latency 51.960 ms 2022-01-25T22:53:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:56 smithi120 conmon[102313]: cluster 2022-01-25T22:53:55.043143+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:53:56.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:56 smithi120 conmon[102313]: .14704) 269 : cluster [DBG] pgmap v234: 129 pgs: 129 active+clean; 327 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.11k op/s 2022-01-25T22:53:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:56 smithi145 conmon[67302]: cluster 2022-01-25T22:53:55.043143+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:53:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:56 smithi145 conmon[67302]: 269 : cluster [DBG] pgmap v234: 129 pgs: 129 active+clean; 327 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.11k op/s 2022-01-25T22:53:56.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 132182 2.23 MB/sec execute 453 sec latency 56.586 ms 2022-01-25T22:53:57.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 132503 2.24 MB/sec execute 454 sec latency 59.372 ms 2022-01-25T22:53:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:58 smithi120 conmon[102313]: cluster 2022-01-25T22:53:57.043502+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:53:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:58 smithi120 conmon[102313]: 14704) 270 : cluster [DBG] pgmap v235: 129 pgs: 129 active+clean; 327 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.6 MiB/s wr, 750 op/s 2022-01-25T22:53:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:58 smithi120 conmon[102313]: audit 2022-01-25T22:53:57.277224+0000 mon.smithi120 (mon.0) 320 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:53:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:58 smithi120 conmon[102313]: audit 2022-01-25T22:53:57.278770+0000 mon.smithi120 (mon.0) 321 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:53:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:58 smithi120 conmon[102313]: audit 2022-01-25T22:53:57.279720+0000 mon.smithi120 (mon.0) 322 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:53:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:58 smithi120 conmon[102313]: cephadm 2022-01-25T22:53:58.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:58 smithi120 conmon[102313]: 2022-01-25T22:53:57.280279+0000 mgr.smithi120.hllzij (mgr.14704) 271 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:53:58.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:58 smithi120 conmon[102313]: audit 2022-01-25T22:53:57.778570+0000 mon.smithi120 (mon.0) 2022-01-25T22:53:58.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:58 smithi120 conmon[102313]: 323 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:53:58.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:58 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T22:53:58.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:58 smithi120 conmon[102313]: 22:53:57.785883+0000 mon.smithi120 (mon.0) 324 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:53:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:58 smithi145 conmon[67302]: cluster 2022-01-25T22:53:57.043502+0000 mgr.smithi120.hllzij ( 2022-01-25T22:53:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:58 smithi145 conmon[67302]: mgr.14704) 270 : cluster [DBG] pgmap v235: 129 pgs: 129 active+clean; 327 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.6 MiB/s wr, 750 op/s 2022-01-25T22:53:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:58 smithi145 conmon[67302]: audit 2022-01-25T22:53:57.277224+0000 mon.smithi120 (mon.0) 320 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:53:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:58 smithi145 conmon[67302]: audit 2022-01-25T22:53:57.278770+0000 mon.smithi120 (mon.0) 321 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:53:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:58 smithi145 conmon[67302]: audit 2022- 2022-01-25T22:53:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:58 smithi145 conmon[67302]: 01-25T22:53:57.279720+0000 mon.smithi120 2022-01-25T22:53:58.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:58 smithi145 conmon[67302]: (mon.0) 322 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:53:58.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:58 smithi145 conmon[67302]: cephadm 2022 2022-01-25T22:53:58.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:58 smithi145 conmon[67302]: -01-25T22:53:57.280279+0000 2022-01-25T22:53:58.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:58 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 271 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:53:58.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:58 smithi145 conmon[67302]: audit 2022- 2022-01-25T22:53:58.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:58 smithi145 conmon[67302]: 01-25T22:53:57.778570+0000 mon.smithi120 2022-01-25T22:53:58.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:58 smithi145 conmon[67302]: (mon.0) 323 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:53:58.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:58 smithi145 conmon[67302]: audit 2022- 2022-01-25T22:53:58.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:58 smithi145 conmon[67302]: 01-25T22:53:57.785883+0000 2022-01-25T22:53:58.583 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:58 smithi145 conmon[67302]: mon.smithi120 (mon.0) 324 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:53:58.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 132838 2.25 MB/sec execute 455 sec latency 67.477 ms 2022-01-25T22:53:59.786 INFO:teuthology.orchestra.run.smithi120.stdout: 5 133258 2.26 MB/sec execute 456 sec latency 79.084 ms 2022-01-25T22:54:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:59 smithi120 conmon[102313]: cluster 2022-01-25T22:53:59.043907+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:54:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:53:59 smithi120 conmon[102313]: .14704) 272 : cluster [DBG] pgmap v236: 129 pgs: 129 active+clean; 327 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.6 MiB/s wr, 750 op/s 2022-01-25T22:54:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:59 smithi145 conmon[67302]: cluster 2022-01-25T22:53:59.043907+0000 mgr.smithi120.hllzij (mgr.14704) 272 : cluster 2022-01-25T22:54:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:53:59 smithi145 conmon[67302]: [DBG] pgmap v236: 129 pgs: 129 active+clean; 327 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.6 MiB/s wr, 750 op/s 2022-01-25T22:54:00.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 133699 2.29 MB/sec execute 457 sec latency 32.879 ms 2022-01-25T22:54:01.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 134104 2.32 MB/sec execute 458 sec latency 33.109 ms 2022-01-25T22:54:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:02 smithi120 conmon[102313]: cluster 2022-01-25T22:54:01.044591+0000 2022-01-25T22:54:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:02 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 273 : cluster [DBG] pgmap v237: 129 pgs: 129 active+clean; 313 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 1.01k op/s 2022-01-25T22:54:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:02 smithi145 conmon[67302]: cluster 2022-01-25T22:54:01.044591+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:54:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:02 smithi145 conmon[67302]: 14704) 273 : cluster [DBG] pgmap v237: 129 pgs: 129 active+clean; 313 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 1.01k op/s 2022-01-25T22:54:02.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 134539 2.34 MB/sec execute 459 sec latency 47.930 ms 2022-01-25T22:54:03.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 134906 2.36 MB/sec execute 460 sec latency 42.038 ms 2022-01-25T22:54:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:04 smithi120 conmon[102313]: cluster 2022-01-25T22:54:03.045069 2022-01-25T22:54:04.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:04 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 274 : cluster [DBG] pgmap v238: 129 pgs: 129 active+clean; 313 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.2 KiB/s rd, 5.9 MiB/s wr, 618 op/s 2022-01-25T22:54:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:04 smithi145 conmon[67302]: cluster 2022-01-25T22:54:03.045069+0000 mgr.smithi120.hllzij 2022-01-25T22:54:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:04 smithi145 conmon[67302]: (mgr.14704) 274 : cluster [DBG] pgmap v238: 129 pgs: 129 active+clean; 313 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.2 KiB/s rd, 5.9 MiB/s wr, 618 op/s 2022-01-25T22:54:04.641 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:54:04.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 135305 2.37 MB/sec execute 461 sec latency 53.088 ms 2022-01-25T22:54:05.061 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:54:05.061 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (13m) 6m ago 14m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:54:05.061 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (6m) 6m ago 14m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:54:05.062 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (6m) 6m ago 13m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:54:05.062 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (13m) 6m ago 14m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:54:05.062 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (9m) 6m ago 9m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:54:05.062 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (10m) 6m ago 10m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:54:05.063 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (7m) 6m ago 15m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:54:05.063 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (7m) 6m ago 13m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:54:05.063 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (6m) 6m ago 15m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:54:05.063 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (6m) 6m ago 13m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:54:05.063 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (7m) 6m ago 7m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:54:05.064 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (7m) 6m ago 7m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:54:05.064 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (14m) 6m ago 14m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:54:05.064 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (13m) 6m ago 13m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:54:05.064 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (13m) 6m ago 13m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:54:05.065 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (12m) 6m ago 12m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:54:05.065 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (12m) 6m ago 12m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:54:05.065 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (12m) 6m ago 12m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:54:05.065 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (12m) 6m ago 12m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:54:05.065 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (11m) 6m ago 11m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:54:05.066 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (11m) 6m ago 11m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:54:05.066 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (11m) 6m ago 11m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:54:05.066 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (13m) 6m ago 13m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:54:05.576 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:54:05.576 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:54:05.576 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:54:05.577 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:54:05.577 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:54:05.578 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:54:05.578 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:54:05.578 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:54:05.578 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:54:05.579 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:54:05.579 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:54:05.579 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:54:05.579 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:54:05.580 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:54:05.580 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:54:05.580 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:54:05.580 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:54:05.580 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:54:05.581 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:54:05.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 135873 2.40 MB/sec execute 462 sec latency 29.639 ms 2022-01-25T22:54:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:06 smithi120 conmon[102313]: audit 2022-01-25T22:54:04.621746 2022-01-25T22:54:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:06 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 275 : audit [DBG] from='client.44219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:06.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:06 smithi120 conmon[102313]: cluster 2022-01-25T22:54:05.045790+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:54:06.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:06 smithi120 conmon[102313]: .14704) 276 : cluster [DBG] pgmap v239: 129 pgs: 129 active+clean; 326 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 8.8 MiB/s wr, 884 op/s 2022-01-25T22:54:06.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:06 smithi120 conmon[102313]: audit 2022-01-25T22:54:06.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:06 smithi120 conmon[102313]: 2022-01-25T22:54:05.048845+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:54:06.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:06 smithi120 conmon[102313]: 14704) 277 : audit [DBG] from='client.44223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:06.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:06 smithi120 conmon[102313]: audit 2022-01 2022-01-25T22:54:06.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:06 smithi120 conmon[102313]: -25T22:54:05.571292+0000 mon.smithi120 2022-01-25T22:54:06.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:06 smithi120 conmon[102313]: (mon.0) 325 : audit [DBG] from='client.? 172.21.15.120:0/2852928290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:54:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:06 smithi145 conmon[67302]: audit 2022-01-25T22:54:04.621746+0000 mgr.smithi120.hllzij (mgr.14704) 275 : audit 2022-01-25T22:54:06.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:06 smithi145 conmon[67302]: [DBG] from='client.44219 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:06.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:06 smithi145 conmon[67302]: cluster 2022-01-25T22:54:05.045790+0000 mgr.smithi120.hllzij (mgr.14704) 276 : cluster [DBG] pgmap v239: 129 pgs: 129 active+clean; 326 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 8.8 MiB/s wr, 884 op/s 2022-01-25T22:54:06.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:06 smithi145 conmon[67302]: audit 2022-01-25T22:54:05.048845+0000 mgr.smithi120.hllzij (mgr.14704) 277 : audit [DBG] from='client.44223 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:06.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:06 smithi145 conmon[67302]: audit 2022-01-25T22:54:05.571292+0000 mon.smithi120 (mon.0) 325 : audit [DBG] from='client.? 172.21.15.120:0/2852928290' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:54:06.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 136268 2.41 MB/sec execute 463 sec latency 66.901 ms 2022-01-25T22:54:07.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 136621 2.42 MB/sec execute 464 sec latency 61.857 ms 2022-01-25T22:54:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:08 smithi120 conmon[102313]: cluster 2022-01-25T22:54:07.046179+0000 mgr.smithi120.hllzij (mgr.14704) 278 : cluster 2022-01-25T22:54:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:08 smithi120 conmon[102313]: [DBG] pgmap v240: 129 pgs: 129 active+clean; 326 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.9 KiB/s rd, 5.2 MiB/s wr, 529 op/s 2022-01-25T22:54:08.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:08 smithi145 conmon[67302]: cluster 2022-01-25T22:54:07.046179+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:54:08.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:08 smithi145 conmon[67302]: ) 278 : cluster [DBG] pgmap v240: 129 pgs: 129 active+clean; 326 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.9 KiB/s rd, 5.2 MiB/s wr, 529 op/s 2022-01-25T22:54:08.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 136955 2.43 MB/sec execute 465 sec latency 61.253 ms 2022-01-25T22:54:09.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 137269 2.45 MB/sec execute 466 sec latency 38.065 ms 2022-01-25T22:54:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:09 smithi120 conmon[102313]: cluster 2022-01-25T22:54:09.046521+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:54:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:09 smithi120 conmon[102313]: 14704) 279 : cluster [DBG] pgmap v241: 129 pgs: 129 active+clean; 326 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.9 KiB/s rd, 5.2 MiB/s wr, 529 op/s 2022-01-25T22:54:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:09 smithi145 conmon[67302]: cluster 2022-01-25T22:54:09.046521+0000 mgr.smithi120.hllzij (mgr.14704) 279 2022-01-25T22:54:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:09 smithi145 conmon[67302]: : cluster [DBG] pgmap v241: 129 pgs: 129 active+clean; 326 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.9 KiB/s rd, 5.2 MiB/s wr, 529 op/s 2022-01-25T22:54:10.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 137758 2.49 MB/sec execute 467 sec latency 44.307 ms 2022-01-25T22:54:11.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 138225 2.51 MB/sec execute 468 sec latency 33.112 ms 2022-01-25T22:54:12.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:12 smithi120 conmon[102313]: cluster 2022-01-25T22:54:11.047258+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:54:12.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:12 smithi120 conmon[102313]: 280 : cluster [DBG] pgmap v242: 129 pgs: 129 active+clean; 315 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 7.4 MiB/s wr, 766 op/s 2022-01-25T22:54:12.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:12 smithi145 conmon[67302]: cluster 2022-01-25T22:54:11.047258+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:54:12.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:12 smithi145 conmon[67302]: 280 : cluster [DBG] pgmap v242: 129 pgs: 129 active+clean; 315 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 7.4 MiB/s wr, 766 op/s 2022-01-25T22:54:12.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 138576 2.52 MB/sec execute 469 sec latency 39.452 ms 2022-01-25T22:54:13.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 139087 2.54 MB/sec execute 470 sec latency 36.527 ms 2022-01-25T22:54:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:14 smithi120 conmon[102313]: cluster 2022-01-25T22:54:13.047755+0000 mgr.smithi120.hllzij (mgr.14704) 281 : cluster 2022-01-25T22:54:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:14 smithi120 conmon[102313]: [DBG] pgmap v243: 129 pgs: 129 active+clean; 315 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 5.1 MiB/s wr, 503 op/s 2022-01-25T22:54:14.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:14 smithi145 conmon[67302]: cluster 2022-01-25T22:54:13.047755+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:54:14.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:14 smithi145 conmon[67302]: 281 : cluster [DBG] pgmap v243: 129 pgs: 129 active+clean; 315 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.2 KiB/s rd, 5.1 MiB/s wr, 503 op/s 2022-01-25T22:54:14.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 139516 2.56 MB/sec execute 471 sec latency 49.599 ms 2022-01-25T22:54:15.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 139838 2.57 MB/sec execute 472 sec latency 62.636 ms 2022-01-25T22:54:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:16 smithi120 conmon[102313]: cluster 2022-01-25T22:54:15.048410+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:54:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:16 smithi120 conmon[102313]: 282 : cluster [DBG] pgmap v244: 129 pgs: 129 active+clean; 319 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.9 MiB/s wr, 782 op/s 2022-01-25T22:54:16.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:16 smithi145 conmon[67302]: cluster 2022-01-25T22:54:15.048410+0000 mgr.smithi120.hllzij (mgr.14704) 282 : cluster [DBG] 2022-01-25T22:54:16.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:16 smithi145 conmon[67302]: pgmap v244: 129 pgs: 129 active+clean; 319 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.9 MiB/s wr, 782 op/s 2022-01-25T22:54:16.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 140201 2.58 MB/sec execute 473 sec latency 65.547 ms 2022-01-25T22:54:17.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 140515 2.59 MB/sec execute 474 sec latency 76.848 ms 2022-01-25T22:54:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:18 smithi120 conmon[102313]: cluster 2022-01-25T22:54:17.048851 2022-01-25T22:54:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:18 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 283 : cluster [DBG] pgmap v245: 129 pgs: 129 active+clean; 319 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.1 KiB/s rd, 5.1 MiB/s wr, 516 op/s 2022-01-25T22:54:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:18 smithi145 conmon[67302]: cluster 2022-01-25T22:54:17.048851+0000 2022-01-25T22:54:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:18 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 283 : cluster [DBG] pgmap v245: 129 pgs: 129 active+clean; 319 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.1 KiB/s rd, 5.1 MiB/s wr, 516 op/s 2022-01-25T22:54:18.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 140936 2.61 MB/sec execute 475 sec latency 33.542 ms 2022-01-25T22:54:19.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 141479 2.65 MB/sec execute 476 sec latency 41.025 ms 2022-01-25T22:54:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:19 smithi120 conmon[102313]: cluster 2022-01-25T22:54:19.049248+0000 2022-01-25T22:54:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:19 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 284 : cluster [DBG] pgmap v246: 129 pgs: 129 active+clean; 319 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.1 KiB/s rd, 5.1 MiB/s wr, 516 op/s 2022-01-25T22:54:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:19 smithi145 conmon[67302]: cluster 2022-01-25T22:54:19.049248+0000 mgr.smithi120.hllzij ( 2022-01-25T22:54:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:19 smithi145 conmon[67302]: mgr.14704) 284 : cluster [DBG] pgmap v246: 129 pgs: 129 active+clean; 319 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.1 KiB/s rd, 5.1 MiB/s wr, 516 op/s 2022-01-25T22:54:20.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 141884 2.67 MB/sec execute 477 sec latency 36.335 ms 2022-01-25T22:54:21.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 142200 2.68 MB/sec execute 478 sec latency 77.214 ms 2022-01-25T22:54:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:22 smithi120 conmon[102313]: cluster 2022-01-25T22:54:21.049859+0000 mgr.smithi120.hllzij (mgr.14704) 285 : 2022-01-25T22:54:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:22 smithi120 conmon[102313]: cluster [DBG] pgmap v247: 129 pgs: 129 active+clean; 318 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.4 MiB/s wr, 741 op/s 2022-01-25T22:54:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:22 smithi145 conmon[67302]: cluster 2022-01-25T22:54:21.049859+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:54:22.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:22 smithi145 conmon[67302]: .14704) 285 : cluster [DBG] pgmap v247: 129 pgs: 129 active+clean; 318 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 7.4 MiB/s wr, 741 op/s 2022-01-25T22:54:22.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 142539 2.69 MB/sec execute 479 sec latency 60.399 ms 2022-01-25T22:54:23.788 INFO:teuthology.orchestra.run.smithi120.stdout: 5 142879 2.70 MB/sec execute 480 sec latency 53.056 ms 2022-01-25T22:54:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:24 smithi120 conmon[102313]: cluster 2022-01-25T22:54:23.050222+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:54:24.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:24 smithi120 conmon[102313]: .14704) 286 : cluster [DBG] pgmap v248: 129 pgs: 129 active+clean; 318 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.1 KiB/s rd, 5.2 MiB/s wr, 504 op/s 2022-01-25T22:54:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:24 smithi145 conmon[67302]: cluster 2022-01-25T22:54:23.050222+0000 mgr.smithi120.hllzij (mgr.14704) 286 : cluster [DBG] 2022-01-25T22:54:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:24 smithi145 conmon[67302]: pgmap v248: 129 pgs: 129 active+clean; 318 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.1 KiB/s rd, 5.2 MiB/s wr, 504 op/s 2022-01-25T22:54:24.787 INFO:teuthology.orchestra.run.smithi120.stdout: 5 143234 2.71 MB/sec execute 481 sec latency 43.380 ms 2022-01-25T22:54:25.788 INFO:teuthology.orchestra.run.smithi120.stdout: 5 143700 2.73 MB/sec execute 482 sec latency 47.951 ms 2022-01-25T22:54:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:26 smithi120 conmon[102313]: cluster 2022-01-25T22:54:25.050891+0000 2022-01-25T22:54:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:26 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 287 : cluster [DBG] pgmap v249: 129 pgs: 129 active+clean; 317 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.5 MiB/s wr, 742 op/s 2022-01-25T22:54:26.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:26 smithi145 conmon[67302]: cluster 2022-01-25T22:54:25.050891+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:54:26.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:26 smithi145 conmon[67302]: ) 287 : cluster [DBG] pgmap v249: 129 pgs: 129 active+clean; 317 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 KiB/s rd, 7.5 MiB/s wr, 742 op/s 2022-01-25T22:54:26.788 INFO:teuthology.orchestra.run.smithi120.stdout: 5 144309 2.75 MB/sec execute 483 sec latency 37.462 ms 2022-01-25T22:54:27.788 INFO:teuthology.orchestra.run.smithi120.stdout: 5 145157 2.81 MB/sec execute 484 sec latency 14.823 ms 2022-01-25T22:54:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:28 smithi120 conmon[102313]: cluster 2022-01-25T22:54:27.051341+0000 2022-01-25T22:54:28.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:28 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 288 : cluster [DBG] pgmap v250: 129 pgs: 129 active+clean; 317 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.8 KiB/s rd, 4.6 MiB/s wr, 463 op/s 2022-01-25T22:54:28.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:28 smithi145 conmon[67302]: cluster 2022-01-25T22:54:27.051341+0000 mgr.smithi120.hllzij ( 2022-01-25T22:54:28.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:28 smithi145 conmon[67302]: mgr.14704) 288 : cluster [DBG] pgmap v250: 129 pgs: 129 active+clean; 317 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.8 KiB/s rd, 4.6 MiB/s wr, 463 op/s 2022-01-25T22:54:28.788 INFO:teuthology.orchestra.run.smithi120.stdout: 5 145914 2.85 MB/sec execute 485 sec latency 31.495 ms 2022-01-25T22:54:29.788 INFO:teuthology.orchestra.run.smithi120.stdout: 5 146785 2.88 MB/sec execute 486 sec latency 45.858 ms 2022-01-25T22:54:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:29 smithi120 conmon[102313]: cluster 2022-01-25T22:54:29.051793+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:54:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:29 smithi120 conmon[102313]: 289 : cluster [DBG] pgmap v251: 129 pgs: 129 active+clean; 317 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.8 KiB/s rd, 4.6 MiB/s wr, 463 op/s 2022-01-25T22:54:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:29 smithi145 conmon[67302]: cluster 2022-01-25T22:54:29.051793 2022-01-25T22:54:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:29 smithi145 conmon[67302]: +0000 mgr.smithi120.hllzij (mgr.14704) 289 : cluster [DBG] pgmap v251: 129 pgs: 129 active+clean; 317 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.8 KiB/s rd, 4.6 MiB/s wr, 463 op/s 2022-01-25T22:54:30.788 INFO:teuthology.orchestra.run.smithi120.stdout: 5 147796 2.92 MB/sec execute 487 sec latency 13.695 ms 2022-01-25T22:54:31.788 INFO:teuthology.orchestra.run.smithi120.stdout: 5 148578 2.98 MB/sec execute 488 sec latency 49.864 ms 2022-01-25T22:54:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:32 smithi120 conmon[102313]: cluster 2022-01-25T22:54:31.052669+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:54:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:32 smithi120 conmon[102313]: ) 290 : cluster [DBG] pgmap v252: 129 pgs: 129 active+clean; 324 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 8.9 MiB/s wr, 877 op/s 2022-01-25T22:54:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:32 smithi145 conmon[67302]: cluster 2022-01-25T22:54:31.052669+0000 mgr.smithi120.hllzij (mgr.14704) 290 : 2022-01-25T22:54:32.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:32 smithi145 conmon[67302]: cluster [DBG] pgmap v252: 129 pgs: 129 active+clean; 324 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 8.9 MiB/s wr, 877 op/s 2022-01-25T22:54:32.788 INFO:teuthology.orchestra.run.smithi120.stdout: 5 149334 3.01 MB/sec execute 489 sec latency 20.131 ms 2022-01-25T22:54:33.788 INFO:teuthology.orchestra.run.smithi120.stdout: 5 150074 3.04 MB/sec execute 490 sec latency 30.395 ms 2022-01-25T22:54:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:34 smithi120 conmon[102313]: cluster 2022-01-25T22:54:33.053147+0000 2022-01-25T22:54:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:34 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 291 : cluster [DBG] pgmap v253: 129 pgs: 129 active+clean; 324 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.2 KiB/s rd, 6.6 MiB/s wr, 651 op/s 2022-01-25T22:54:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:34 smithi145 conmon[67302]: cluster 2022-01-25T22:54:33.053147+0000 mgr.smithi120.hllzij 2022-01-25T22:54:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:34 smithi145 conmon[67302]: (mgr.14704) 291 : cluster [DBG] pgmap v253: 129 pgs: 129 active+clean; 324 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.2 KiB/s rd, 6.6 MiB/s wr, 651 op/s 2022-01-25T22:54:34.788 INFO:teuthology.orchestra.run.smithi120.stdout: 5 150629 3.06 MB/sec execute 491 sec latency 31.388 ms 2022-01-25T22:54:35.788 INFO:teuthology.orchestra.run.smithi120.stdout: 5 151245 3.08 MB/sec execute 492 sec latency 31.391 ms 2022-01-25T22:54:36.038 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:54:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:36 smithi120 conmon[102313]: cluster 2022-01-25T22:54:35.053892+0000 mgr.smithi120.hllzij (mgr.14704) 292 : cluster [DBG] pgmap v254: 129 pgs: 129 active+clean; 322 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 1.10k op/s 2022-01-25T22:54:36.443 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:54:36.443 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (13m) 6m ago 14m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:54:36.444 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (7m) 6m ago 14m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:54:36.444 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (6m) 6m ago 14m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:54:36.444 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (13m) 6m ago 14m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:54:36.444 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (10m) 6m ago 10m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:54:36.445 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (10m) 6m ago 10m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:54:36.445 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (7m) 6m ago 15m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:54:36.445 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (7m) 6m ago 14m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:54:36.445 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (7m) 6m ago 16m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:54:36.446 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (7m) 6m ago 14m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:54:36.446 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (8m) 6m ago 8m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:54:36.446 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (8m) 6m ago 8m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:54:36.446 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (14m) 6m ago 14m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:54:36.447 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (14m) 6m ago 14m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:54:36.447 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (13m) 6m ago 13m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:54:36.447 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (13m) 6m ago 13m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:54:36.447 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (13m) 6m ago 13m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:54:36.448 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (12m) 6m ago 12m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:54:36.448 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (12m) 6m ago 12m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:54:36.448 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (12m) 6m ago 12m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:54:36.448 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (12m) 6m ago 12m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:54:36.449 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (11m) 6m ago 11m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:54:36.449 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (13m) 6m ago 14m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:54:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:36 smithi145 conmon[67302]: cluster 2022-01-25T22:54:35.053892+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:54:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:36 smithi145 conmon[67302]: 14704) 292 : cluster [DBG] pgmap v254: 129 pgs: 129 active+clean; 322 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 1.10k op/s 2022-01-25T22:54:36.788 INFO:teuthology.orchestra.run.smithi120.stdout: 5 151872 3.12 MB/sec execute 493 sec latency 31.682 ms 2022-01-25T22:54:36.954 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:54:36.954 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:54:36.955 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:54:36.955 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:54:36.955 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:54:36.955 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:54:36.956 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:54:36.956 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:54:36.956 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:54:36.956 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:54:36.957 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:54:36.957 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:54:36.957 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:54:36.957 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:54:36.957 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:54:36.958 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:54:36.958 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:54:36.958 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:54:36.958 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:54:37.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:37 smithi120 conmon[102313]: audit 2022-01-25T22:54:36. 2022-01-25T22:54:37.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:37 smithi120 conmon[102313]: 020425+0000 mgr.smithi120.hllzij (mgr.14704) 293 : audit [DBG] from='client.34268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:37.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:37 smithi120 conmon[102313]: audit 2022-01-25T22:54:36.429826+0000 mgr.smithi120.hllzij (mgr.14704) 294 : 2022-01-25T22:54:37.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:37 smithi120 conmon[102313]: audit [DBG] from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:37.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:37 smithi120 conmon[102313]: audit 2022-01-25T22:54:36.954699 2022-01-25T22:54:37.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:37 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 326 : audit [DBG] from='client.? 172.21.15.120:0/2143250622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:54:37.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:37 smithi145 conmon[67302]: audit 2022-01-25T22:54:36 2022-01-25T22:54:37.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:37 smithi145 conmon[67302]: .020425+0000 mgr.smithi120.hllzij (mgr.14704) 293 : audit [DBG] from='client.34268 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:37.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:37 smithi145 conmon[67302]: audit 2022-01- 2022-01-25T22:54:37.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:37 smithi145 conmon[67302]: 25T22:54:36.429826+0000 mgr.smithi120.hllzij (mgr.14704) 294 : audit [DBG] 2022-01-25T22:54:37.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:37 smithi145 conmon[67302]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:54:37.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:37 smithi145 conmon[67302]: audit 2022 2022-01-25T22:54:37.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:37 smithi145 conmon[67302]: -01-25T22:54:36.954699 2022-01-25T22:54:37.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:37 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 326 : 2022-01-25T22:54:37.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:37 smithi145 conmon[67302]: audit [DBG] from='client.? 172.21.15.120:0/2143250622' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:54:37.788 INFO:teuthology.orchestra.run.smithi120.stdout: 5 152639 3.16 MB/sec execute 494 sec latency 27.837 ms 2022-01-25T22:54:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:38 smithi120 conmon[102313]: cluster 2022-01-25T22:54:37.054286 2022-01-25T22:54:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:38 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 295 : cluster [DBG] pgmap v255: 129 pgs: 129 active+clean; 322 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.4 KiB/s rd, 8.8 MiB/s wr, 862 op/s 2022-01-25T22:54:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:38 smithi145 conmon[67302]: cluster 2022-01-25T22:54:37.054286+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:54:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:38 smithi145 conmon[67302]: ) 295 : cluster [DBG] pgmap v255: 129 pgs: 129 active+clean; 322 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.4 KiB/s rd, 8.8 MiB/s wr, 862 op/s 2022-01-25T22:54:38.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 152971 3.17 MB/sec execute 495 sec latency 61.974 ms 2022-01-25T22:54:39.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 153352 3.19 MB/sec execute 496 sec latency 46.843 ms 2022-01-25T22:54:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:39 smithi120 conmon[102313]: cluster 2022-01-25T22:54:39.054669+0000 mgr.smithi120.hllzij (mgr.14704) 296 : 2022-01-25T22:54:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:39 smithi120 conmon[102313]: cluster [DBG] pgmap v256: 129 pgs: 129 active+clean; 322 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.4 KiB/s rd, 8.8 MiB/s wr, 862 op/s 2022-01-25T22:54:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:39 smithi145 conmon[67302]: cluster 2022-01-25T22:54:39.054669+0000 2022-01-25T22:54:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:39 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 296 : cluster [DBG] pgmap v256: 129 pgs: 129 active+clean; 322 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.4 KiB/s rd, 8.8 MiB/s wr, 862 op/s 2022-01-25T22:54:40.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 153823 3.20 MB/sec execute 497 sec latency 35.590 ms 2022-01-25T22:54:41.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 154540 3.23 MB/sec execute 498 sec latency 25.055 ms 2022-01-25T22:54:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:42 smithi120 conmon[102313]: cluster 2022-01-25T22:54:41.055500+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:54:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:42 smithi120 conmon[102313]: .14704) 297 : cluster [DBG] pgmap v257: 129 pgs: 129 active+clean; 322 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.19k op/s 2022-01-25T22:54:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:42 smithi145 conmon[67302]: cluster 2022-01-25T22:54:41.055500+0000 mgr.smithi120.hllzij (mgr.14704) 297 : cluster [DBG] 2022-01-25T22:54:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:42 smithi145 conmon[67302]: pgmap v257: 129 pgs: 129 active+clean; 322 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 12 MiB/s wr, 1.19k op/s 2022-01-25T22:54:42.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 155132 3.25 MB/sec execute 499 sec latency 27.149 ms 2022-01-25T22:54:43.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 155835 3.29 MB/sec execute 500 sec latency 19.555 ms 2022-01-25T22:54:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:44 smithi120 conmon[102313]: cluster 2022-01-25T22:54:43.055955+0000 2022-01-25T22:54:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:44 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 298 : cluster [DBG] pgmap v258: 129 pgs: 129 active+clean; 322 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 8.0 MiB/s wr, 779 op/s 2022-01-25T22:54:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:44 smithi145 conmon[67302]: cluster 2022-01-25T22 2022-01-25T22:54:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:44 smithi145 conmon[67302]: :54:43.055955+0000 mgr.smithi120.hllzij (mgr.14704) 298 : cluster [DBG] pgmap v258: 129 pgs: 129 active+clean; 322 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 8.0 MiB/s wr, 779 op/s 2022-01-25T22:54:44.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 156272 3.31 MB/sec execute 501 sec latency 47.753 ms 2022-01-25T22:54:45.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 156818 3.33 MB/sec execute 502 sec latency 35.390 ms 2022-01-25T22:54:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:46 smithi120 conmon[102313]: cluster 2022-01-25T22:54:45.056714+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:54:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:46 smithi120 conmon[102313]: 14704) 299 : cluster [DBG] pgmap v259: 129 pgs: 129 active+clean; 327 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 12 MiB/s wr, 1.13k op/s 2022-01-25T22:54:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:46 smithi145 conmon[67302]: cluster 2022-01-25T22:54:45.056714+0000 mgr.smithi120.hllzij (mgr.14704) 299 : cluster [DBG] pgmap v259: 129 pgs: 129 active+clean; 327 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 12 MiB/s wr, 1.13k op/s 2022-01-25T22:54:46.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 157296 3.35 MB/sec execute 503 sec latency 40.181 ms 2022-01-25T22:54:47.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 157762 3.37 MB/sec execute 504 sec latency 31.957 ms 2022-01-25T22:54:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:48 smithi120 conmon[102313]: cluster 2022-01-25T22:54:47.057187+0000 2022-01-25T22:54:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:48 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 300 : cluster [DBG] pgmap v260: 129 pgs: 129 active+clean; 327 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.9 KiB/s rd, 7.0 MiB/s wr, 682 op/s 2022-01-25T22:54:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:48 smithi145 conmon[67302]: cluster 2022-01-25T22:54:47.057187+0000 mgr.smithi120.hllzij (mgr.14704) 300 : cluster [DBG] 2022-01-25T22:54:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:48 smithi145 conmon[67302]: pgmap v260: 129 pgs: 129 active+clean; 327 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.9 KiB/s rd, 7.0 MiB/s wr, 682 op/s 2022-01-25T22:54:48.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 158281 3.38 MB/sec execute 505 sec latency 45.950 ms 2022-01-25T22:54:49.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 159228 3.44 MB/sec execute 506 sec latency 19.031 ms 2022-01-25T22:54:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:49 smithi120 conmon[102313]: cluster 2022-01-25T22:54:49.057660+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:54:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:49 smithi120 conmon[102313]: 301 : cluster [DBG] pgmap v261: 129 pgs: 129 active+clean; 327 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.9 KiB/s rd, 7.0 MiB/s wr, 682 op/s 2022-01-25T22:54:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:49 smithi145 conmon[67302]: cluster 2022-01-25T22:54:49.057660+0000 2022-01-25T22:54:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:49 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 301 : cluster [DBG] pgmap v261: 129 pgs: 129 active+clean; 327 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.9 KiB/s rd, 7.0 MiB/s wr, 682 op/s 2022-01-25T22:54:50.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 159864 3.46 MB/sec execute 507 sec latency 61.507 ms 2022-01-25T22:54:51.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 160470 3.49 MB/sec execute 508 sec latency 45.835 ms 2022-01-25T22:54:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:52 smithi120 conmon[102313]: cluster 2022-01-25T22:54:51. 2022-01-25T22:54:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:52 smithi120 conmon[102313]: 058474+0000 mgr.smithi120.hllzij (mgr.14704) 302 : cluster [DBG] pgmap v262: 129 pgs: 129 active+clean; 321 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 1.02k op/s 2022-01-25T22:54:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:52 smithi145 conmon[67302]: cluster 2022-01-25T22:54:51.058474+0000 mgr.smithi120.hllzij 2022-01-25T22:54:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:52 smithi145 conmon[67302]: (mgr.14704) 302 : cluster [DBG] pgmap v262: 129 pgs: 129 active+clean; 321 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 1.02k op/s 2022-01-25T22:54:52.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 160955 3.50 MB/sec execute 509 sec latency 43.917 ms 2022-01-25T22:54:53.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 161526 3.52 MB/sec execute 510 sec latency 29.375 ms 2022-01-25T22:54:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:54 smithi120 conmon[102313]: cluster 2022-01-25T22:54:53.058852+0000 mgr.smithi120.hllzij 2022-01-25T22:54:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:54 smithi120 conmon[102313]: (mgr.14704) 303 : cluster [DBG] pgmap v263: 129 pgs: 129 active+clean; 321 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 6.9 MiB/s wr, 694 op/s 2022-01-25T22:54:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:54 smithi120 conmon[102313]: audit 2022-01-25T22:54:53.614993+0000 mon.smithi120 (mon.0) 327 2022-01-25T22:54:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:54 smithi120 conmon[102313]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:54:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:54 smithi120 conmon[102313]: audit 2022-01- 2022-01-25T22:54:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:54 smithi120 conmon[102313]: 25T22:54:53.615228+0000 mon.smithi120 (mon.0) 328 : audit 2022-01-25T22:54:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:54 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:54:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:54 smithi145 conmon[67302]: cluster 2022-01-25T22:54:53.058852 2022-01-25T22:54:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:54 smithi145 conmon[67302]: +0000 mgr.smithi120.hllzij (mgr.14704) 303 : cluster [DBG] pgmap v263: 129 pgs: 129 active+clean; 321 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 6.9 MiB/s wr, 694 op/s 2022-01-25T22:54:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:54 smithi145 conmon[67302]: audit 2022-01-25T22:54:53.614993+0000 mon.smithi120 ( 2022-01-25T22:54:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:54 smithi145 conmon[67302]: mon.0) 327 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:54:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:54 smithi145 conmon[67302]: audit 2022-01-25T22:54:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:54 smithi145 conmon[67302]: 2022-01-25T22:54:53.615228+0000 mon.smithi120 (mon. 2022-01-25T22:54:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:54 smithi145 conmon[67302]: 0) 328 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:54:54.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 162059 3.54 MB/sec execute 511 sec latency 42.190 ms 2022-01-25T22:54:55.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 162885 3.59 MB/sec execute 512 sec latency 20.614 ms 2022-01-25T22:54:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:56 smithi120 conmon[102313]: cluster 2022-01-25T22:54:55.059667+0000 2022-01-25T22:54:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:56 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 304 : cluster [DBG] pgmap v264: 129 pgs: 129 active+clean; 322 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 10 MiB/s wr, 1.05k op/s 2022-01-25T22:54:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:56 smithi145 conmon[67302]: cluster 2022-01-25T22:54:55.059667+0000 2022-01-25T22:54:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:56 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 304 : cluster [DBG] pgmap v264: 129 pgs: 129 active+clean; 322 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 10 MiB/s wr, 1.05k op/s 2022-01-25T22:54:56.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 163367 3.61 MB/sec execute 513 sec latency 49.802 ms 2022-01-25T22:54:57.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 163836 3.62 MB/sec execute 514 sec latency 39.211 ms 2022-01-25T22:54:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:58 smithi120 conmon[102313]: cluster 2022-01-25T22:54:57.060128+0000 2022-01-25T22:54:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:58 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 305 : cluster [DBG] pgmap v265: 129 pgs: 129 active+clean; 322 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 6.8 MiB/s wr, 695 op/s 2022-01-25T22:54:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:58 smithi120 conmon[102313]: audit 2022-01-25T22:54:57.788282+0000 mon.smithi120 (mon.0) 2022-01-25T22:54:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:58 smithi120 conmon[102313]: 329 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:54:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:58 smithi120 conmon[102313]: audit 2022-01-25T22:54:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:58 smithi120 conmon[102313]: 2022-01-25T22:54:57.789414 2022-01-25T22:54:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:58 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 330 : audit 2022-01-25T22:54:58.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:58 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:54:58.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:58 smithi120 conmon[102313]: audit 2022-01-25T22 2022-01-25T22:54:58.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:58 smithi120 conmon[102313]: :54:57.790087+0000 mon.smithi120 (mon. 2022-01-25T22:54:58.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:58 smithi120 conmon[102313]: 0) 331 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:54:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:58 smithi145 conmon[67302]: cluster 2022-01-25T22:54:57.060128+0000 2022-01-25T22:54:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:58 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 305 : cluster [DBG] pgmap v265: 129 pgs: 129 active+clean; 322 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 6.8 MiB/s wr, 695 op/s 2022-01-25T22:54:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:58 smithi145 conmon[67302]: audit 2022-01-25T22:54:57.788282+0000 mon.smithi120 (mon.0 2022-01-25T22:54:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:58 smithi145 conmon[67302]: ) 329 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:54:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:58 smithi145 conmon[67302]: audit 2022-01 2022-01-25T22:54:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:58 smithi145 conmon[67302]: -25T22:54:57.789414+0000 mon.smithi120 2022-01-25T22:54:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:58 smithi145 conmon[67302]: (mon.0) 330 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:54:58.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:58 smithi145 conmon[67302]: audit 2022-01- 2022-01-25T22:54:58.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:58 smithi145 conmon[67302]: 25T22:54:57.790087+0000 mon.smithi120 (mon. 2022-01-25T22:54:58.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:58 smithi145 conmon[67302]: 0) 331 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:54:58.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 164408 3.65 MB/sec execute 515 sec latency 34.001 ms 2022-01-25T22:54:59.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:59 smithi120 conmon[102313]: cephadm 2022-01-25T22:54:57.790701+0000 mgr.smithi120.hllzij (mgr.14704) 306 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:54:59.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:59 smithi120 conmon[102313]: audit 2022-01-25T22:54:58.289845+0000 mon.smithi120 (mon.0) 332 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:54:59.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:54:59 smithi120 conmon[102313]: audit 2022-01-25T22:54:58.296594+0000 mon.smithi120 (mon.0) 333 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:54:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:59 smithi145 conmon[67302]: cephadm 2022-01-25T22:54:57.790701+0000 2022-01-25T22:54:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:59 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 306 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:54:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:59 smithi145 conmon[67302]: audit 2022-01-25T22:54:58.289845+0000 mon.smithi120 (mon.0) 332 : audit [INF] 2022-01-25T22:54:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:59 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:54:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:59 smithi145 conmon[67302]: audit 2022-01-25T22 2022-01-25T22:54:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:54:59 smithi145 conmon[67302]: :54:58.296594+0000 mon.smithi120 (mon.0) 333 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:54:59.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 165186 3.67 MB/sec execute 516 sec latency 18.094 ms 2022-01-25T22:55:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:00 smithi120 conmon[102313]: cluster 2022-01-25T22:54:59.060506+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:55:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:00 smithi120 conmon[102313]: 307 : cluster [DBG] pgmap v266: 129 pgs: 129 active+clean; 322 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 6.8 MiB/s wr, 695 op/s 2022-01-25T22:55:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:00 smithi145 conmon[67302]: cluster 2022-01-25T22:54:59.060506+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:55:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:00 smithi145 conmon[67302]: 14704) 307 : cluster [DBG] pgmap v266: 129 pgs: 129 active+clean; 322 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 6.8 MiB/s wr, 695 op/s 2022-01-25T22:55:00.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 165950 3.71 MB/sec execute 517 sec latency 44.397 ms 2022-01-25T22:55:01.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 166792 3.75 MB/sec execute 518 sec latency 19.898 ms 2022-01-25T22:55:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:02 smithi120 conmon[102313]: cluster 2022-01-25T22:55:01.061269+0000 mgr.smithi120.hllzij ( 2022-01-25T22:55:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:02 smithi120 conmon[102313]: mgr.14704) 308 : cluster [DBG] pgmap v267: 129 pgs: 129 active+clean; 319 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.07k op/s 2022-01-25T22:55:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:02 smithi145 conmon[67302]: cluster 2022-01-25T22:55:01.061269+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:55:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:02 smithi145 conmon[67302]: 308 : cluster [DBG] pgmap v267: 129 pgs: 129 active+clean; 319 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 15 KiB/s rd, 11 MiB/s wr, 1.07k op/s 2022-01-25T22:55:02.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 167264 3.77 MB/sec execute 519 sec latency 49.895 ms 2022-01-25T22:55:03.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 167865 3.79 MB/sec execute 520 sec latency 26.317 ms 2022-01-25T22:55:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:04 smithi120 conmon[102313]: cluster 2022-01-25T22:55:03.061729+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:55:04.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:04 smithi120 conmon[102313]: ) 309 : cluster [DBG] pgmap v268: 129 pgs: 129 active+clean; 319 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.9 KiB/s rd, 7.2 MiB/s wr, 730 op/s 2022-01-25T22:55:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:04 smithi145 conmon[67302]: cluster 2022-01-25T22:55:03.061729+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:55:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:04 smithi145 conmon[67302]: 309 : cluster [DBG] pgmap v268: 129 pgs: 129 active+clean; 319 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.9 KiB/s rd, 7.2 MiB/s wr, 730 op/s 2022-01-25T22:55:04.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 168192 3.79 MB/sec execute 521 sec latency 51.572 ms 2022-01-25T22:55:05.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 168639 3.81 MB/sec execute 522 sec latency 61.268 ms 2022-01-25T22:55:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:06 smithi120 conmon[102313]: cluster 2022-01-25T22:55:05.062514+0000 mgr.smithi120.hllzij (mgr.14704) 310 : cluster [DBG] 2022-01-25T22:55:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:06 smithi120 conmon[102313]: pgmap v269: 129 pgs: 129 active+clean; 322 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 11 MiB/s wr, 1.10k op/s 2022-01-25T22:55:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:06 smithi145 conmon[67302]: cluster 2022-01-25T22:55:05.062514+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:55:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:06 smithi145 conmon[67302]: 14704) 310 : cluster [DBG] pgmap v269: 129 pgs: 129 active+clean; 322 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 11 MiB/s wr, 1.10k op/s 2022-01-25T22:55:06.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 169064 3.82 MB/sec execute 523 sec latency 44.953 ms 2022-01-25T22:55:07.298 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:55:07.603 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:55:07.603 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (14m) 7m ago 15m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:55:07.604 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (7m) 7m ago 15m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:55:07.604 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (7m) 7m ago 14m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:55:07.604 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (14m) 7m ago 15m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:55:07.604 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (11m) 7m ago 11m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:55:07.604 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (11m) 7m ago 11m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:55:07.605 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (8m) 7m ago 16m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:55:07.605 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (8m) 7m ago 14m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:55:07.605 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (7m) 7m ago 16m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:55:07.605 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (7m) 7m ago 14m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:55:07.605 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (8m) 7m ago 8m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:55:07.606 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (8m) 7m ago 8m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:55:07.606 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (15m) 7m ago 15m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:55:07.606 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (14m) 7m ago 14m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:55:07.606 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (14m) 7m ago 14m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:55:07.607 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (13m) 7m ago 13m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:55:07.607 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (13m) 7m ago 13m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:55:07.607 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (13m) 7m ago 13m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:55:07.607 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (13m) 7m ago 13m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:55:07.607 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (12m) 7m ago 12m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:55:07.608 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (12m) 7m ago 12m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:55:07.608 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (12m) 7m ago 12m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:55:07.608 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (14m) 7m ago 15m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:55:07.789 INFO:teuthology.orchestra.run.smithi120.stdout: 5 169363 3.83 MB/sec execute 524 sec latency 39.786 ms 2022-01-25T22:55:07.973 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:55:07.974 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:55:07.974 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:55:07.974 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:55:07.974 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:55:07.974 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:55:07.975 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:55:07.975 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:55:07.975 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:55:07.975 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:55:07.976 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:55:07.976 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:55:07.976 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:55:07.976 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:55:07.977 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:55:07.977 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:55:07.977 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:55:07.977 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:55:07.977 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:55:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:08 smithi120 conmon[102313]: cluster 2022-01-25T22 2022-01-25T22:55:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:08 smithi120 conmon[102313]: :55:07.062887+0000 mgr.smithi120.hllzij (mgr.14704) 311 : cluster [DBG] pgmap v270: 129 pgs: 129 active+clean; 322 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 7.7 MiB/s wr, 747 op/s 2022-01-25T22:55:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:08 smithi120 conmon[102313]: audit 2022-01-25T22:55:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:08 smithi120 conmon[102313]: 2022-01-25T 2022-01-25T22:55:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:08 smithi120 conmon[102313]: 22:55:07.286878+0000 2022-01-25T22:55:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:08 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 312 : audit [DBG] from='client.34280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:08.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:08 smithi120 conmon[102313]: 2022-01-25T22:55:08.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:08 smithi120 conmon[102313]: audit 2022-01-25T22:55:07.973800+0000 mon.smithi120 (mon.0) 334 : audit [DBG] from='client.? 172.21.15.120:0/464897852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:55:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:08 smithi145 conmon[67302]: cluster 2022-01-25T22:55:07.062887+0000 mgr.smithi120.hllzij (mgr.14704) 311 : cluster 2022-01-25T22:55:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:08 smithi145 conmon[67302]: [DBG] pgmap v270: 129 pgs: 129 active+clean; 322 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 7.7 MiB/s wr, 747 op/s 2022-01-25T22:55:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:08 smithi145 conmon[67302]: audit 2022-01-25T22:55:07.286878+0000 mgr.smithi120.hllzij (mgr.14704) 312 : audit [DBG] from='client.34280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:08.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:08 smithi145 conmon[67302]: audit 2022-01-25T22:55:07.973800+0000 mon.smithi120 (mon.0) 334 : audit [DBG] from='client.? 172.21.15.120:0/464897852' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:55:08.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 169748 3.86 MB/sec execute 525 sec latency 50.072 ms 2022-01-25T22:55:09.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:09 smithi145 conmon[67302]: audit 2022-01-25T22:55:07.593911+0000 2022-01-25T22:55:09.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:09 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 313 : audit [DBG] from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:09.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 170152 3.87 MB/sec execute 526 sec latency 52.005 ms 2022-01-25T22:55:09.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:09 smithi120 conmon[102313]: audit 2022-01-25T22:55:07.593911+0000 mgr.smithi120.hllzij (mgr.14704) 313 : audit [DBG] from='client.34284 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:09.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:09 smithi120 conmon[102313]: 2022-01-25T22:55:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:10 smithi145 conmon[67302]: cluster 2022-01-25T22:55:09.063294+0000 mgr.smithi120.hllzij (mgr.14704) 314 : cluster [DBG] pgmap v271: 129 pgs: 129 active+clean; 322 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 7.7 MiB/s wr, 747 op/s 2022-01-25T22:55:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:10 smithi145 conmon[67302]: 2022-01-25T22:55:10.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 170628 3.89 MB/sec execute 527 sec latency 51.301 ms 2022-01-25T22:55:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:10 smithi120 conmon[102313]: cluster 2022-01-25T22:55:09.063294+0000 mgr.smithi120.hllzij (mgr.14704) 314 : cluster [DBG] 2022-01-25T22:55:10.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:10 smithi120 conmon[102313]: pgmap v271: 129 pgs: 129 active+clean; 322 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 7.7 MiB/s wr, 747 op/s 2022-01-25T22:55:11.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 171213 3.90 MB/sec execute 528 sec latency 35.065 ms 2022-01-25T22:55:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:12 smithi145 conmon[67302]: cluster 2022-01-25T22:55:11.064019+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:55:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:12 smithi145 conmon[67302]: 315 : cluster [DBG] pgmap v272: 129 pgs: 129 active+clean; 325 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 10 MiB/s wr, 974 op/s 2022-01-25T22:55:12.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 172062 3.94 MB/sec execute 529 sec latency 32.867 ms 2022-01-25T22:55:12.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:12 smithi120 conmon[102313]: cluster 2022-01-25T22:55:11.064019+0000 2022-01-25T22:55:12.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:12 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 315 : cluster [DBG] pgmap v272: 129 pgs: 129 active+clean; 325 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 10 MiB/s wr, 974 op/s 2022-01-25T22:55:13.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 172782 3.96 MB/sec execute 530 sec latency 46.798 ms 2022-01-25T22:55:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:14 smithi145 conmon[67302]: cluster 2022-01-25T22:55:13.064390+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:55:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:14 smithi145 conmon[67302]: ) 316 : cluster [DBG] pgmap v273: 129 pgs: 129 active+clean; 325 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 6.4 MiB/s wr, 598 op/s 2022-01-25T22:55:14.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 173482 4.00 MB/sec execute 531 sec latency 25.313 ms 2022-01-25T22:55:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:14 smithi120 conmon[102313]: cluster 2022-01-25T22:55:13.064390+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:55:14.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:14 smithi120 conmon[102313]: ) 316 : cluster [DBG] pgmap v273: 129 pgs: 129 active+clean; 325 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 6.4 MiB/s wr, 598 op/s 2022-01-25T22:55:15.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 173888 4.01 MB/sec execute 532 sec latency 45.555 ms 2022-01-25T22:55:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:16 smithi145 conmon[67302]: cluster 2022-01-25T22:55:15.065072+0000 mgr.smithi120.hllzij (mgr.14704) 317 : 2022-01-25T22:55:16.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:16 smithi145 conmon[67302]: cluster [DBG] pgmap v274: 129 pgs: 129 active+clean; 328 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 10 MiB/s wr, 1k op/s 2022-01-25T22:55:16.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 174197 4.02 MB/sec execute 533 sec latency 35.299 ms 2022-01-25T22:55:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:16 smithi120 conmon[102313]: cluster 2022-01-25T22:55:15.065072+0000 mgr.smithi120.hllzij 2022-01-25T22:55:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:16 smithi120 conmon[102313]: (mgr.14704) 317 : cluster [DBG] pgmap v274: 129 pgs: 129 active+clean; 328 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 10 MiB/s wr, 1k op/s 2022-01-25T22:55:17.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 174524 4.03 MB/sec execute 534 sec latency 61.667 ms 2022-01-25T22:55:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:18 smithi145 conmon[67302]: cluster 2022-01-25T22:55:17.065537+0000 mgr.smithi120.hllzij (mgr.14704) 318 : cluster 2022-01-25T22:55:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:18 smithi145 conmon[67302]: [DBG] pgmap v275: 129 pgs: 129 active+clean; 328 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 6.4 MiB/s wr, 630 op/s 2022-01-25T22:55:18.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 174921 4.03 MB/sec execute 535 sec latency 45.244 ms 2022-01-25T22:55:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:18 smithi120 conmon[102313]: cluster 2022-01-25T22:55:17.065537+0000 mgr.smithi120.hllzij (mgr.14704) 318 : cluster 2022-01-25T22:55:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:18 smithi120 conmon[102313]: [DBG] pgmap v275: 129 pgs: 129 active+clean; 328 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 6.4 MiB/s wr, 630 op/s 2022-01-25T22:55:19.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 175258 4.05 MB/sec execute 536 sec latency 43.060 ms 2022-01-25T22:55:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:19 smithi120 conmon[102313]: cluster 2022-01-25T22:55:19.065938+0000 mgr.smithi120.hllzij (mgr.14704) 319 : cluster [DBG] pgmap v276: 129 pgs: 129 active+clean; 328 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 6.4 MiB/s wr, 630 op/s 2022-01-25T22:55:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:19 smithi145 conmon[67302]: cluster 2022-01-25T22:55:19.065938 2022-01-25T22:55:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:19 smithi145 conmon[67302]: +0000 mgr.smithi120.hllzij (mgr.14704) 319 : cluster [DBG] pgmap v276: 129 pgs: 129 active+clean; 328 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 6.4 MiB/s wr, 630 op/s 2022-01-25T22:55:20.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 175725 4.06 MB/sec execute 537 sec latency 51.703 ms 2022-01-25T22:55:21.794 INFO:teuthology.orchestra.run.smithi120.stdout: 5 176113 4.06 MB/sec execute 538 sec latency 65.465 ms 2022-01-25T22:55:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:22 smithi120 conmon[102313]: cluster 2022-01-25T22:55:21.066558+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:55:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:22 smithi120 conmon[102313]: .14704) 320 : cluster [DBG] pgmap v277: 129 pgs: 129 active+clean; 322 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 8.7 MiB/s wr, 872 op/s 2022-01-25T22:55:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:22 smithi145 conmon[67302]: cluster 2022-01-25T22:55:21.066558+0000 mgr.smithi120.hllzij (mgr.14704) 320 : 2022-01-25T22:55:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:22 smithi145 conmon[67302]: cluster [DBG] pgmap v277: 129 pgs: 129 active+clean; 322 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 8.7 MiB/s wr, 872 op/s 2022-01-25T22:55:22.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 176431 4.08 MB/sec execute 539 sec latency 35.834 ms 2022-01-25T22:55:23.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 176857 4.10 MB/sec execute 540 sec latency 43.897 ms 2022-01-25T22:55:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:24 smithi120 conmon[102313]: cluster 2022-01-25T22:55:23.066976+0000 mgr.smithi120.hllzij ( 2022-01-25T22:55:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:24 smithi120 conmon[102313]: mgr.14704) 321 : cluster [DBG] pgmap v278: 129 pgs: 129 active+clean; 322 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 6.3 MiB/s wr, 644 op/s 2022-01-25T22:55:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:24 smithi145 conmon[67302]: cluster 2022-01-25T22:55:23.066976+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:55:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:24 smithi145 conmon[67302]: ) 321 : cluster [DBG] pgmap v278: 129 pgs: 129 active+clean; 322 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 6.3 MiB/s wr, 644 op/s 2022-01-25T22:55:24.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 177370 4.12 MB/sec execute 541 sec latency 38.466 ms 2022-01-25T22:55:25.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 177751 4.13 MB/sec execute 542 sec latency 29.048 ms 2022-01-25T22:55:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:26 smithi120 conmon[102313]: cluster 2022-01-25T22:55:25.067788+0000 mgr.smithi120.hllzij 2022-01-25T22:55:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:26 smithi120 conmon[102313]: (mgr.14704) 322 : cluster [DBG] pgmap v279: 129 pgs: 129 active+clean; 331 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.8 MiB/s wr, 882 op/s 2022-01-25T22:55:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:26 smithi145 conmon[67302]: cluster 2022-01-25T22:55:25.067788+0000 mgr.smithi120.hllzij (mgr.14704) 322 : cluster 2022-01-25T22:55:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:26 smithi145 conmon[67302]: [DBG] pgmap v279: 129 pgs: 129 active+clean; 331 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.8 MiB/s wr, 882 op/s 2022-01-25T22:55:26.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 178110 4.14 MB/sec execute 543 sec latency 78.869 ms 2022-01-25T22:55:27.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 178462 4.14 MB/sec execute 544 sec latency 37.526 ms 2022-01-25T22:55:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:28 smithi120 conmon[102313]: cluster 2022-01-25T22:55:27.068196+0000 mgr.smithi120.hllzij (mgr.14704) 323 : 2022-01-25T22:55:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:28 smithi120 conmon[102313]: cluster [DBG] pgmap v280: 129 pgs: 129 active+clean; 331 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 4.9 MiB/s wr, 480 op/s 2022-01-25T22:55:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:28 smithi145 conmon[67302]: cluster 2022-01-25T22:55:27.068196+0000 mgr.smithi120.hllzij (mgr.14704) 323 : cluster 2022-01-25T22:55:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:28 smithi145 conmon[67302]: [DBG] pgmap v280: 129 pgs: 129 active+clean; 331 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 4.9 MiB/s wr, 480 op/s 2022-01-25T22:55:28.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 178761 4.15 MB/sec execute 545 sec latency 49.779 ms 2022-01-25T22:55:29.790 INFO:teuthology.orchestra.run.smithi120.stdout: 5 179313 4.17 MB/sec execute 546 sec latency 32.537 ms 2022-01-25T22:55:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:29 smithi120 conmon[102313]: cluster 2022-01-25T22:55:29.068692+0000 mgr.smithi120.hllzij 2022-01-25T22:55:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:29 smithi120 conmon[102313]: (mgr.14704) 324 : cluster [DBG] pgmap v281: 129 pgs: 129 active+clean; 331 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 4.9 MiB/s wr, 480 op/s 2022-01-25T22:55:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:29 smithi145 conmon[67302]: cluster 2022-01-25T22:55:29.068692+0000 mgr.smithi120.hllzij (mgr.14704) 324 : 2022-01-25T22:55:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:29 smithi145 conmon[67302]: cluster [DBG] pgmap v281: 129 pgs: 129 active+clean; 331 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 4.9 MiB/s wr, 480 op/s 2022-01-25T22:55:30.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 179852 4.19 MB/sec execute 547 sec latency 31.473 ms 2022-01-25T22:55:31.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 180316 4.21 MB/sec execute 548 sec latency 41.298 ms 2022-01-25T22:55:32.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:32 smithi120 conmon[102313]: cluster 2022-01-25T22:55:31.069504+0000 mgr.smithi120.hllzij (mgr.14704) 325 : cluster [DBG] 2022-01-25T22:55:32.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:32 smithi120 conmon[102313]: pgmap v282: 129 pgs: 129 active+clean; 329 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 7.1 MiB/s wr, 730 op/s 2022-01-25T22:55:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:32 smithi145 conmon[67302]: cluster 2022-01-25T22:55:31.069504+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:55:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:32 smithi145 conmon[67302]: 14704) 325 : cluster [DBG] pgmap v282: 129 pgs: 129 active+clean; 329 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 7.1 MiB/s wr, 730 op/s 2022-01-25T22:55:32.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 180803 4.23 MB/sec execute 549 sec latency 33.687 ms 2022-01-25T22:55:33.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 181076 4.24 MB/sec execute 550 sec latency 45.380 ms 2022-01-25T22:55:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:34 smithi120 conmon[102313]: cluster 2022-01-25T22:55:33.069917+0000 mgr.smithi120.hllzij 2022-01-25T22:55:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:34 smithi120 conmon[102313]: (mgr.14704) 326 : cluster [DBG] pgmap v283: 129 pgs: 129 active+clean; 329 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 4.7 MiB/s wr, 488 op/s 2022-01-25T22:55:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:34 smithi145 conmon[67302]: cluster 2022-01-25T22:55:33.069917+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:55:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:34 smithi145 conmon[67302]: ) 326 : cluster [DBG] pgmap v283: 129 pgs: 129 active+clean; 329 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 4.7 MiB/s wr, 488 op/s 2022-01-25T22:55:34.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 181411 4.25 MB/sec execute 551 sec latency 68.352 ms 2022-01-25T22:55:35.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 181753 4.24 MB/sec execute 552 sec latency 59.445 ms 2022-01-25T22:55:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:36 smithi120 conmon[102313]: cluster 2022-01-25T22:55:35.070632+0000 mgr.smithi120.hllzij ( 2022-01-25T22:55:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:36 smithi120 conmon[102313]: mgr.14704) 327 : cluster [DBG] pgmap v284: 129 pgs: 129 active+clean; 333 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 7.7 MiB/s wr, 757 op/s 2022-01-25T22:55:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:36 smithi145 conmon[67302]: cluster 2022-01-25T22:55:35.070632 2022-01-25T22:55:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:36 smithi145 conmon[67302]: +0000 mgr.smithi120.hllzij (mgr.14704) 327 : cluster [DBG] pgmap v284: 129 pgs: 129 active+clean; 333 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.7 KiB/s rd, 7.7 MiB/s wr, 757 op/s 2022-01-25T22:55:36.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 182059 4.25 MB/sec execute 553 sec latency 52.726 ms 2022-01-25T22:55:37.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 182424 4.26 MB/sec execute 554 sec latency 56.216 ms 2022-01-25T22:55:38.452 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:55:38.452 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:38 smithi120 conmon[102313]: cluster 2022-01-25T22:55:37. 2022-01-25T22:55:38.452 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:38 smithi120 conmon[102313]: 071129+0000 mgr.smithi120.hllzij (mgr.14704) 328 : cluster [DBG] pgmap v285: 129 pgs: 129 active+clean; 333 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 5.2 MiB/s wr, 518 op/s 2022-01-25T22:55:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:38 smithi145 conmon[67302]: cluster 2022-01-25T22:55:37.071129+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:55:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:38 smithi145 conmon[67302]: ) 328 : cluster [DBG] pgmap v285: 129 pgs: 129 active+clean; 333 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 5.2 MiB/s wr, 518 op/s 2022-01-25T22:55:38.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 183148 4.28 MB/sec execute 555 sec latency 39.589 ms 2022-01-25T22:55:38.914 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:55:38.915 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (14m) 7m ago 15m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:55:38.915 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (8m) 7m ago 15m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:55:38.915 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (7m) 7m ago 15m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:55:38.915 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (14m) 7m ago 15m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:55:38.916 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (11m) 7m ago 11m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:55:38.916 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (11m) 7m ago 11m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:55:38.916 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (8m) 7m ago 17m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:55:38.916 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (8m) 7m ago 15m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:55:38.917 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (8m) 7m ago 17m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:55:38.917 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (8m) 7m ago 15m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:55:38.917 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (9m) 7m ago 9m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:55:38.917 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (9m) 7m ago 9m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:55:38.917 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (15m) 7m ago 15m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:55:38.918 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (15m) 7m ago 15m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:55:38.918 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (14m) 7m ago 14m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:55:38.918 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (14m) 7m ago 14m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:55:38.918 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (14m) 7m ago 14m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:55:38.919 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (13m) 7m ago 13m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:55:38.919 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (13m) 7m ago 13m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:55:38.919 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (13m) 7m ago 13m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:55:38.919 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (13m) 7m ago 13m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:55:38.920 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (12m) 7m ago 12m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:55:38.920 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (14m) 7m ago 15m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:55:39.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:39 smithi120 conmon[102313]: audit 2022-01-25T22:55:38.430147 2022-01-25T22:55:39.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:39 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 329 : audit [DBG] from='client.44251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:39.441 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:55:39.442 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:55:39.442 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:55:39.442 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:55:39.443 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:55:39.443 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:55:39.443 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:55:39.443 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:55:39.444 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:55:39.444 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:55:39.444 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:55:39.444 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:55:39.445 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:55:39.445 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:55:39.445 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:55:39.445 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:55:39.446 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:55:39.446 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:55:39.446 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:55:39.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:39 smithi145 conmon[67302]: audit 2022-01-25T22:55:38.430147+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:55:39.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:39 smithi145 conmon[67302]: 14704) 329 : audit [DBG] from='client.44251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:39.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 183773 4.32 MB/sec execute 556 sec latency 23.890 ms 2022-01-25T22:55:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:40 smithi120 conmon[102313]: audit 2022-01-25T22:55:38.896647+0000 mgr.smithi120.hllzij (mgr.14704) 330 : audit [DBG] from='client.34292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:40 smithi120 conmon[102313]: 2022-01-25T22:55:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:40 smithi120 conmon[102313]: cluster 2022-01-25T22:55:39.071538+0000 mgr.smithi120.hllzij (mgr.14704) 331 : cluster [DBG] pgmap v286: 129 pgs: 129 active+clean; 333 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 5.2 MiB/s wr, 518 op/s 2022-01-25T22:55:40.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:40 smithi120 conmon[102313]: audit 2022-01-25T22:55:39.440062+0000 mon.smithi145 (mon.1) 3 : audit [DBG] from='client.? 172.21.15.120:0/1718395616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:55:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:40 smithi145 conmon[67302]: audit 2022-01-25T22:55:38. 2022-01-25T22:55:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:40 smithi145 conmon[67302]: 896647+0000 mgr.smithi120.hllzij (mgr.14704) 330 : audit [DBG] from='client.34292 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:55:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:40 smithi145 conmon[67302]: cluster 2022-01-25T22:55:39.071538+0000 2022-01-25T22:55:40.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:40 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 331 : cluster [DBG] pgmap v286: 129 pgs: 129 active+clean; 333 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 5.2 MiB/s wr, 518 op/s 2022-01-25T22:55:40.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:40 smithi145 conmon[67302]: audit 2022-01-25T22:55:40.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:40 smithi145 conmon[67302]: 2022-01-25T22:55:39.440062+0000 mon.smithi145 ( 2022-01-25T22:55:40.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:40 smithi145 conmon[67302]: mon.1) 3 : audit [DBG] from='client.? 172.21.15.120:0/1718395616' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:55:40.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 184362 4.34 MB/sec execute 557 sec latency 37.504 ms 2022-01-25T22:55:41.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 184758 4.35 MB/sec execute 558 sec latency 39.641 ms 2022-01-25T22:55:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:42 smithi120 conmon[102313]: cluster 2022-01-25T22:55:41.072308+0000 mgr.smithi120.hllzij (mgr.14704) 332 : cluster [DBG] pgmap v287: 129 pgs: 129 active+clean; 335 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 7.8 MiB/s wr, 798 op/s 2022-01-25T22:55:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:42 smithi145 conmon[67302]: cluster 2022-01-25T22:55:41.072308+0000 mgr.smithi120.hllzij (mgr.14704) 332 2022-01-25T22:55:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:42 smithi145 conmon[67302]: : cluster [DBG] pgmap v287: 129 pgs: 129 active+clean; 335 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 7.8 MiB/s wr, 798 op/s 2022-01-25T22:55:42.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 185314 4.36 MB/sec execute 559 sec latency 33.003 ms 2022-01-25T22:55:43.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 185779 4.38 MB/sec execute 560 sec latency 30.779 ms 2022-01-25T22:55:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:44 smithi120 conmon[102313]: cluster 2022-01-25T22:55:43.072696+0000 mgr.smithi120.hllzij 2022-01-25T22:55:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:44 smithi120 conmon[102313]: (mgr.14704) 333 : cluster [DBG] pgmap v288: 129 pgs: 129 active+clean; 335 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 5.6 MiB/s wr, 549 op/s 2022-01-25T22:55:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:44 smithi145 conmon[67302]: cluster 2022-01-25T22:55:43.072696+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:55:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:44 smithi145 conmon[67302]: .14704) 333 : cluster [DBG] pgmap v288: 129 pgs: 129 active+clean; 335 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 5.6 MiB/s wr, 549 op/s 2022-01-25T22:55:44.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 186503 4.40 MB/sec execute 561 sec latency 27.636 ms 2022-01-25T22:55:45.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 186973 4.42 MB/sec execute 562 sec latency 35.688 ms 2022-01-25T22:55:46.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:46 smithi120 conmon[102313]: cluster 2022-01-25T22:55:45.073484+0000 2022-01-25T22:55:46.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:46 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 334 : cluster [DBG] pgmap v289: 129 pgs: 129 active+clean; 331 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.8 MiB/s wr, 885 op/s 2022-01-25T22:55:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:46 smithi145 conmon[67302]: cluster 2022-01-25T22:55:45.073484+0000 mgr.smithi120.hllzij (mgr.14704) 334 2022-01-25T22:55:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:46 smithi145 conmon[67302]: : cluster [DBG] pgmap v289: 129 pgs: 129 active+clean; 331 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.8 MiB/s wr, 885 op/s 2022-01-25T22:55:46.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 187508 4.45 MB/sec execute 563 sec latency 32.541 ms 2022-01-25T22:55:47.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 188012 4.46 MB/sec execute 564 sec latency 41.681 ms 2022-01-25T22:55:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:48 smithi120 conmon[102313]: cluster 2022-01-25T22:55:47.073983+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:55:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:48 smithi120 conmon[102313]: ) 335 : cluster [DBG] pgmap v290: 129 pgs: 129 active+clean; 331 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 5.9 MiB/s wr, 615 op/s 2022-01-25T22:55:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:48 smithi145 conmon[67302]: cluster 2022-01-25T22:55:47.073983+0000 2022-01-25T22:55:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:48 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 335 : cluster [DBG] pgmap v290: 129 pgs: 129 active+clean; 331 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 5.9 MiB/s wr, 615 op/s 2022-01-25T22:55:48.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 188574 4.48 MB/sec execute 565 sec latency 26.288 ms 2022-01-25T22:55:49.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 189235 4.50 MB/sec execute 566 sec latency 45.984 ms 2022-01-25T22:55:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:49 smithi120 conmon[102313]: cluster 2022-01-25T22:55:49.074428 2022-01-25T22:55:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:49 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 336 : cluster [DBG] pgmap v291: 129 pgs: 129 active+clean; 331 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 5.9 MiB/s wr, 615 op/s 2022-01-25T22:55:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:49 smithi145 conmon[67302]: cluster 2022-01-25T22:55:49.074428+0000 mgr.smithi120.hllzij (mgr.14704) 336 : cluster [DBG] 2022-01-25T22:55:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:49 smithi145 conmon[67302]: pgmap v291: 129 pgs: 129 active+clean; 331 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 5.9 MiB/s wr, 615 op/s 2022-01-25T22:55:50.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 190250 4.53 MB/sec execute 567 sec latency 40.802 ms 2022-01-25T22:55:51.793 INFO:teuthology.orchestra.run.smithi120.stdout: 5 190752 4.55 MB/sec execute 568 sec latency 50.199 ms 2022-01-25T22:55:52.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:52 smithi120 conmon[102313]: cluster 2022-01-25T22:55:51.075281+0000 mgr.smithi120.hllzij (mgr.14704) 337 : cluster 2022-01-25T22:55:52.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:52 smithi120 conmon[102313]: [DBG] pgmap v292: 129 pgs: 129 active+clean; 338 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 9.5 MiB/s wr, 959 op/s 2022-01-25T22:55:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:52 smithi145 conmon[67302]: cluster 2022-01-25T22:55:51.075281+0000 mgr.smithi120.hllzij (mgr.14704) 337 : cluster 2022-01-25T22:55:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:52 smithi145 conmon[67302]: [DBG] pgmap v292: 129 pgs: 129 active+clean; 338 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 9.5 MiB/s wr, 959 op/s 2022-01-25T22:55:52.792 INFO:teuthology.orchestra.run.smithi120.stdout: 5 191249 4.57 MB/sec execute 569 sec latency 52.684 ms 2022-01-25T22:55:53.793 INFO:teuthology.orchestra.run.smithi120.stdout: 5 191613 4.58 MB/sec execute 570 sec latency 38.433 ms 2022-01-25T22:55:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:54 smithi120 conmon[102313]: cluster 2022-01-25T22:55:53.075791+0000 mgr.smithi120.hllzij ( 2022-01-25T22:55:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:54 smithi120 conmon[102313]: mgr.14704) 338 : cluster [DBG] pgmap v293: 129 pgs: 129 active+clean; 338 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 6.8 MiB/s wr, 679 op/s 2022-01-25T22:55:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:54 smithi120 conmon[102313]: audit 2022-01-25T22:55:53.619005+0000 mon.smithi120 (mon.0) 335 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:55:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:54 smithi120 conmon[102313]: audit 2022 2022-01-25T22:55:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:54 smithi120 conmon[102313]: -01-25T22:55:53.619219+0000 mon.smithi120 (mon. 2022-01-25T22:55:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:54 smithi120 conmon[102313]: 0) 336 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:55:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:54 smithi145 conmon[67302]: cluster 2022-01-25T22:55:53.075791+0000 mgr.smithi120.hllzij 2022-01-25T22:55:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:54 smithi145 conmon[67302]: (mgr.14704) 338 : cluster [DBG] pgmap v293: 129 pgs: 129 active+clean; 338 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 6.8 MiB/s wr, 679 op/s 2022-01-25T22:55:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:54 smithi145 conmon[67302]: audit 2022-01-25T22:55:53.619005+0000 mon.smithi120 (mon.0) 335 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:55:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:54 smithi145 conmon[67302]: audit 2022-01-25T22:55:53.619219+0000 mon.smithi120 (mon.0) 336 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:55:54.793 INFO:teuthology.orchestra.run.smithi120.stdout: 5 192187 4.60 MB/sec execute 571 sec latency 33.571 ms 2022-01-25T22:55:55.793 INFO:teuthology.orchestra.run.smithi120.stdout: 5 192781 4.62 MB/sec execute 572 sec latency 39.581 ms 2022-01-25T22:55:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:56 smithi120 conmon[102313]: cluster 2022-01-25T22:55:55. 2022-01-25T22:55:56.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:56 smithi120 conmon[102313]: 076410+0000 mgr.smithi120.hllzij (mgr.14704) 339 : cluster [DBG] pgmap v294: 129 pgs: 129 active+clean; 340 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 10 MiB/s wr, 1.02k op/s 2022-01-25T22:55:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:56 smithi145 conmon[67302]: cluster 2022-01-25T22:55:55.076410+0000 2022-01-25T22:55:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:56 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 339 : cluster [DBG] pgmap v294: 129 pgs: 129 active+clean; 340 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 10 MiB/s wr, 1.02k op/s 2022-01-25T22:55:56.793 INFO:teuthology.orchestra.run.smithi120.stdout: 5 193258 4.63 MB/sec execute 573 sec latency 41.042 ms 2022-01-25T22:55:57.793 INFO:teuthology.orchestra.run.smithi120.stdout: 5 193722 4.64 MB/sec execute 574 sec latency 42.487 ms 2022-01-25T22:55:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:58 smithi120 conmon[102313]: cluster 2022-01-25T22:55:57.076844+0000 mgr.smithi120.hllzij (mgr.14704) 340 : cluster 2022-01-25T22:55:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:58 smithi120 conmon[102313]: [DBG] pgmap v295: 129 pgs: 129 active+clean; 340 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 7.2 MiB/s wr, 682 op/s 2022-01-25T22:55:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:58 smithi145 conmon[67302]: cluster 2022-01-25T22:55:57.076844+0000 mgr.smithi120.hllzij (mgr.14704) 340 : cluster 2022-01-25T22:55:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:58 smithi145 conmon[67302]: [DBG] pgmap v295: 129 pgs: 129 active+clean; 340 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 7.2 MiB/s wr, 682 op/s 2022-01-25T22:55:58.793 INFO:teuthology.orchestra.run.smithi120.stdout: 5 194184 4.66 MB/sec execute 575 sec latency 30.320 ms 2022-01-25T22:55:59.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:59 smithi120 conmon[102313]: audit 2022-01-25T22:55:58.300226+0000 mon.smithi120 (mon.0 2022-01-25T22:55:59.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:59 smithi120 conmon[102313]: ) 337 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:55:59.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:59 smithi120 conmon[102313]: audit 2022-01-25T22:55:58.301576+0000 mon.smithi120 (mon.0) 338 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:55:59.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:59 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T22:55:59.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:59 smithi120 conmon[102313]: 22:55:58.302647+0000 mon.smithi120 (mon.0 2022-01-25T22:55:59.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:59 smithi120 conmon[102313]: ) 339 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:55:59.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:59 smithi120 conmon[102313]: cephadm 2022-01 2022-01-25T22:55:59.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:59 smithi120 conmon[102313]: -25T22:55:58.303922+0000 mgr.smithi120.hllzij ( 2022-01-25T22:55:59.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:59 smithi120 conmon[102313]: mgr.14704) 341 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:55:59.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:59 smithi120 conmon[102313]: audit 2022- 2022-01-25T22:55:59.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:59 smithi120 conmon[102313]: 01-25T22:55:58.776316+0000 2022-01-25T22:55:59.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:59 smithi120 conmon[102313]: mon.smithi120 (mon.0) 340 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:55:59.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:59 smithi120 conmon[102313]: audit 2022- 2022-01-25T22:55:59.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:59 smithi120 conmon[102313]: 01-25T22:55:58.782828+0000 2022-01-25T22:55:59.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:59 smithi120 conmon[102313]: mon.smithi120 (mon.0) 341 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:55:59.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:55:59 smithi120 conmon[102313]: 2022-01-25T22:55:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:59 smithi145 conmon[67302]: audit 2022-01-25T22:55:58.300226 2022-01-25T22:55:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:59 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 337 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:55:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:59 smithi145 conmon[67302]: audit 2022-01-25T22:55:58.301576+0000 mon.smithi120 (mon.0) 338 : audit 2022-01-25T22:55:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:59 smithi145 conmon[67302]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:55:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:59 smithi145 conmon[67302]: audit 2022-01-25T22 2022-01-25T22:55:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:59 smithi145 conmon[67302]: :55:58.302647+0000 mon.smithi120 (mon.0) 339 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:55:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:59 smithi145 conmon[67302]: cephadm 2022-01-25T22:55:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:59 smithi145 conmon[67302]: 2022-01-25T22:55:58.303922+0000 mgr.smithi120.hllzij ( 2022-01-25T22:55:59.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:59 smithi145 conmon[67302]: mgr.14704) 341 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:55:59.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:59 smithi145 conmon[67302]: audit 2022-01-25T22:55:58 2022-01-25T22:55:59.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:59 smithi145 conmon[67302]: .776316+0000 mon.smithi120 (mon.0) 340 : audit [INF] 2022-01-25T22:55:59.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:59 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:55:59.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:59 smithi145 conmon[67302]: audit 2022 2022-01-25T22:55:59.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:59 smithi145 conmon[67302]: -01-25T22:55:58.782828+0000 mon.smithi120 (mon.0) 341 : 2022-01-25T22:55:59.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:55:59 smithi145 conmon[67302]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:55:59.793 INFO:teuthology.orchestra.run.smithi120.stdout: 5 195043 4.70 MB/sec execute 576 sec latency 33.388 ms 2022-01-25T22:56:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:00 smithi120 conmon[102313]: cluster 2022-01-25T22:55:59.077220+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:56:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:00 smithi120 conmon[102313]: .14704) 342 : cluster [DBG] pgmap v296: 129 pgs: 129 active+clean; 340 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 7.2 MiB/s wr, 682 op/s 2022-01-25T22:56:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:00 smithi145 conmon[67302]: cluster 2022-01-25T22:55:59.077220+0000 2022-01-25T22:56:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:00 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 342 : cluster [DBG] pgmap v296: 129 pgs: 129 active+clean; 340 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 7.2 MiB/s wr, 682 op/s 2022-01-25T22:56:00.794 INFO:teuthology.orchestra.run.smithi120.stdout: 5 195542 4.72 MB/sec execute 577 sec latency 41.205 ms 2022-01-25T22:56:01.794 INFO:teuthology.orchestra.run.smithi120.stdout: 5 196112 4.72 MB/sec execute 578 sec latency 43.434 ms 2022-01-25T22:56:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:02 smithi120 conmon[102313]: cluster 2022-01-25T22:56:01.077858 2022-01-25T22:56:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:02 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 343 : cluster [DBG] pgmap v297: 129 pgs: 129 active+clean; 338 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 1.02k op/s 2022-01-25T22:56:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:02 smithi145 conmon[67302]: cluster 2022-01-25T22:56:01.077858+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:56:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:02 smithi145 conmon[67302]: ) 343 : cluster [DBG] pgmap v297: 129 pgs: 129 active+clean; 338 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 11 MiB/s wr, 1.02k op/s 2022-01-25T22:56:02.794 INFO:teuthology.orchestra.run.smithi120.stdout: 5 196624 4.74 MB/sec execute 579 sec latency 32.416 ms 2022-01-25T22:56:03.795 INFO:teuthology.orchestra.run.smithi120.stdout: 5 197220 4.75 MB/sec execute 580 sec latency 44.487 ms 2022-01-25T22:56:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:04 smithi120 conmon[102313]: cluster 2022-01-25T22:56:03.078322+0000 mgr.smithi120.hllzij (mgr.14704) 344 : cluster [DBG] pgmap v298: 129 pgs: 129 active+clean; 338 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.6 KiB/s rd, 7.0 MiB/s wr, 676 op/s 2022-01-25T22:56:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:04 smithi145 conmon[67302]: cluster 2022-01-25T22:56:03.078322+0000 mgr.smithi120.hllzij ( 2022-01-25T22:56:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:04 smithi145 conmon[67302]: mgr.14704) 344 : cluster [DBG] pgmap v298: 129 pgs: 129 active+clean; 338 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.6 KiB/s rd, 7.0 MiB/s wr, 676 op/s 2022-01-25T22:56:04.795 INFO:teuthology.orchestra.run.smithi120.stdout: 5 197593 4.77 MB/sec execute 581 sec latency 71.916 ms 2022-01-25T22:56:05.794 INFO:teuthology.orchestra.run.smithi120.stdout: 5 198000 4.78 MB/sec execute 582 sec latency 37.368 ms 2022-01-25T22:56:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:06 smithi120 conmon[102313]: cluster 2022-01-25T22:56:05.079177+0000 mgr.smithi120.hllzij (mgr.14704) 345 : cluster 2022-01-25T22:56:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:06 smithi120 conmon[102313]: [DBG] pgmap v299: 129 pgs: 129 active+clean; 332 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 1.01k op/s 2022-01-25T22:56:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:06 smithi145 conmon[67302]: cluster 2022-01-25T22:56:05.079177+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:56:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:06 smithi145 conmon[67302]: 345 : cluster [DBG] pgmap v299: 129 pgs: 129 active+clean; 332 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 10 MiB/s wr, 1.01k op/s 2022-01-25T22:56:06.794 INFO:teuthology.orchestra.run.smithi120.stdout: 5 198417 4.79 MB/sec execute 583 sec latency 54.040 ms 2022-01-25T22:56:07.795 INFO:teuthology.orchestra.run.smithi120.stdout: 5 198728 4.80 MB/sec execute 584 sec latency 46.094 ms 2022-01-25T22:56:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:08 smithi120 conmon[102313]: cluster 2022-01-25T22:56:07.079561+0000 2022-01-25T22:56:08.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:08 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 346 : cluster [DBG] pgmap v300: 129 pgs: 129 active+clean; 332 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 6.5 MiB/s wr, 675 op/s 2022-01-25T22:56:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:08 smithi145 conmon[67302]: cluster 2022-01-25T22:56:07.079561+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:56:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:08 smithi145 conmon[67302]: 346 : cluster [DBG] pgmap v300: 129 pgs: 129 active+clean; 332 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 6.5 MiB/s wr, 675 op/s 2022-01-25T22:56:08.795 INFO:teuthology.orchestra.run.smithi120.stdout: 5 199028 4.81 MB/sec execute 585 sec latency 39.329 ms 2022-01-25T22:56:09.797 INFO:teuthology.orchestra.run.smithi120.stdout: 5 199346 4.81 MB/sec execute 586 sec latency 66.176 ms 2022-01-25T22:56:09.894 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:56:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:09 smithi120 conmon[102313]: cluster 2022-01-25T22:56:09.080048+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:56:10.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:09 smithi120 conmon[102313]: .14704) 347 : cluster [DBG] pgmap v301: 129 pgs: 129 active+clean; 332 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 6.5 MiB/s wr, 675 op/s 2022-01-25T22:56:10.320 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:56:10.320 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (15m) 8m ago 16m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:56:10.320 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (8m) 8m ago 16m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:56:10.320 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (8m) 8m ago 15m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:56:10.321 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (15m) 8m ago 16m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:56:10.321 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (12m) 8m ago 12m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:56:10.321 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (12m) 8m ago 12m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:56:10.321 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (9m) 8m ago 17m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:56:10.322 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (9m) 8m ago 15m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:56:10.322 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (8m) 8m ago 17m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:56:10.322 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (8m) 8m ago 15m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:56:10.322 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (9m) 8m ago 9m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:56:10.323 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (9m) 8m ago 9m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:56:10.323 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (16m) 8m ago 16m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:56:10.323 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (15m) 8m ago 15m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:56:10.323 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (15m) 8m ago 15m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:56:10.324 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (15m) 8m ago 15m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:56:10.324 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (14m) 8m ago 14m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:56:10.324 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (14m) 8m ago 14m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:56:10.324 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (14m) 8m ago 14m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:56:10.325 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (13m) 8m ago 13m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:56:10.325 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (13m) 8m ago 13m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:56:10.325 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (13m) 8m ago 13m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:56:10.325 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (15m) 8m ago 16m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:56:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:09 smithi145 conmon[67302]: cluster 2022-01-25T22:56:09.080048+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:56:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:09 smithi145 conmon[67302]: 14704) 347 : cluster [DBG] pgmap v301: 129 pgs: 129 active+clean; 332 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 6.5 MiB/s wr, 675 op/s 2022-01-25T22:56:10.797 INFO:teuthology.orchestra.run.smithi120.stdout: 5 199748 4.82 MB/sec execute 587 sec latency 57.236 ms 2022-01-25T22:56:10.853 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:56:10.853 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:56:10.853 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:56:10.853 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:56:10.854 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:56:10.854 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:56:10.855 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:56:10.855 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:56:10.855 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:56:10.856 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:56:10.856 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:56:10.856 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:56:10.856 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:56:10.857 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:56:10.857 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:56:10.857 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:56:10.857 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:56:10.857 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:56:10.858 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:56:11.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:10 smithi120 conmon[102313]: audit 2022-01-25T22:56:09 2022-01-25T22:56:11.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:10 smithi120 conmon[102313]: .878260+0000 mgr.smithi120.hllzij (mgr.14704) 348 : audit [DBG] from='client.44263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:11.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:10 smithi120 conmon[102313]: audit 2022-01-25T22:56:10.305086+0000 mgr.smithi120.hllzij (mgr.14704) 349 : 2022-01-25T22:56:11.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:10 smithi120 conmon[102313]: audit [DBG] from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:11.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:10 smithi120 conmon[102313]: audit 2022-01-25T22: 2022-01-25T22:56:11.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:10 smithi120 conmon[102313]: 56:10.851370+0000 mon.smithi120 (mon.0) 342 : audit [DBG] from='client.? 172.21.15.120:0/3630197192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:56:11.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:10 smithi145 conmon[67302]: audit 2022-01-25T22:56:09.878260+0000 mgr.smithi120.hllzij (mgr.14704) 348 2022-01-25T22:56:11.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:10 smithi145 conmon[67302]: : audit [DBG] from='client.44263 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:11.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:10 smithi145 conmon[67302]: audit 2022-01-25T22:56:10.305086+0000 mgr.smithi120.hllzij (mgr.14704) 349 : audit [DBG] from='client.44267 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:11.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:10 smithi145 conmon[67302]: audit 2022-01-25T22:56: 2022-01-25T22:56:11.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:10 smithi145 conmon[67302]: 10.851370+0000 mon.smithi120 (mon.0) 342 : audit [DBG] from='client.? 172.21.15.120:0/3630197192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:56:11.797 INFO:teuthology.orchestra.run.smithi120.stdout: 5 200300 4.84 MB/sec execute 588 sec latency 27.652 ms 2022-01-25T22:56:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:11 smithi120 conmon[102313]: cluster 2022-01-25T22:56:11.080707+0000 mgr.smithi120.hllzij (mgr.14704) 350 : 2022-01-25T22:56:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:11 smithi120 conmon[102313]: cluster [DBG] pgmap v302: 129 pgs: 129 active+clean; 337 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.9 MiB/s wr, 890 op/s 2022-01-25T22:56:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:11 smithi145 conmon[67302]: cluster 2022-01-25T22:56:11.080707+0000 mgr.smithi120.hllzij (mgr.14704) 350 2022-01-25T22:56:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:11 smithi145 conmon[67302]: : cluster [DBG] pgmap v302: 129 pgs: 129 active+clean; 337 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 8.9 MiB/s wr, 890 op/s 2022-01-25T22:56:12.797 INFO:teuthology.orchestra.run.smithi120.stdout: 5 200792 4.84 MB/sec execute 589 sec latency 44.229 ms 2022-01-25T22:56:13.797 INFO:teuthology.orchestra.run.smithi120.stdout: 5 201174 4.86 MB/sec execute 590 sec latency 36.406 ms 2022-01-25T22:56:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:14 smithi120 conmon[102313]: cluster 2022-01-25T22:56:13.081087+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:56:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:14 smithi120 conmon[102313]: ) 351 : cluster [DBG] pgmap v303: 129 pgs: 129 active+clean; 337 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 5.5 MiB/s wr, 553 op/s 2022-01-25T22:56:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:14 smithi145 conmon[67302]: cluster 2022-01-25T22:56:13.081087+0000 mgr.smithi120.hllzij (mgr.14704) 351 2022-01-25T22:56:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:14 smithi145 conmon[67302]: : cluster [DBG] pgmap v303: 129 pgs: 129 active+clean; 337 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 5.5 MiB/s wr, 553 op/s 2022-01-25T22:56:14.797 INFO:teuthology.orchestra.run.smithi120.stdout: 5 201556 4.87 MB/sec execute 591 sec latency 71.455 ms 2022-01-25T22:56:15.797 INFO:teuthology.orchestra.run.smithi120.stdout: 5 202008 4.88 MB/sec execute 592 sec latency 46.929 ms 2022-01-25T22:56:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:16 smithi120 conmon[102313]: cluster 2022-01-25T22:56:15.081768+0000 mgr.smithi120.hllzij (mgr.14704) 352 : cluster [DBG] pgmap v304: 129 pgs: 129 active+clean; 334 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 8.1 MiB/s wr, 822 op/s 2022-01-25T22:56:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:16 smithi145 conmon[67302]: cluster 2022-01-25T22:56:15.081768+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:56:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:16 smithi145 conmon[67302]: .14704) 352 : cluster [DBG] pgmap v304: 129 pgs: 129 active+clean; 334 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 8.1 MiB/s wr, 822 op/s 2022-01-25T22:56:16.797 INFO:teuthology.orchestra.run.smithi120.stdout: 5 202403 4.90 MB/sec execute 593 sec latency 42.685 ms 2022-01-25T22:56:17.797 INFO:teuthology.orchestra.run.smithi120.stdout: 5 202897 4.91 MB/sec execute 594 sec latency 65.994 ms 2022-01-25T22:56:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:18 smithi120 conmon[102313]: cluster 2022-01-25T22:56:17.082139+0000 mgr.smithi120.hllzij (mgr.14704) 353 : cluster [DBG] pgmap v305: 129 pgs: 129 active+clean; 334 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 4.9 MiB/s wr, 483 op/s 2022-01-25T22:56:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:18 smithi145 conmon[67302]: cluster 2022-01-25T22:56:17.082139+0000 mgr.smithi120.hllzij 2022-01-25T22:56:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:18 smithi145 conmon[67302]: (mgr.14704) 353 : cluster [DBG] pgmap v305: 129 pgs: 129 active+clean; 334 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 4.9 MiB/s wr, 483 op/s 2022-01-25T22:56:18.797 INFO:teuthology.orchestra.run.smithi120.stdout: 5 203436 4.92 MB/sec execute 595 sec latency 32.218 ms 2022-01-25T22:56:19.797 INFO:teuthology.orchestra.run.smithi120.stdout: 5 204071 4.94 MB/sec execute 596 sec latency 29.256 ms 2022-01-25T22:56:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:19 smithi120 conmon[102313]: cluster 2022-01-25T22:56:19.082493+0000 mgr.smithi120.hllzij 2022-01-25T22:56:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:19 smithi120 conmon[102313]: (mgr.14704) 354 : cluster [DBG] pgmap v306: 129 pgs: 129 active+clean; 334 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 4.9 MiB/s wr, 483 op/s 2022-01-25T22:56:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:19 smithi145 conmon[67302]: cluster 2022-01-25T22:56:19.082493+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:56:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:19 smithi145 conmon[67302]: .14704) 354 : cluster [DBG] pgmap v306: 129 pgs: 129 active+clean; 334 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 4.9 MiB/s wr, 483 op/s 2022-01-25T22:56:20.797 INFO:teuthology.orchestra.run.smithi120.stdout: 5 204656 4.96 MB/sec execute 597 sec latency 34.049 ms 2022-01-25T22:56:21.797 INFO:teuthology.orchestra.run.smithi120.stdout: 5 205158 4.98 MB/sec execute 598 sec latency 33.993 ms 2022-01-25T22:56:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:22 smithi120 conmon[102313]: cluster 2022-01-25T22:56:21.083189+0000 mgr.smithi120.hllzij (mgr.14704) 355 : 2022-01-25T22:56:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:22 smithi120 conmon[102313]: cluster [DBG] pgmap v307: 129 pgs: 129 active+clean; 333 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 8.0 MiB/s wr, 801 op/s 2022-01-25T22:56:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:22 smithi145 conmon[67302]: cluster 2022-01-25T22:56:21.083189+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:56:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:22 smithi145 conmon[67302]: 14704) 355 : cluster [DBG] pgmap v307: 129 pgs: 129 active+clean; 333 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 8.0 MiB/s wr, 801 op/s 2022-01-25T22:56:22.797 INFO:teuthology.orchestra.run.smithi120.stdout: 5 205692 5.00 MB/sec execute 599 sec latency 54.342 ms 2022-01-25T22:56:23.797 INFO:teuthology.orchestra.run.smithi120.stdout: 5 cleanup 600 sec 2022-01-25T22:56:23.993 INFO:teuthology.orchestra.run.smithi120.stdout: 0 cleanup 600 sec 2022-01-25T22:56:23.993 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:56:23.993 INFO:teuthology.orchestra.run.smithi120.stdout: Operation Count AvgLat MaxLat 2022-01-25T22:56:23.994 INFO:teuthology.orchestra.run.smithi120.stdout: ---------------------------------------- 2022-01-25T22:56:23.994 INFO:teuthology.orchestra.run.smithi120.stdout: NTCreateX 95917 7.237 384752.410 2022-01-25T22:56:23.994 INFO:teuthology.orchestra.run.smithi120.stdout: Close 70336 0.153 6.818 2022-01-25T22:56:23.994 INFO:teuthology.orchestra.run.smithi120.stdout: Rename 4072 8.079 79.072 2022-01-25T22:56:23.995 INFO:teuthology.orchestra.run.smithi120.stdout: Unlink 19443 5.464 64.200 2022-01-25T22:56:23.995 INFO:teuthology.orchestra.run.smithi120.stdout: Qpathinfo 86941 0.707 64.012 2022-01-25T22:56:23.995 INFO:teuthology.orchestra.run.smithi120.stdout: Qfileinfo 15153 0.091 8.467 2022-01-25T22:56:23.995 INFO:teuthology.orchestra.run.smithi120.stdout: Qfsinfo 16037 0.431 12.363 2022-01-25T22:56:23.995 INFO:teuthology.orchestra.run.smithi120.stdout: Sfileinfo 7787 9.115 65.926 2022-01-25T22:56:23.996 INFO:teuthology.orchestra.run.smithi120.stdout: Find 33679 0.351 33.198 2022-01-25T22:56:23.996 INFO:teuthology.orchestra.run.smithi120.stdout: WriteX 47406 42.319 384768.154 2022-01-25T22:56:23.996 INFO:teuthology.orchestra.run.smithi120.stdout: ReadX 151088 0.011 5.962 2022-01-25T22:56:23.996 INFO:teuthology.orchestra.run.smithi120.stdout: LockX 316 0.546 7.733 2022-01-25T22:56:23.997 INFO:teuthology.orchestra.run.smithi120.stdout: UnlockX 316 0.395 5.924 2022-01-25T22:56:23.997 INFO:teuthology.orchestra.run.smithi120.stdout: Flush 6719 0.002 0.019 2022-01-25T22:56:23.997 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:56:23.997 INFO:teuthology.orchestra.run.smithi120.stdout:Throughput 4.99901 MB/sec 5 clients 5 procs max_latency=384768.169 ms 2022-01-25T22:56:23.999 DEBUG:teuthology.orchestra.run.smithi120:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'umount /mnt/foo' 2022-01-25T22:56:24.053 DEBUG:teuthology.orchestra.run.smithi120:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'while ! mount -t nfs $(hostname):/fake /mnt/foo ; do sleep 5 ; done' 2022-01-25T22:56:24.142 DEBUG:teuthology.orchestra.run.smithi120:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'cd /mnt/foo && dbench 5 -t 5' 2022-01-25T22:56:24.171 INFO:teuthology.orchestra.run.smithi120.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2022-01-25T22:56:24.172 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:56:24.172 INFO:teuthology.orchestra.run.smithi120.stdout:Running for 5 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 1 secs 2022-01-25T22:56:24.172 INFO:teuthology.orchestra.run.smithi120.stdout:4 of 5 processes prepared for launch 0 sec 2022-01-25T22:56:24.273 INFO:teuthology.orchestra.run.smithi120.stdout:5 of 5 processes prepared for launch 0 sec 2022-01-25T22:56:24.273 INFO:teuthology.orchestra.run.smithi120.stdout:releasing clients 2022-01-25T22:56:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:24 smithi120 conmon[102313]: cluster 2022-01-25T22:56:23.083668+0000 mgr.smithi120.hllzij (mgr.14704) 356 : cluster [DBG] pgmap v308: 129 pgs: 129 active+clean; 333 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 5.6 MiB/s wr, 586 op/s 2022-01-25T22:56:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:24 smithi145 conmon[67302]: cluster 2022-01-25T22:56:23.083668+0000 mgr.smithi120.hllzij (mgr.14704) 356 : cluster [DBG] pgmap v308: 129 pgs: 129 active+clean; 333 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 5.6 MiB/s wr, 586 op/s 2022-01-25T22:56:26.273 INFO:teuthology.orchestra.run.smithi120.stdout: 5 434 32.77 MB/sec execute 1 sec latency 62.971 ms 2022-01-25T22:56:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:26 smithi120 conmon[102313]: cluster 2022-01-25T22:56:25.084521+0000 mgr.smithi120.hllzij (mgr.14704) 357 : cluster [DBG] 2022-01-25T22:56:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:26 smithi120 conmon[102313]: pgmap v309: 129 pgs: 129 active+clean; 344 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 10 MiB/s wr, 861 op/s 2022-01-25T22:56:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:26 smithi145 conmon[67302]: cluster 2022-01-25T22:56:25.084521+0000 mgr.smithi120.hllzij (mgr.14704) 357 : cluster [DBG] 2022-01-25T22:56:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:26 smithi145 conmon[67302]: pgmap v309: 129 pgs: 129 active+clean; 344 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 10 MiB/s wr, 861 op/s 2022-01-25T22:56:27.273 INFO:teuthology.orchestra.run.smithi120.stdout: 5 722 31.39 MB/sec execute 2 sec latency 32.383 ms 2022-01-25T22:56:28.273 INFO:teuthology.orchestra.run.smithi120.stdout: 5 1058 23.61 MB/sec execute 3 sec latency 37.390 ms 2022-01-25T22:56:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:28 smithi120 conmon[102313]: cluster 2022-01-25T22:56:27.084940+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:56:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:28 smithi120 conmon[102313]: .14704) 358 : cluster [DBG] pgmap v310: 129 pgs: 129 active+clean; 344 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 7.9 MiB/s wr, 592 op/s 2022-01-25T22:56:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:28 smithi145 conmon[67302]: cluster 2022-01-25T22:56:27.084940+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:56:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:28 smithi145 conmon[67302]: 14704) 358 : cluster [DBG] pgmap v310: 129 pgs: 129 active+clean; 344 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 7.9 MiB/s wr, 592 op/s 2022-01-25T22:56:29.273 INFO:teuthology.orchestra.run.smithi120.stdout: 5 1484 21.64 MB/sec execute 4 sec latency 29.244 ms 2022-01-25T22:56:30.273 INFO:teuthology.orchestra.run.smithi120.stdout: 5 cleanup 5 sec 2022-01-25T22:56:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:29 smithi120 conmon[102313]: cluster 2022-01-25T22:56:29.085413+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:56:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:29 smithi120 conmon[102313]: 14704) 359 : cluster [DBG] pgmap v311: 129 pgs: 129 active+clean; 344 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 7.9 MiB/s wr, 592 op/s 2022-01-25T22:56:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:29 smithi145 conmon[67302]: cluster 2022-01-25T22:56:29.085413+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:56:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:29 smithi145 conmon[67302]: ) 359 : cluster [DBG] pgmap v311: 129 pgs: 129 active+clean; 344 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 7.9 MiB/s wr, 592 op/s 2022-01-25T22:56:30.485 INFO:teuthology.orchestra.run.smithi120.stdout: 0 cleanup 5 sec 2022-01-25T22:56:30.485 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:56:30.486 INFO:teuthology.orchestra.run.smithi120.stdout: Operation Count AvgLat MaxLat 2022-01-25T22:56:30.486 INFO:teuthology.orchestra.run.smithi120.stdout: ---------------------------------------- 2022-01-25T22:56:30.486 INFO:teuthology.orchestra.run.smithi120.stdout: NTCreateX 1577 3.905 54.978 2022-01-25T22:56:30.486 INFO:teuthology.orchestra.run.smithi120.stdout: Close 1312 4.201 41.602 2022-01-25T22:56:30.487 INFO:teuthology.orchestra.run.smithi120.stdout: Rename 55 10.562 37.385 2022-01-25T22:56:30.487 INFO:teuthology.orchestra.run.smithi120.stdout: Unlink 133 5.529 28.093 2022-01-25T22:56:30.487 INFO:teuthology.orchestra.run.smithi120.stdout: Qpathinfo 1205 1.594 24.460 2022-01-25T22:56:30.487 INFO:teuthology.orchestra.run.smithi120.stdout: Qfileinfo 472 11.922 29.896 2022-01-25T22:56:30.488 INFO:teuthology.orchestra.run.smithi120.stdout: Qfsinfo 165 0.312 2.730 2022-01-25T22:56:30.488 INFO:teuthology.orchestra.run.smithi120.stdout: Sfileinfo 170 13.197 24.641 2022-01-25T22:56:30.488 INFO:teuthology.orchestra.run.smithi120.stdout: Find 404 0.227 1.770 2022-01-25T22:56:30.488 INFO:teuthology.orchestra.run.smithi120.stdout: WriteX 1876 0.020 0.057 2022-01-25T22:56:30.488 INFO:teuthology.orchestra.run.smithi120.stdout: ReadX 1596 0.011 0.341 2022-01-25T22:56:30.489 INFO:teuthology.orchestra.run.smithi120.stdout: Flush 150 13.686 25.073 2022-01-25T22:56:30.489 INFO:teuthology.orchestra.run.smithi120.stdout: 2022-01-25T22:56:30.489 INFO:teuthology.orchestra.run.smithi120.stdout:Throughput 21.6424 MB/sec 5 clients 5 procs max_latency=62.971 ms 2022-01-25T22:56:30.491 DEBUG:teuthology.parallel:result is None 2022-01-25T22:56:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:32 smithi120 conmon[102313]: cluster 2022-01-25T22:56:31.086178+0000 mgr.smithi120.hllzij (mgr.14704) 360 : 2022-01-25T22:56:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:32 smithi120 conmon[102313]: cluster [DBG] pgmap v312: 129 pgs: 129 active+clean; 329 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 16 MiB/s wr, 857 op/s 2022-01-25T22:56:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:32 smithi145 conmon[67302]: cluster 2022-01-25T22:56:31.086178+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:56:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:32 smithi145 conmon[67302]: 360 : cluster [DBG] pgmap v312: 129 pgs: 129 active+clean; 329 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 16 MiB/s wr, 857 op/s 2022-01-25T22:56:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:34 smithi120 conmon[102313]: cluster 2022-01-25T22:56:33.086767+0000 mgr.smithi120.hllzij (mgr.14704) 361 : cluster [DBG] pgmap v313: 129 pgs: 129 active+clean; 329 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.6 KiB/s rd, 13 MiB/s wr, 539 op/s 2022-01-25T22:56:34.619 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:34 smithi145 conmon[67302]: cluster 2022-01-25T22:56:33.086767+0000 mgr.smithi120.hllzij (mgr.14704) 361 : cluster [DBG] 2022-01-25T22:56:34.620 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:34 smithi145 conmon[67302]: pgmap v313: 129 pgs: 129 active+clean; 329 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.6 KiB/s rd, 13 MiB/s wr, 539 op/s 2022-01-25T22:56:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:36 smithi120 conmon[102313]: cluster 2022-01-25T22:56:35.087557+0000 mgr.smithi120.hllzij (mgr.14704) 362 : cluster [DBG] pgmap v314: 129 pgs: 129 active+clean; 261 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 13 MiB/s wr, 608 op/s 2022-01-25T22:56:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:36 smithi145 conmon[67302]: cluster 2022-01-25T22:56:35.087557+0000 mgr.smithi120.hllzij (mgr.14704) 362 : cluster [DBG] pgmap v314: 129 pgs: 129 active+clean; 261 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 13 MiB/s wr, 608 op/s 2022-01-25T22:56:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:38 smithi120 conmon[102313]: cluster 2022-01-25T22:56:37.088101+0000 mgr.smithi120.hllzij (mgr.14704) 363 : cluster [DBG] pgmap v315: 129 pgs: 129 active+clean; 261 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 8.1 MiB/s wr, 333 op/s 2022-01-25T22:56:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:38 smithi145 conmon[67302]: cluster 2022-01-25T22:56:37.088101+0000 mgr.smithi120.hllzij (mgr.14704) 363 : cluster [DBG] pgmap v315: 129 pgs: 129 active+clean; 261 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 8.1 MiB/s wr, 333 op/s 2022-01-25T22:56:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:39 smithi120 conmon[102313]: cluster 2022-01-25T22:56:39.088762+0000 mgr.smithi120.hllzij (mgr.14704) 364 : cluster [DBG] pgmap v316: 129 pgs: 129 active+clean; 261 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 8.1 MiB/s wr, 333 op/s 2022-01-25T22:56:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:39 smithi145 conmon[67302]: cluster 2022-01-25T22:56:39.088762+0000 mgr.smithi120.hllzij (mgr.14704) 364 : cluster [DBG] pgmap v316: 129 pgs: 129 active+clean; 261 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 8.1 MiB/s wr, 333 op/s 2022-01-25T22:56:41.174 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:56:41.440 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:56:41.441 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (15m) 9m ago 16m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:56:41.441 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (9m) 9m ago 16m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:56:41.441 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (8m) 8m ago 16m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:56:41.442 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (15m) 9m ago 16m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:56:41.442 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (12m) 9m ago 12m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:56:41.442 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (12m) 8m ago 12m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:56:41.442 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (9m) 9m ago 18m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:56:41.442 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (9m) 8m ago 16m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:56:41.443 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (9m) 9m ago 18m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:56:41.443 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (9m) 8m ago 16m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:56:41.443 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (10m) 9m ago 10m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:56:41.443 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (10m) 8m ago 10m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:56:41.444 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (16m) 9m ago 16m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:56:41.444 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (16m) 8m ago 16m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:56:41.444 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (15m) 9m ago 15m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:56:41.444 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (15m) 9m ago 15m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:56:41.445 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (15m) 9m ago 15m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:56:41.445 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (14m) 9m ago 14m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:56:41.445 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (14m) 8m ago 14m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:56:41.445 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (14m) 8m ago 14m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:56:41.446 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (14m) 8m ago 14m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:56:41.446 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (13m) 8m ago 13m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:56:41.446 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (15m) 9m ago 16m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:56:41.763 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:56:41.764 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:56:41.764 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:56:41.764 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:56:41.765 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:56:41.765 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:56:41.765 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:56:41.765 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:56:41.766 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:56:41.766 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:56:41.766 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:56:41.766 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:56:41.766 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:56:41.767 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:56:41.767 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:56:41.767 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:56:41.767 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:56:41.768 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:56:41.768 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:56:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:42 smithi120 conmon[102313]: cluster 2022-01-25T22:56:41.089361+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:56:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:42 smithi120 conmon[102313]: 365 : cluster [DBG] pgmap v317: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.4 KiB/s rd, 8.1 MiB/s wr, 343 op/s 2022-01-25T22:56:42.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:42 smithi120 conmon[102313]: audit 2022-01-25T22:56:41.161989+0000 mgr.smithi120.hllzij (mgr.14704) 366 : audit [DBG] from='client.34310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:42.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:42 smithi120 conmon[102313]: audit 2022-01-25T22:56:41.432196+0000 mgr.smithi120.hllzij (mgr.14704) 367 : audit [DBG] from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:42.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:42 smithi120 conmon[102313]: audit 2022-01-25T22:56:41.764082+0000 mon.smithi120 (mon.0) 343 : audit [DBG] from='client.? 172.21.15.120:0/734731108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:56:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:42 smithi145 conmon[67302]: cluster 2022-01-25T22:56:41.089361+0000 mgr.smithi120.hllzij (mgr.14704) 365 : cluster [DBG] pgmap v317: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.4 KiB/s rd, 8.1 MiB/s wr, 343 op/s 2022-01-25T22:56:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:42 smithi145 conmon[67302]: 2022-01-25T22:56:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:42 smithi145 conmon[67302]: audit 2022-01-25T22:56:41.161989+0000 mgr.smithi120.hllzij (mgr.14704) 366 : audit [DBG] from='client.34310 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:42.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:42 smithi145 conmon[67302]: audit 2022-01- 2022-01-25T22:56:42.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:42 smithi145 conmon[67302]: 25T22:56:41.432196+0000 mgr.smithi120.hllzij (mgr.14704) 367 : audit [DBG] from='client.34314 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:56:42.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:42 smithi145 conmon[67302]: audit 2022-01-25T22:56:41.764082+0000 2022-01-25T22:56:42.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:42 smithi145 conmon[67302]: mon.smithi120 (mon.0) 343 : audit [DBG] from='client.? 172.21.15.120:0/734731108' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:56:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:44 smithi120 conmon[102313]: cluster 2022-01-25T22:56:43.089921+0000 mgr.smithi120.hllzij (mgr.14704) 368 : cluster [DBG] pgmap v318: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 325 KiB/s wr, 77 op/s 2022-01-25T22:56:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:44 smithi145 conmon[67302]: cluster 2022-01-25T22:56:43.089921+0000 mgr.smithi120.hllzij (mgr.14704) 368 : cluster [DBG] pgmap v318: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 325 KiB/s wr, 77 op/s 2022-01-25T22:56:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:44 smithi145 conmon[67302]: 2022-01-25T22:56:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:46 smithi120 conmon[102313]: cluster 2022-01-25T22:56:45.090589+0000 mgr.smithi120.hllzij (mgr.14704) 369 : cluster [DBG] pgmap v319: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 326 KiB/s wr, 78 op/s 2022-01-25T22:56:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:46 smithi145 conmon[67302]: cluster 2022-01-25T22:56:45.090589+0000 mgr.smithi120.hllzij (mgr.14704) 369 : cluster [DBG] 2022-01-25T22:56:46.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:46 smithi145 conmon[67302]: pgmap v319: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 326 KiB/s wr, 78 op/s 2022-01-25T22:56:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:48 smithi120 conmon[102313]: cluster 2022-01-25T22:56:47.091044+0000 mgr.smithi120.hllzij (mgr.14704) 370 : cluster [DBG] pgmap v320: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.6 KiB/s wr, 9 op/s 2022-01-25T22:56:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:48 smithi145 conmon[67302]: cluster 2022-01-25T22:56:47.091044+0000 mgr.smithi120.hllzij (mgr.14704) 370 : cluster 2022-01-25T22:56:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:48 smithi145 conmon[67302]: [DBG] pgmap v320: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.6 KiB/s wr, 9 op/s 2022-01-25T22:56:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:49 smithi120 conmon[102313]: cluster 2022-01-25T22:56:49.091484+0000 mgr.smithi120.hllzij (mgr.14704) 371 : cluster [DBG] pgmap v321: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.6 KiB/s wr, 9 op/s 2022-01-25T22:56:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:49 smithi145 conmon[67302]: cluster 2022-01-25T22:56:49.091484+0000 mgr.smithi120.hllzij (mgr.14704) 371 : cluster [DBG] 2022-01-25T22:56:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:49 smithi145 conmon[67302]: pgmap v321: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.6 KiB/s wr, 9 op/s 2022-01-25T22:56:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:52 smithi120 conmon[102313]: cluster 2022-01-25T22:56:51.092267+0000 mgr.smithi120.hllzij (mgr.14704) 372 : cluster [DBG] pgmap v322: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 KiB/s rd, 6.6 KiB/s wr, 9 op/s 2022-01-25T22:56:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:52 smithi145 conmon[67302]: cluster 2022-01-25T22:56:51.092267+0000 mgr.smithi120.hllzij (mgr.14704) 372 : cluster 2022-01-25T22:56:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:52 smithi145 conmon[67302]: [DBG] pgmap v322: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 KiB/s rd, 6.6 KiB/s wr, 9 op/s 2022-01-25T22:56:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:54 smithi120 conmon[102313]: cluster 2022-01-25T22:56:53.092957+0000 mgr.smithi120.hllzij (mgr.14704) 373 : cluster [DBG] 2022-01-25T22:56:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:54 smithi120 conmon[102313]: pgmap v323: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-25T22:56:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:54 smithi120 conmon[102313]: audit 2022-01-25T22:56:53.623162+0000 mon.smithi120 (mon.0) 344 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:56:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:54 smithi120 conmon[102313]: audit 2022- 2022-01-25T22:56:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:54 smithi120 conmon[102313]: 01-25T22:56:53.623454+0000 mon.smithi120 (mon.0) 345 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:56:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:54 smithi145 conmon[67302]: cluster 2022-01-25T22:56:53.092957+0000 mgr.smithi120.hllzij (mgr.14704) 373 : cluster [DBG] 2022-01-25T22:56:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:54 smithi145 conmon[67302]: pgmap v323: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-25T22:56:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:54 smithi145 conmon[67302]: audit 2022-01-25T22:56:53.623162+0000 mon.smithi120 (mon.0) 344 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:56:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:54 smithi145 conmon[67302]: audit 2022-01-25T22:56:53.623454+0000 mon.smithi120 (mon.0) 345 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:56:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:56 smithi120 conmon[102313]: cluster 2022-01-25T22:56:55.093738+0000 mgr.smithi120.hllzij (mgr.14704) 374 : cluster [DBG] 2022-01-25T22:56:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:56 smithi120 conmon[102313]: pgmap v324: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-25T22:56:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:56 smithi145 conmon[67302]: cluster 2022-01-25T22:56:55.093738+0000 mgr.smithi120.hllzij (mgr.14704) 374 2022-01-25T22:56:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:56 smithi145 conmon[67302]: : cluster [DBG] pgmap v324: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-25T22:56:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:58 smithi120 conmon[102313]: cluster 2022-01-25T22:56:57.094419+0000 mgr.smithi120.hllzij (mgr.14704) 375 : cluster [DBG] 2022-01-25T22:56:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:58 smithi120 conmon[102313]: pgmap v325: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:58 smithi145 conmon[67302]: cluster 2022-01-25T22:56:57.094419+0000 mgr.smithi120.hllzij (mgr.14704) 375 : cluster 2022-01-25T22:56:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:58 smithi145 conmon[67302]: [DBG] pgmap v325: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:56:59.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:59 smithi120 conmon[102313]: audit 2022-01-25T22:56:58.786756+0000 mon.smithi120 (mon.0 2022-01-25T22:56:59.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:59 smithi120 conmon[102313]: ) 346 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:56:59.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:59 smithi120 conmon[102313]: audit 2022-01-25T22:56:58.788232+0000 mon.smithi120 (mon.0) 347 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:56:59.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:56:59 smithi120 conmon[102313]: audit 2022-01-25T22:56:58.789054+0000 mon.smithi120 (mon.0) 348 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:56:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:59 smithi145 conmon[67302]: audit 2022-01-25T22:56:58.786756+0000 mon.smithi120 ( 2022-01-25T22:56:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:59 smithi145 conmon[67302]: mon.0) 346 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:56:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:59 smithi145 conmon[67302]: audit 2022-01-25T22:56:58.788232+0000 mon.smithi120 (mon.0) 347 : 2022-01-25T22:56:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:59 smithi145 conmon[67302]: audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:56:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:59 smithi145 conmon[67302]: audit 2022- 2022-01-25T22:56:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:59 smithi145 conmon[67302]: 01-25T22:56:58.789054+0000 mon.smithi120 (mon.0) 348 : 2022-01-25T22:56:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:56:59 smithi145 conmon[67302]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:57:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:00 smithi120 conmon[102313]: cephadm 2022-01-25T22:56:58.789774+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:57:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:00 smithi120 conmon[102313]: 376 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:57:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:00 smithi120 conmon[102313]: cluster 2022-01-25T22:56:59.094831+0000 mgr.smithi120.hllzij (mgr.14704) 377 : cluster [DBG] pgmap v326: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:00 smithi120 conmon[102313]: audit 2022-01-25T22:57:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:00 smithi120 conmon[102313]: 2022-01-25T22:56:59.192850+0000 mon.smithi120 (mon.0) 349 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:57:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:00 smithi120 conmon[102313]: audit 2022-01-25T22: 2022-01-25T22:57:00.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:00 smithi120 conmon[102313]: 56:59.197573+0000 mon.smithi120 (mon.0) 350 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:57:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:00 smithi145 conmon[67302]: cephadm 2022-01-25T22:56:58.789774+0000 mgr.smithi120.hllzij ( 2022-01-25T22:57:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:00 smithi145 conmon[67302]: mgr.14704) 376 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:57:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:00 smithi145 conmon[67302]: cluster 2022-01-25T22:56:59.094831+0000 mgr.smithi120.hllzij (mgr.14704) 377 : cluster [DBG] pgmap v326: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:00.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:00 smithi145 conmon[67302]: audit 2022-01-25T22:56:59.192850+0000 mon.smithi120 (mon.0) 349 : audit 2022-01-25T22:57:00.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:00 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:57:00.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:00 smithi145 conmon[67302]: audit 2022-01-25T22:56:59 2022-01-25T22:57:00.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:00 smithi145 conmon[67302]: .197573+0000 mon.smithi120 (mon.0) 350 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:57:00.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:00 smithi145 conmon[67302]: 2022-01-25T22:57:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:02 smithi120 conmon[102313]: cluster 2022-01-25T22:57:01.095761+0000 mgr.smithi120.hllzij (mgr.14704) 378 : cluster [DBG] pgmap v327: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:02.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:02 smithi120 conmon[102313]: 2022-01-25T22:57:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:02 smithi145 conmon[67302]: cluster 2022-01-25T22:57:01.095761+0000 mgr.smithi120.hllzij (mgr.14704) 378 : cluster [DBG] pgmap v327: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:02 smithi145 conmon[67302]: 2022-01-25T22:57:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:04 smithi120 conmon[102313]: cluster 2022-01-25T22:57:03.096396+0000 mgr.smithi120.hllzij (mgr.14704) 379 : cluster [DBG] pgmap v328: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:04 smithi145 conmon[67302]: cluster 2022-01-25T22:57:03.096396+0000 mgr.smithi120.hllzij (mgr.14704) 379 : cluster 2022-01-25T22:57:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:04 smithi145 conmon[67302]: [DBG] pgmap v328: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:06 smithi120 conmon[102313]: cluster 2022-01-25T22:57:05.097199+0000 mgr.smithi120.hllzij (mgr.14704) 380 : cluster [DBG] pgmap v329: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:06 smithi120 conmon[102313]: 2022-01-25T22:57:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:06 smithi145 conmon[67302]: cluster 2022-01-25T22:57:05.097199+0000 mgr.smithi120.hllzij (mgr.14704) 380 : cluster [DBG] 2022-01-25T22:57:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:06 smithi145 conmon[67302]: pgmap v329: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:08 smithi120 conmon[102313]: cluster 2022-01-25T22:57:07.097856+0000 mgr.smithi120.hllzij (mgr.14704) 381 : cluster [DBG] pgmap v330: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:08 smithi145 conmon[67302]: cluster 2022-01-25T22:57:07.097856+0000 mgr.smithi120.hllzij (mgr.14704) 381 : cluster 2022-01-25T22:57:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:08 smithi145 conmon[67302]: [DBG] pgmap v330: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:09 smithi120 conmon[102313]: cluster 2022-01-25T22:57:09.098455+0000 mgr.smithi120.hllzij (mgr.14704) 382 : cluster [DBG] pgmap v331: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:09 smithi145 conmon[67302]: cluster 2022-01-25T22:57:09. 2022-01-25T22:57:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:09 smithi145 conmon[67302]: 098455+0000 mgr.smithi120.hllzij (mgr.14704) 382 : cluster [DBG] pgmap v331: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:12.065 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:57:12.332 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:12 smithi120 conmon[102313]: cluster 2022-01-25T22:57:11.099370+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:57:12.332 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:12 smithi120 conmon[102313]: ) 383 : cluster [DBG] pgmap v332: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:12.333 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:57:12.333 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (16m) 9m ago 17m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:57:12.333 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (9m) 9m ago 17m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:57:12.333 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (9m) 9m ago 16m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:57:12.334 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (16m) 9m ago 17m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:57:12.334 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (13m) 9m ago 13m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:57:12.334 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (13m) 9m ago 13m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:57:12.334 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (10m) 9m ago 18m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:57:12.335 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (10m) 9m ago 16m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:57:12.335 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (9m) 9m ago 18m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:57:12.336 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (9m) 9m ago 16m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:57:12.336 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (10m) 9m ago 10m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:57:12.336 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (10m) 9m ago 10m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:57:12.336 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (17m) 9m ago 17m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:57:12.337 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (16m) 9m ago 16m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:57:12.337 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (16m) 9m ago 16m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:57:12.337 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (16m) 9m ago 16m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:57:12.337 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (15m) 9m ago 15m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:57:12.337 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (15m) 9m ago 15m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:57:12.338 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (15m) 9m ago 15m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:57:12.338 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (14m) 9m ago 14m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:57:12.338 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (14m) 9m ago 14m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:57:12.338 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (14m) 9m ago 14m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:57:12.339 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (16m) 9m ago 17m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:57:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:12 smithi145 conmon[67302]: cluster 2022-01-25T22:57:11.099370+0000 mgr.smithi120.hllzij (mgr.14704) 383 : cluster [DBG] 2022-01-25T22:57:12.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:12 smithi145 conmon[67302]: pgmap v332: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:12.656 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:57:12.656 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:57:12.657 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:57:12.657 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:57:12.657 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:57:12.657 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:57:12.658 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:57:12.658 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:57:12.658 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:57:12.658 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:57:12.659 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:57:12.659 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:57:12.659 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:57:12.659 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:57:12.659 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:57:12.660 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:57:12.660 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:57:12.660 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:57:12.660 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:57:13.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:13 smithi120 conmon[102313]: audit 2022-01-25T22:57:12.053842+0000 mgr.smithi120.hllzij (mgr.14704) 384 : audit [DBG] from='client.34322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:13.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:13 smithi120 conmon[102313]: audit 2022-01-25T22:57:12.323826+0000 mgr.smithi120.hllzij (mgr.14704) 385 : audit [DBG] from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:13.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:13 smithi120 conmon[102313]: audit 2022-01-25T22:57:12.656707+0000 mon.smithi120 (mon.0) 351 2022-01-25T22:57:13.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:13 smithi120 conmon[102313]: : audit [DBG] from='client.? 172.21.15.120:0/995011065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:57:13.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:13 smithi145 conmon[67302]: audit 2022-01-25T22:57:12.053842+0000 mgr.smithi120.hllzij (mgr.14704) 384 : 2022-01-25T22:57:13.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:13 smithi145 conmon[67302]: audit [DBG] from='client.34322 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:13.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:13 smithi145 conmon[67302]: audit 2022-01-25T22:57:12.323826+0000 mgr.smithi120.hllzij (mgr.14704) 385 : audit [DBG] from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:13.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:13 smithi145 conmon[67302]: audit 2022-01-25T22:57:12.656707+0000 mon.smithi120 (mon.0) 351 : audit [DBG] from='client.? 172.21.15.120:0/995011065' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:57:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:14 smithi120 conmon[102313]: cluster 2022-01-25T22:57:13.099753+0000 mgr.smithi120.hllzij (mgr.14704) 386 : cluster [DBG] pgmap v333: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:14 smithi145 conmon[67302]: cluster 2022-01-25T22:57:13.099753+0000 mgr.smithi120.hllzij (mgr.14704) 386 : cluster 2022-01-25T22:57:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:14 smithi145 conmon[67302]: [DBG] pgmap v333: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:16 smithi120 conmon[102313]: cluster 2022-01-25T22:57:15.100593+0000 mgr.smithi120.hllzij (mgr.14704) 387 : cluster [DBG] pgmap v334: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:16 smithi145 conmon[67302]: cluster 2022-01-25T22:57:15.100593+0000 mgr.smithi120.hllzij (mgr.14704) 387 : cluster 2022-01-25T22:57:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:16 smithi145 conmon[67302]: [DBG] pgmap v334: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:18 smithi120 conmon[102313]: cluster 2022-01-25T22:57:17.101124+0000 mgr.smithi120.hllzij (mgr.14704) 388 : cluster [DBG] pgmap v335: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:18 smithi145 conmon[67302]: cluster 2022-01-25T22:57:17.101124+0000 mgr.smithi120.hllzij (mgr.14704) 388 : cluster [DBG] pgmap v335: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:18 smithi145 conmon[67302]: 2022-01-25T22:57:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:19 smithi120 conmon[102313]: cluster 2022-01-25T22:57:19.101584+0000 mgr.smithi120.hllzij (mgr.14704) 389 : cluster [DBG] pgmap v336: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:19 smithi145 conmon[67302]: cluster 2022-01-25T22:57:19.101584+0000 mgr.smithi120.hllzij (mgr.14704) 389 2022-01-25T22:57:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:19 smithi145 conmon[67302]: : cluster [DBG] pgmap v336: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:22 smithi120 conmon[102313]: cluster 2022-01-25T22:57:21.102223+0000 mgr.smithi120.hllzij (mgr.14704) 390 : cluster [DBG] pgmap v337: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:22 smithi145 conmon[67302]: cluster 2022-01-25T22:57:21.102223+0000 mgr.smithi120.hllzij (mgr.14704) 390 : cluster [DBG] 2022-01-25T22:57:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:22 smithi145 conmon[67302]: pgmap v337: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:24 smithi120 conmon[102313]: cluster 2022-01-25T22:57:23.102662+0000 mgr.smithi120.hllzij (mgr.14704) 391 : cluster [DBG] pgmap v338: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:24 smithi145 conmon[67302]: cluster 2022-01-25T22:57:23.102662+0000 mgr.smithi120.hllzij (mgr.14704) 391 : cluster [DBG] 2022-01-25T22:57:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:24 smithi145 conmon[67302]: pgmap v338: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:26 smithi120 conmon[102313]: cluster 2022-01-25T22:57:25.103361+0000 mgr.smithi120.hllzij (mgr.14704) 392 : cluster [DBG] pgmap v339: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:26 smithi145 conmon[67302]: cluster 2022-01-25T22:57:25.103361+0000 mgr.smithi120.hllzij (mgr.14704) 392 : cluster [DBG] pgmap v339: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:26 smithi145 conmon[67302]: 2022-01-25T22:57:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:28 smithi120 conmon[102313]: cluster 2022-01-25T22:57:27.103824+0000 mgr.smithi120.hllzij (mgr.14704) 393 : cluster [DBG] pgmap v340: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:28 smithi145 conmon[67302]: cluster 2022-01-25T22:57:27.103824+0000 mgr.smithi120.hllzij (mgr.14704) 393 : cluster 2022-01-25T22:57:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:28 smithi145 conmon[67302]: [DBG] pgmap v340: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:29 smithi120 conmon[102313]: cluster 2022-01-25T22:57:29.104305+0000 mgr.smithi120.hllzij (mgr.14704) 394 : cluster [DBG] 2022-01-25T22:57:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:29 smithi120 conmon[102313]: pgmap v341: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:29 smithi145 conmon[67302]: cluster 2022-01-25T22:57:29.104305+0000 mgr.smithi120.hllzij (mgr.14704) 394 : cluster [DBG] pgmap v341: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:32 smithi120 conmon[102313]: cluster 2022-01-25T22:57:31.105235+0000 mgr.smithi120.hllzij (mgr.14704) 395 : cluster [DBG] pgmap v342: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:32 smithi145 conmon[67302]: cluster 2022-01-25T22:57:31.105235+0000 mgr.smithi120.hllzij (mgr.14704) 395 : cluster [DBG] 2022-01-25T22:57:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:32 smithi145 conmon[67302]: pgmap v342: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:34 smithi120 conmon[102313]: cluster 2022-01-25T22:57:33.105888+0000 mgr.smithi120.hllzij (mgr.14704) 396 : cluster [DBG] pgmap v343: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:34 smithi145 conmon[67302]: cluster 2022-01-25T22:57:33.105888+0000 mgr.smithi120.hllzij (mgr.14704) 396 : cluster [DBG] pgmap v343: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:36 smithi120 conmon[102313]: cluster 2022-01-25T22:57:35.106564+0000 mgr.smithi120.hllzij (mgr.14704) 397 : cluster [DBG] 2022-01-25T22:57:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:36 smithi120 conmon[102313]: pgmap v344: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:36 smithi145 conmon[67302]: cluster 2022-01-25T22:57:35.106564+0000 mgr.smithi120.hllzij (mgr.14704) 397 : cluster [DBG] pgmap v344: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:38 smithi120 conmon[102313]: cluster 2022-01-25T22:57:37.107045+0000 mgr.smithi120.hllzij (mgr.14704) 398 : cluster [DBG] pgmap v345: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:38 smithi145 conmon[67302]: cluster 2022-01-25T22:57:37.107045+0000 mgr.smithi120.hllzij (mgr.14704) 398 : cluster [DBG] pgmap v345: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:39 smithi120 conmon[102313]: cluster 2022-01-25T22:57:39.107729+0000 mgr.smithi120.hllzij (mgr.14704) 399 : cluster [DBG] pgmap v346: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:39 smithi145 conmon[67302]: cluster 2022-01-25T22:57:39.107729+0000 mgr.smithi120.hllzij (mgr.14704) 399 : cluster [DBG] pgmap v346: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:42 smithi120 conmon[102313]: cluster 2022-01-25T22:57:41.108644+0000 mgr.smithi120.hllzij (mgr.14704) 400 : cluster [DBG] pgmap v347: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:42 smithi145 conmon[67302]: cluster 2022-01-25T22:57:41.108644+0000 mgr.smithi120.hllzij (mgr.14704) 400 : cluster [DBG] pgmap v347: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:42.960 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:57:43.228 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:57:43.228 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (16m) 10m ago 18m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:57:43.228 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (10m) 10m ago 17m 7025k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:57:43.228 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (9m) 9m ago 17m 7021k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:57:43.229 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (16m) 10m ago 17m 39.6M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:57:43.229 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (13m) 10m ago 13m 15.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:57:43.229 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (13m) 9m ago 13m 41.8M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:57:43.229 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (10m) 10m ago 19m 436M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:57:43.230 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (10m) 9m ago 17m 388M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:57:43.230 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (10m) 10m ago 19m 69.0M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:57:43.230 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (10m) 9m ago 17m 30.7M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:57:43.230 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (11m) 10m ago 11m 54.0M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:57:43.231 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (11m) 9m ago 11m 57.3M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:57:43.231 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (17m) 10m ago 17m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:57:43.231 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (17m) 9m ago 17m 18.1M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:57:43.231 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (16m) 10m ago 16m 1304M 4096M 16.2.4 8d91d370c2b8 4211c5ef7ff0 2022-01-25T22:57:43.232 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (16m) 10m ago 16m 1155M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:57:43.232 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (16m) 10m ago 16m 685M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:57:43.232 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (16m) 10m ago 16m 1301M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:57:43.232 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (15m) 9m ago 15m 1193M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:57:43.233 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (15m) 9m ago 15m 1445M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:57:43.233 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (15m) 9m ago 15m 1160M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:57:43.233 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (14m) 9m ago 14m 1909M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:57:43.233 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (16m) 10m ago 17m 46.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:57:43.549 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:57:43.549 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:57:43.549 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:57:43.550 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:57:43.550 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:57:43.550 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:57:43.550 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:57:43.551 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:57:43.551 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:57:43.551 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:57:43.551 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:57:43.552 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:57:43.552 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:57:43.552 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:57:43.552 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:57:43.552 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:57:43.553 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:57:43.553 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:57:43.553 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:57:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:44 smithi120 conmon[102313]: audit 2022-01-25T22:57:42.949106+0000 mgr.smithi120.hllzij (mgr.14704) 401 : audit [DBG] 2022-01-25T22:57:44.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:44 smithi120 conmon[102313]: from='client.34334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:44.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:44 smithi120 conmon[102313]: cluster 2022-01-25T22:57:43.109066+0000 mgr.smithi120.hllzij (mgr.14704) 402 : cluster [DBG] pgmap v348: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:44.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:44 smithi120 conmon[102313]: audit 2022-01-25T22:57:43.219853+0000 mgr.smithi120.hllzij (mgr.14704) 403 : audit [DBG] from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:44.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:44 smithi120 conmon[102313]: 2022-01-25T22:57:44.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:44 smithi120 conmon[102313]: audit 2022-01- 2022-01-25T22:57:44.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:44 smithi120 conmon[102313]: 25T22:57:43.549564+0000 mon.smithi120 (mon.0) 352 : audit [DBG] from='client.? 172.21.15.120:0/3754170082' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:57:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:44 smithi145 conmon[67302]: audit 2022-01-25T22:57:42.949106+0000 mgr.smithi120.hllzij (mgr.14704) 401 : audit [DBG] from='client.34334 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:44 smithi145 conmon[67302]: cluster 2022-01-25T22:57:43.109066+0000 mgr.smithi120.hllzij (mgr.14704) 402 : cluster [DBG] pgmap v348: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:44.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:44 smithi145 conmon[67302]: audit 2022-01-25T22:57:43.219853+0000 mgr.smithi120.hllzij (mgr.14704) 403 : audit [DBG] from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:57:44.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:44 smithi145 conmon[67302]: audit 2022 2022-01-25T22:57:44.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:44 smithi145 conmon[67302]: -01-25T22:57:43.549564+0000 mon.smithi120 (mon.0) 352 : audit [DBG] from='client.? 172.21.15.120:0/3754170082' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:57:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:46 smithi120 conmon[102313]: cluster 2022-01-25T22:57:45.109836+0000 mgr.smithi120.hllzij (mgr.14704) 404 : cluster [DBG] pgmap v349: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:46 smithi120 conmon[102313]: 2022-01-25T22:57:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:46 smithi145 conmon[67302]: cluster 2022-01-25T22:57:45.109836+0000 mgr.smithi120.hllzij (mgr.14704) 404 : cluster [DBG] pgmap v349: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:48 smithi120 conmon[102313]: cluster 2022-01-25T22:57:47.110462+0000 mgr.smithi120.hllzij (mgr.14704) 405 : cluster [DBG] pgmap v350: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:48 smithi145 conmon[67302]: cluster 2022-01-25T22:57:47.110462+0000 mgr.smithi120.hllzij (mgr.14704) 405 : cluster [DBG] pgmap v350: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:49 smithi120 conmon[102313]: cluster 2022-01-25T22:57:49.111022+0000 mgr.smithi120.hllzij (mgr.14704) 406 : cluster [DBG] pgmap v351: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:50.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:49 smithi145 conmon[67302]: cluster 2022-01-25T22:57:49.111022+0000 mgr.smithi120.hllzij (mgr.14704) 406 : cluster [DBG] pgmap v351: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:52 smithi120 conmon[102313]: cluster 2022-01-25T22:57:51.111731+0000 mgr.smithi120.hllzij (mgr.14704) 407 : cluster [DBG] pgmap v352: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:52 smithi145 conmon[67302]: cluster 2022-01-25T22:57:51.111731+0000 mgr.smithi120.hllzij (mgr.14704) 407 : cluster [DBG] pgmap v352: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:57:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:54 smithi120 conmon[102313]: cluster 2022-01-25T22:57:53.112116+0000 mgr.smithi120.hllzij (mgr.14704) 408 : cluster [DBG] 2022-01-25T22:57:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:54 smithi120 conmon[102313]: pgmap v353: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:54 smithi120 conmon[102313]: audit 2022-01-25T22:57:53.626862+0000 mon.smithi120 (mon.0) 353 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:57:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:54 smithi120 conmon[102313]: audit 2022-01-25T22:57:53.627141+0000 mon.smithi120 (mon.0) 354 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:57:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:54 smithi145 conmon[67302]: cluster 2022-01-25T22:57:53.112116+0000 mgr.smithi120.hllzij (mgr.14704) 408 : cluster [DBG] pgmap v353: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:54 smithi145 conmon[67302]: audit 2022-01-25T22:57:53.626862+0000 mon.smithi120 (mon.0) 353 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:57:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:54 smithi145 conmon[67302]: audit 2022-01-25T22:57:53.627141+0000 mon.smithi120 (mon.0) 354 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:57:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:56 smithi120 conmon[102313]: cluster 2022-01-25T22:57:55.112937+0000 mgr.smithi120.hllzij (mgr.14704) 409 : cluster [DBG] 2022-01-25T22:57:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:56 smithi120 conmon[102313]: pgmap v354: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:56 smithi145 conmon[67302]: cluster 2022-01-25T22:57:55.112937+0000 mgr.smithi120.hllzij (mgr.14704) 409 : cluster [DBG] 2022-01-25T22:57:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:56 smithi145 conmon[67302]: pgmap v354: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:58 smithi120 conmon[102313]: cluster 2022-01-25T22:57:57.113461+0000 mgr.smithi120.hllzij (mgr.14704) 410 : cluster [DBG] pgmap v355: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:57:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:58 smithi120 conmon[102313]: 2022-01-25T22:57:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:58 smithi145 conmon[67302]: cluster 2022-01-25T22:57:57.113461+0000 mgr.smithi120.hllzij (mgr.14704) 410 : cluster [DBG] pgmap v355: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:59 smithi120 conmon[102313]: cluster 2022-01-25T22:57 2022-01-25T22:58:00.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:59 smithi120 conmon[102313]: :59.113913+0000 mgr.smithi120.hllzij (mgr.14704) 411 : cluster [DBG] pgmap v356: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:00.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:59 smithi120 conmon[102313]: audit 2022-01-25T22:57:59.200238+0000 mon.smithi120 (mon.0) 355 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:58:00.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:59 smithi120 conmon[102313]: audit 2022-01-25T22:57:59.201640+0000 mon.smithi120 (mon.0) 356 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:58:00.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:59 smithi120 conmon[102313]: audit 2022-01-25T22:57:59.202588+0000 2022-01-25T22:58:00.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:59 smithi120 conmon[102313]: mon.smithi120 (mon.0) 357 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:58:00.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:59 smithi120 conmon[102313]: cephadm 2022-01-25T22 2022-01-25T22:58:00.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:59 smithi120 conmon[102313]: :57:59.203323+0000 mgr.smithi120.hllzij (mgr.14704) 412 : cephadm [WRN] 2022-01-25T22:58:00.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:57:59 smithi120 conmon[102313]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:58:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:59 smithi145 conmon[67302]: cluster 2022-01-25T22:57: 2022-01-25T22:58:00.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:59 smithi145 conmon[67302]: 59.113913+0000 mgr.smithi120.hllzij (mgr.14704) 411 : cluster [DBG] pgmap v356: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:00.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:59 smithi145 conmon[67302]: audit 2022-01-25T22:57:59.200238+0000 mon.smithi120 (mon.0) 355 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:58:00.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:59 smithi145 conmon[67302]: audit 2022-01-25T22:57:59.201640+0000 mon.smithi120 (mon.0) 356 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:58:00.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:59 smithi145 conmon[67302]: audit 2022-01-25T22 2022-01-25T22:58:00.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:59 smithi145 conmon[67302]: :57:59.202588+0000 mon.smithi120 2022-01-25T22:58:00.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:59 smithi145 conmon[67302]: (mon.0) 357 : audit 2022-01-25T22:58:00.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:59 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:58:00.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:59 smithi145 conmon[67302]: cephadm 2022-01- 2022-01-25T22:58:00.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:59 smithi145 conmon[67302]: 25T22:57:59.203323 2022-01-25T22:58:00.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:59 smithi145 conmon[67302]: +0000 mgr.smithi120.hllzij (mgr.14704) 412 2022-01-25T22:58:00.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:57:59 smithi145 conmon[67302]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:58:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:02 smithi120 conmon[102313]: cluster 2022-01-25T22:58:01.114516+0000 mgr.smithi120.hllzij (mgr.14704) 413 : cluster [DBG] pgmap v357: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:02 smithi145 conmon[67302]: cluster 2022-01-25T22:58:01.114516+0000 mgr.smithi120.hllzij (mgr.14704) 413 : cluster [DBG] pgmap v357: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:04 smithi120 conmon[102313]: cluster 2022-01-25T22:58:03.115167+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:58:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:04 smithi120 conmon[102313]: 14704) 414 : cluster [DBG] pgmap v358: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:04 smithi120 conmon[102313]: audit 2022-01-25T22:58:03.545468+0000 mon.smithi120 (mon.0) 358 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:58:04.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:04 smithi120 conmon[102313]: audit 2022-01-25T22:58:03.912818+0000 mon.smithi120 (mon.0) 359 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:58:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:04 smithi145 conmon[67302]: cluster 2022-01-25T22:58:03.115167+0000 mgr.smithi120.hllzij (mgr.14704) 414 2022-01-25T22:58:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:04 smithi145 conmon[67302]: : cluster [DBG] pgmap v358: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:04 smithi145 conmon[67302]: audit 2022-01-25T22:58:03.545468+0000 mon.smithi120 (mon.0) 358 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:58:04.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:04 smithi145 conmon[67302]: audit 2022-01-25T22:58:03.912818+0000 mon.smithi120 (mon.0) 359 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:58:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:06 smithi120 conmon[102313]: cluster 2022-01-25T22:58:05.115833+0000 mgr.smithi120.hllzij (mgr.14704) 415 : cluster 2022-01-25T22:58:06.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:06 smithi120 conmon[102313]: [DBG] pgmap v359: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:06.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:06 smithi120 conmon[102313]: audit 2022-01-25T22:58:05.932945+0000 mon.smithi120 (mon.0) 360 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:58:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:06 smithi145 conmon[67302]: cluster 2022-01-25T22:58:05.115833+0000 mgr.smithi120.hllzij (mgr.14704) 415 : cluster [DBG] pgmap v359: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:06 smithi145 conmon[67302]: audit 2022-01-25T22:58:05.932945+0000 mon.smithi120 (mon.0) 360 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:58:07.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:07 smithi120 conmon[102313]: audit 2022-01-25T22:58:06.317957+0000 mon.smithi120 (mon.0) 361 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:58:07.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:07 smithi120 conmon[102313]: audit 2022-01-25T22:58:06.321812+0000 mon.smithi120 (mon.0) 362 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:58:07.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:07 smithi120 conmon[102313]: audit 2022-01-25T22:58:06.326809+0000 mon.smithi120 (mon.0) 363 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:58:07.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:07 smithi145 conmon[67302]: audit 2022-01-25T22:58:06.317957+0000 mon.smithi120 (mon.0) 361 2022-01-25T22:58:07.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:07 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T22:58:07.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:07 smithi145 conmon[67302]: audit 2022-01-25T22:58:06.321812+0000 mon.smithi120 (mon.0) 362 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:58:07.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:07 smithi145 conmon[67302]: audit 2022-01-25T22:58:06.326809+0000 mon.smithi120 (mon.0) 2022-01-25T22:58:07.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:07 smithi145 conmon[67302]: 363 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:58:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:08 smithi120 conmon[102313]: cluster 2022-01-25T22:58:07.116409+0000 mgr.smithi120.hllzij (mgr.14704) 416 : cluster [DBG] pgmap v360: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:08 smithi145 conmon[67302]: cluster 2022-01-25T22:58:07.116409+0000 mgr.smithi120.hllzij (mgr.14704) 416 : cluster [DBG] pgmap v360: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:09 smithi120 conmon[102313]: cluster 2022-01-25T22:58:09.116903+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:58:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:09 smithi120 conmon[102313]: 417 : cluster [DBG] pgmap v361: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:09 smithi145 conmon[67302]: cluster 2022-01-25T22:58:09.116903+0000 mgr.smithi120.hllzij (mgr.14704) 417 : cluster [DBG] 2022-01-25T22:58:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:09 smithi145 conmon[67302]: pgmap v361: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:12 smithi120 conmon[102313]: cluster 2022-01-25T22:58:11.117718+0000 mgr.smithi120.hllzij (mgr.14704) 418 : cluster [DBG] pgmap v362: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:12.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:12 smithi120 conmon[102313]: 2022-01-25T22:58:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:12 smithi145 conmon[67302]: cluster 2022-01-25T22:58:11.117718+0000 mgr.smithi120.hllzij (mgr.14704) 418 : cluster 2022-01-25T22:58:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:12 smithi145 conmon[67302]: [DBG] pgmap v362: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:13.852 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:58:14.121 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:58:14.121 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (17m) 8s ago 18m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:58:14.122 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (10m) 8s ago 18m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:58:14.122 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (10m) 10s ago 18m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:58:14.122 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (17m) 8s ago 18m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:58:14.123 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (14m) 8s ago 14m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:58:14.123 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (14m) 10s ago 14m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:58:14.123 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (11m) 8s ago 19m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:58:14.123 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (11m) 10s ago 17m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:58:14.123 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (11m) 8s ago 19m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:58:14.124 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (10m) 10s ago 17m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:58:14.124 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (11m) 8s ago 11m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:58:14.124 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (11m) 10s ago 11m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:58:14.124 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (18m) 8s ago 18m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:58:14.125 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (17m) 10s ago 17m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:58:14.125 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (5m) 8s ago 17m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T22:58:14.125 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (17m) 8s ago 17m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:58:14.125 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (16m) 8s ago 16m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:58:14.126 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (16m) 8s ago 16m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:58:14.126 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (16m) 10s ago 16m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:58:14.126 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (16m) 10s ago 16m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:58:14.126 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (15m) 10s ago 15m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:58:14.126 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (15m) 10s ago 15m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:58:14.127 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (17m) 8s ago 18m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:58:14.440 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:58:14.440 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:58:14.440 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:58:14.440 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:58:14.441 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:58:14.441 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:58:14.441 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:58:14.441 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:58:14.442 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:58:14.442 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:58:14.442 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:58:14.442 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:58:14.443 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:58:14.443 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:58:14.443 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:58:14.443 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:58:14.444 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:58:14.444 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:58:14.444 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:58:14.444 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:14 smithi120 conmon[102313]: cluster 2022-01-25T22:58:13.118165+0000 mgr.smithi120.hllzij (mgr 2022-01-25T22:58:14.445 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:14 smithi120 conmon[102313]: .14704) 419 : cluster [DBG] pgmap v363: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:14 smithi145 conmon[67302]: cluster 2022-01-25T22:58:13.118165+0000 mgr.smithi120.hllzij (mgr.14704) 419 : cluster [DBG] 2022-01-25T22:58:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:14 smithi145 conmon[67302]: pgmap v363: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:15.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:15 smithi120 conmon[102313]: audit 2022-01-25T22:58:13.840256+0000 mgr.smithi120.hllzij (mgr.14704) 420 : audit [DBG] from='client.34346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:15.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:15 smithi120 conmon[102313]: audit 2022-01-25T22:58:14.112880+0000 2022-01-25T22:58:15.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:15 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 421 : audit [DBG] from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:15.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:15 smithi120 conmon[102313]: audit 2022-01-25T22:58:14.440346+0000 mon.smithi120 (mon.0) 364 : audit [DBG] from='client.? 172.21.15.120:0/3956676400' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:58:15.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:15 smithi145 conmon[67302]: audit 2022-01-25T22:58:13.840256+0000 mgr.smithi120.hllzij (mgr.14704) 420 : audit [DBG] from='client.34346 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:15.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:15 smithi145 conmon[67302]: 2022-01-25T22:58:15.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:15 smithi145 conmon[67302]: audit 2022-01-25T22:58:14.112880+0000 mgr.smithi120.hllzij (mgr.14704) 421 : audit [DBG] from='client.34350 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:15.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:15 smithi145 conmon[67302]: audit 2022- 2022-01-25T22:58:15.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:15 smithi145 conmon[67302]: 01-25T22:58:14.440346+0000 mon.smithi120 (mon.0) 364 : audit [DBG] from='client.? 172.21.15.120:0/3956676400' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:58:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:16 smithi120 conmon[102313]: cluster 2022-01-25T22:58:15.119038+0000 mgr.smithi120.hllzij (mgr.14704) 422 : cluster [DBG] pgmap v364: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:16 smithi145 conmon[67302]: cluster 2022-01-25T22:58:15.119038+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T22:58:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:16 smithi145 conmon[67302]: 422 : cluster [DBG] pgmap v364: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:18 smithi120 conmon[102313]: cluster 2022-01-25T22:58:17.119469+0000 mgr.smithi120.hllzij (mgr.14704) 423 : cluster [DBG] pgmap v365: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:18 smithi120 conmon[102313]: 2022-01-25T22:58:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:18 smithi145 conmon[67302]: cluster 2022-01-25T22:58:17.119469+0000 mgr.smithi120.hllzij (mgr.14704) 423 : cluster [DBG] pgmap v365: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:19 smithi120 conmon[102313]: cluster 2022-01-25T22:58:19.119970+0000 mgr.smithi120.hllzij (mgr.14704) 424 : cluster [DBG] pgmap v366: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:19 smithi145 conmon[67302]: cluster 2022-01-25T22:58:19.119970+0000 mgr.smithi120.hllzij (mgr.14704) 424 : cluster [DBG] pgmap v366: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:19 smithi145 conmon[67302]: 2022-01-25T22:58:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:22 smithi120 conmon[102313]: cluster 2022-01-25T22:58:21.120714+0000 mgr.smithi120.hllzij (mgr.14704) 425 : cluster [DBG] pgmap v367: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:22 smithi145 conmon[67302]: cluster 2022-01-25T22:58:21.120714+0000 mgr.smithi120.hllzij (mgr.14704) 425 : cluster [DBG] 2022-01-25T22:58:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:22 smithi145 conmon[67302]: pgmap v367: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:24 smithi120 conmon[102313]: cluster 2022-01-25T22:58:23.121145+0000 mgr.smithi120.hllzij (mgr.14704) 426 : cluster [DBG] pgmap v368: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:24 smithi145 conmon[67302]: cluster 2022-01-25T22:58:23.121145+0000 mgr.smithi120.hllzij (mgr.14704) 426 : cluster [DBG] pgmap v368: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:26 smithi120 conmon[102313]: cluster 2022-01-25T22:58:25.122075+0000 mgr.smithi120.hllzij (mgr.14704) 427 : cluster [DBG] 2022-01-25T22:58:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:26 smithi120 conmon[102313]: pgmap v369: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:26 smithi145 conmon[67302]: cluster 2022-01-25T22:58:25.122075+0000 mgr.smithi120.hllzij (mgr.14704) 427 : cluster [DBG] pgmap v369: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:28 smithi120 conmon[102313]: cluster 2022-01-25T22:58:27.122549+0000 mgr.smithi120.hllzij (mgr.14704) 428 : cluster [DBG] pgmap v370: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:28 smithi145 conmon[67302]: cluster 2022-01-25T22:58:27.122549+0000 mgr.smithi120.hllzij (mgr.14704) 428 : cluster [DBG] pgmap v370: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:29 smithi120 conmon[102313]: cluster 2022-01-25T22:58:29.123025+0000 mgr.smithi120.hllzij (mgr.14704) 429 : cluster [DBG] pgmap v371: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:29 smithi145 conmon[67302]: cluster 2022-01-25T22:58:29.123025+0000 mgr.smithi120.hllzij (mgr.14704) 429 : cluster [DBG] pgmap v371: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:32.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:32 smithi120 conmon[102313]: cluster 2022-01-25T22:58:31.123871+0000 mgr.smithi120.hllzij (mgr.14704) 430 : cluster [DBG] pgmap v372: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:32 smithi145 conmon[67302]: cluster 2022-01-25T22:58:31.123871+0000 mgr.smithi120.hllzij (mgr.14704) 430 : cluster [DBG] pgmap v372: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:34 smithi120 conmon[102313]: cluster 2022-01-25T22:58:33.124482+0000 mgr.smithi120.hllzij (mgr.14704) 431 : cluster [DBG] pgmap v373: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:34 smithi145 conmon[67302]: cluster 2022-01-25T22:58:33.124482+0000 mgr.smithi120.hllzij (mgr.14704) 431 : cluster [DBG] pgmap v373: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:36 smithi120 conmon[102313]: cluster 2022-01-25T22:58:35.125385+0000 mgr.smithi120.hllzij (mgr.14704) 432 : cluster [DBG] pgmap v374: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:36 smithi145 conmon[67302]: cluster 2022-01-25T22:58:35.125385+0000 mgr.smithi120.hllzij (mgr.14704) 432 : cluster [DBG] pgmap v374: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:38 smithi120 conmon[102313]: cluster 2022-01-25T22:58:37.125855+0000 mgr.smithi120.hllzij (mgr.14704) 433 : cluster [DBG] pgmap v375: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:38 smithi145 conmon[67302]: cluster 2022-01-25T22:58:37.125855+0000 mgr.smithi120.hllzij (mgr.14704) 433 : cluster [DBG] pgmap v375: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:39 smithi120 conmon[102313]: cluster 2022-01-25T22:58:39.126395+0000 mgr.smithi120.hllzij (mgr.14704) 434 : cluster [DBG] pgmap v376: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:39 smithi145 conmon[67302]: cluster 2022-01-25T22:58:39.126395+0000 mgr.smithi120.hllzij (mgr.14704) 434 : cluster 2022-01-25T22:58:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:39 smithi145 conmon[67302]: [DBG] pgmap v376: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:42 smithi120 conmon[102313]: cluster 2022-01-25T22:58:41.127217+0000 mgr.smithi120.hllzij (mgr.14704) 435 : cluster [DBG] pgmap v377: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:42.759 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:42 smithi145 conmon[67302]: cluster 2022-01-25T22:58:41.127217+0000 mgr.smithi120.hllzij (mgr.14704) 435 : cluster [DBG] 2022-01-25T22:58:42.759 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:42 smithi145 conmon[67302]: pgmap v377: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:44 smithi120 conmon[102313]: cluster 2022-01-25T22:58:43.127681+0000 mgr.smithi120.hllzij (mgr.14704) 436 : cluster [DBG] pgmap v378: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:44 smithi145 conmon[67302]: cluster 2022-01-25T22:58:43.127681+0000 mgr.smithi120.hllzij (mgr.14704) 436 : cluster [DBG] pgmap v378: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:44 smithi145 conmon[67302]: 2022-01-25T22:58:44.742 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:58:45.010 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:58:45.010 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (17m) 39s ago 19m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:58:45.010 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (11m) 39s ago 19m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:58:45.011 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (11m) 41s ago 18m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:58:45.011 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (17m) 39s ago 18m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:58:45.011 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (14m) 39s ago 14m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:58:45.011 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (14m) 41s ago 14m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:58:45.012 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (11m) 39s ago 20m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:58:45.012 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (11m) 41s ago 18m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:58:45.012 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (11m) 39s ago 20m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:58:45.012 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (11m) 41s ago 18m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:58:45.012 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (12m) 39s ago 12m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:58:45.013 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (12m) 41s ago 12m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:58:45.013 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (18m) 39s ago 18m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:58:45.013 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (18m) 41s ago 18m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:58:45.013 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (5m) 39s ago 17m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T22:58:45.013 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (17m) 39s ago 17m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:58:45.014 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (17m) 39s ago 17m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:58:45.014 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (17m) 39s ago 17m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:58:45.014 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (16m) 41s ago 16m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:58:45.014 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (16m) 41s ago 16m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:58:45.014 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (16m) 41s ago 16m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:58:45.015 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (15m) 41s ago 15m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:58:45.015 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (17m) 39s ago 18m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:58:45.334 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:58:45.334 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:58:45.335 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:58:45.335 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:58:45.335 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:58:45.335 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:58:45.336 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:58:45.336 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:58:45.336 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:58:45.336 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:58:45.336 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:58:45.337 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:58:45.337 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:58:45.337 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:58:45.337 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:58:45.338 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:58:45.338 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:58:45.338 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:58:45.338 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:58:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:46 smithi120 conmon[102313]: audit 2022-01-25T22:58:44.730877+0000 mgr.smithi120.hllzij (mgr.14704) 437 : audit [DBG] from='client.34358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:46 smithi120 conmon[102313]: audit 2022-01-25T22:58:45.001896+0000 mgr.smithi120.hllzij (mgr.14704) 438 : audit [DBG] from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:46.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:46 smithi120 conmon[102313]: cluster 2022-01-25T22:58:45.128320+0000 mgr.smithi120.hllzij (mgr.14704) 439 : cluster [DBG] 2022-01-25T22:58:46.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:46 smithi120 conmon[102313]: pgmap v379: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:46.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:46 smithi120 conmon[102313]: audit 2022-01-25T22:58: 2022-01-25T22:58:46.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:46 smithi120 conmon[102313]: 45.334769+0000 mon.smithi120 (mon.0) 365 : audit [DBG] from='client.? 172.21.15.120:0/291737834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:58:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:46 smithi145 conmon[67302]: audit 2022-01-25T22:58:44.730877+0000 mgr.smithi120.hllzij (mgr.14704) 437 : audit [DBG] from='client.34358 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:46 smithi145 conmon[67302]: 2022-01-25T22:58:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:46 smithi145 conmon[67302]: audit 2022-01-25T22:58:45.001896+0000 mgr.smithi120.hllzij (mgr.14704) 438 : audit [DBG] from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:58:46.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:46 smithi145 conmon[67302]: cluster 2022-01-25T22:58:45.128320+0000 mgr.smithi120.hllzij (mgr.14704) 439 : cluster [DBG] 2022-01-25T22:58:46.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:46 smithi145 conmon[67302]: pgmap v379: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:46.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:46 smithi145 conmon[67302]: audit 2022-01-25T22:58:45.334769+0000 mon.smithi120 (mon.0) 365 : audit [DBG] from='client.? 172.21.15.120:0/291737834' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:58:46.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:46 smithi145 conmon[67302]: 2022-01-25T22:58:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:48 smithi120 conmon[102313]: cluster 2022-01-25T22:58:47.128696+0000 mgr.smithi120.hllzij (mgr.14704) 440 : cluster [DBG] pgmap v380: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:48 smithi145 conmon[67302]: cluster 2022-01-25T22:58:47.128696+0000 mgr.smithi120.hllzij (mgr.14704) 440 : cluster [DBG] 2022-01-25T22:58:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:48 smithi145 conmon[67302]: pgmap v380: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:49 smithi120 conmon[102313]: cluster 2022-01-25T22:58:49.129186+0000 mgr.smithi120.hllzij (mgr.14704) 441 : cluster [DBG] pgmap v381: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:49 smithi145 conmon[67302]: cluster 2022-01-25T22:58:49.129186+0000 mgr.smithi120.hllzij (mgr.14704) 441 : cluster [DBG] pgmap v381: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:52 smithi120 conmon[102313]: cluster 2022-01-25T22:58:51.129925+0000 mgr.smithi120.hllzij (mgr.14704) 442 : cluster [DBG] 2022-01-25T22:58:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:52 smithi120 conmon[102313]: pgmap v382: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:52 smithi145 conmon[67302]: cluster 2022-01-25T22:58:51.129925+0000 mgr.smithi120.hllzij (mgr.14704) 442 : cluster [DBG] pgmap v382: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:58:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:54 smithi120 conmon[102313]: cluster 2022-01-25T22:58:53.130430+0000 mgr.smithi120.hllzij (mgr.14704) 443 : cluster [DBG] pgmap v383: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:54 smithi120 conmon[102313]: audit 2022-01-25T22:58:53.630802+0000 mon.smithi120 (mon.0) 366 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:58:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:54 smithi120 conmon[102313]: audit 2022-01-25T22:58:53.631029+0000 mon.smithi120 (mon.0) 367 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:58:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:54 smithi145 conmon[67302]: cluster 2022-01-25T22:58:53.130430+0000 mgr.smithi120.hllzij (mgr.14704) 443 : cluster [DBG] pgmap v383: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:54 smithi145 conmon[67302]: audit 2022-01-25T22:58:53.630802+0000 mon.smithi120 (mon.0) 366 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:58:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:54 smithi145 conmon[67302]: audit 2022-01-25T22:58:53.631029 2022-01-25T22:58:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:54 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 367 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:58:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:56 smithi120 conmon[102313]: cluster 2022-01-25T22:58:55.131213+0000 mgr.smithi120.hllzij (mgr.14704) 444 : cluster 2022-01-25T22:58:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:56 smithi120 conmon[102313]: [DBG] pgmap v384: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:56 smithi145 conmon[67302]: cluster 2022-01-25T22:58:55.131213+0000 mgr.smithi120.hllzij (mgr.14704) 444 : cluster [DBG] 2022-01-25T22:58:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:56 smithi145 conmon[67302]: pgmap v384: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:58 smithi120 conmon[102313]: cluster 2022-01-25T22:58:57.131664+0000 mgr.smithi120.hllzij (mgr.14704) 445 : cluster [DBG] pgmap v385: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:58:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:58 smithi120 conmon[102313]: 2022-01-25T22:58:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:58 smithi145 conmon[67302]: cluster 2022-01-25T22:58:57.131664+0000 mgr.smithi120.hllzij (mgr.14704) 445 : cluster [DBG] pgmap v385: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:59 smithi120 conmon[102313]: cluster 2022-01-25T22:58:59.132277+0000 mgr.smithi120.hllzij (mgr.14704) 446 : cluster [DBG] pgmap v386: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:00.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:58:59 smithi120 conmon[102313]: 2022-01-25T22:59:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:59 smithi145 conmon[67302]: cluster 2022-01-25T22:58:59.132277+0000 mgr.smithi120.hllzij (mgr.14704) 446 : cluster [DBG] 2022-01-25T22:59:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:58:59 smithi145 conmon[67302]: pgmap v386: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:02 smithi120 conmon[102313]: cluster 2022-01-25T22:59:01.132988+0000 mgr.smithi120.hllzij (mgr.14704) 447 : cluster [DBG] pgmap v387: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:02 smithi145 conmon[67302]: cluster 2022-01-25T22:59:01.132988+0000 mgr.smithi120.hllzij (mgr.14704) 447 : cluster [DBG] 2022-01-25T22:59:02.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:02 smithi145 conmon[67302]: pgmap v387: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:04 smithi120 conmon[102313]: cluster 2022-01-25T22:59:03.133585+0000 mgr.smithi120.hllzij (mgr.14704) 448 : cluster [DBG] pgmap v388: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:04 smithi145 conmon[67302]: cluster 2022-01-25T22:59:03.133585+0000 mgr.smithi120.hllzij (mgr.14704) 448 : cluster [DBG] pgmap v388: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:06 smithi120 conmon[102313]: cluster 2022-01-25T22:59:05.134319+0000 mgr.smithi120.hllzij (mgr.14704) 449 : cluster [DBG] pgmap v389: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:06 smithi120 conmon[102313]: 2022-01-25T22:59:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:06 smithi145 conmon[67302]: cluster 2022-01-25T22:59:05.134319+0000 mgr.smithi120.hllzij (mgr.14704) 449 : cluster [DBG] pgmap v389: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:07.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:07 smithi120 conmon[102313]: audit 2022-01-25T22:59:06.329418+0000 mon.smithi120 (mon.0) 368 2022-01-25T22:59:07.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:07 smithi120 conmon[102313]: : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:59:07.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:07 smithi120 conmon[102313]: audit 2022-01-25T22:59:06.330850+0000 mon.smithi120 (mon.0) 369 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:59:07.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:07 smithi120 conmon[102313]: audit 2022-01-25T22:59:06.331912+0000 mon.smithi120 (mon.0) 370 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:59:07.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:07 smithi120 conmon[102313]: cephadm 2022-01-25T22:59:06.332631+0000 mgr.smithi120.hllzij (mgr.14704) 450 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:59:07.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:07 smithi120 conmon[102313]: audit 2022-01-25T22:59:06.731361+0000 mon.smithi120 (mon.0) 371 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:59:07.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:07 smithi120 conmon[102313]: audit 2022-01-25T22:59:06.737614+0000 mon.smithi120 (mon.0) 372 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:59:07.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:07 smithi145 conmon[67302]: audit 2022-01-25T22:59:06.329418+0000 mon.smithi120 (mon.0) 368 : audit [DBG] 2022-01-25T22:59:07.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:07 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T22:59:07.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:07 smithi145 conmon[67302]: audit 2022-01-25T22:59:06.330850+0000 mon.smithi120 (mon.0) 369 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T22:59:07.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:07 smithi145 conmon[67302]: audit 2022-01-25T22:59:06.331912+0000 2022-01-25T22:59:07.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:07 smithi145 conmon[67302]: mon.smithi120 (mon.0) 370 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T22:59:07.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:07 smithi145 conmon[67302]: cephadm 2022-01- 2022-01-25T22:59:07.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:07 smithi145 conmon[67302]: 25T22:59:06.332631+0000 mgr.smithi120.hllzij (mgr.14704) 450 : cephadm 2022-01-25T22:59:07.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:07 smithi145 conmon[67302]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T22:59:07.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:07 smithi145 conmon[67302]: audit 2022-01-25T22:59: 2022-01-25T22:59:07.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:07 smithi145 conmon[67302]: 06.731361+0000 mon.smithi120 (mon.0) 371 : audit 2022-01-25T22:59:07.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:07 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:59:07.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:07 smithi145 conmon[67302]: audit 2022-01-25T22:59: 2022-01-25T22:59:07.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:07 smithi145 conmon[67302]: 06.737614+0000 mon.smithi120 (mon.0) 372 : audit 2022-01-25T22:59:07.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:07 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T22:59:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:08 smithi120 conmon[102313]: cluster 2022-01-25T22:59:07.134983+0000 mgr.smithi120.hllzij (mgr.14704) 451 : cluster [DBG] pgmap v390: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:08 smithi145 conmon[67302]: cluster 2022-01-25T22:59:07.134983+0000 mgr.smithi120.hllzij (mgr.14704) 451 : cluster [DBG] pgmap v390: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:08 smithi145 conmon[67302]: 2022-01-25T22:59:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:09 smithi120 conmon[102313]: cluster 2022-01-25T22:59:09.135561+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T22:59:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:09 smithi120 conmon[102313]: ) 452 : cluster [DBG] pgmap v391: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:09 smithi145 conmon[67302]: cluster 2022-01-25T22:59:09.135561+0000 mgr.smithi120.hllzij (mgr.14704) 452 : cluster [DBG] pgmap v391: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:12 smithi120 conmon[102313]: cluster 2022-01-25T22:59:11.136482+0000 mgr.smithi120.hllzij (mgr.14704) 453 : cluster [DBG] 2022-01-25T22:59:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:12 smithi120 conmon[102313]: pgmap v392: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:12 smithi145 conmon[67302]: cluster 2022-01-25T22:59:11.136482+0000 mgr.smithi120.hllzij (mgr.14704) 453 : cluster [DBG] pgmap v392: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:12 smithi145 conmon[67302]: 2022-01-25T22:59:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:14 smithi120 conmon[102313]: cluster 2022-01-25T22:59:13.137079+0000 mgr.smithi120.hllzij (mgr.14704) 454 : cluster [DBG] pgmap v393: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:14 smithi145 conmon[67302]: cluster 2022-01-25T22:59:13.137079+0000 mgr.smithi120.hllzij (mgr.14704) 454 : cluster [DBG] pgmap v393: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:15.638 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:59:15.905 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:59:15.906 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (18m) 69s ago 19m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:59:15.906 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (11m) 69s ago 19m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:59:15.907 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (11m) 72s ago 19m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:59:15.907 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (18m) 69s ago 19m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:59:15.907 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (15m) 69s ago 15m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:59:15.907 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (15m) 72s ago 15m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:59:15.907 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (12m) 69s ago 20m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:59:15.908 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (12m) 72s ago 18m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:59:15.908 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (12m) 69s ago 20m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:59:15.908 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (11m) 72s ago 18m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:59:15.909 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (12m) 69s ago 12m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:59:15.909 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (12m) 72s ago 12m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:59:15.909 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (19m) 69s ago 19m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:59:15.909 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (18m) 72s ago 18m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:59:15.909 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (6m) 69s ago 18m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T22:59:15.910 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (18m) 69s ago 18m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:59:15.910 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (17m) 69s ago 17m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:59:15.910 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (17m) 69s ago 17m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:59:15.910 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (17m) 72s ago 17m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:59:15.911 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (17m) 72s ago 17m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:59:15.911 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (16m) 72s ago 16m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:59:15.911 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (16m) 72s ago 16m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:59:15.911 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (18m) 69s ago 19m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:59:16.229 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:59:16.229 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:59:16.230 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:59:16.230 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:59:16.230 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:59:16.230 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:59:16.231 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:59:16.231 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:59:16.231 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:59:16.231 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:59:16.232 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:59:16.232 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:59:16.232 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:59:16.232 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:59:16.233 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:59:16.233 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:59:16.233 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:59:16.233 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:59:16.233 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:59:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:16 smithi120 conmon[102313]: cluster 2022-01-25T22:59:15.137934+0000 mgr.smithi120.hllzij (mgr.14704) 455 : cluster [DBG] pgmap v394: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:16 smithi145 conmon[67302]: cluster 2022-01-25T22:59:15.137934+0000 mgr.smithi120.hllzij (mgr.14704) 455 : cluster [DBG] pgmap v394: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:17.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:17 smithi120 conmon[102313]: audit 2022-01-25T22:59:15.626924+0000 mgr.smithi120.hllzij (mgr.14704) 456 : audit [DBG] from='client.34370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:17.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:17 smithi120 conmon[102313]: 2022-01-25T22:59:17.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:17 smithi120 conmon[102313]: audit 2022-01-25T22:59:15.897370+0000 mgr.smithi120.hllzij (mgr.14704) 457 : audit [DBG] from='client.34374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:17.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:17 smithi120 conmon[102313]: audit 2022-01-25T22:59:16.229393+0000 mon.smithi120 (mon.0) 373 : audit [DBG] from='client.? 172.21.15.120:0/2001832000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:59:17.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:17 smithi145 conmon[67302]: audit 2022-01-25T22:59:15.626924+0000 mgr.smithi120.hllzij (mgr.14704) 456 : audit [DBG] from='client.34370 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:17.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:17 smithi145 conmon[67302]: audit 2022-01-25T22:59:15.897370+0000 mgr.smithi120.hllzij (mgr.14704) 457 : audit [DBG] from='client.34374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:17.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:17 smithi145 conmon[67302]: audit 2022-01-25T22:59:16.229393+0000 mon.smithi120 (mon.0) 373 : audit [DBG] from='client.? 172.21.15.120:0/2001832000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:59:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:18 smithi120 conmon[102313]: cluster 2022-01-25T22:59:17.138445+0000 mgr.smithi120.hllzij (mgr.14704) 458 : cluster [DBG] 2022-01-25T22:59:18.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:18 smithi120 conmon[102313]: pgmap v395: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:18 smithi145 conmon[67302]: cluster 2022-01-25T22:59:17.138445+0000 mgr.smithi120.hllzij (mgr.14704) 458 : cluster [DBG] pgmap v395: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:19 smithi120 conmon[102313]: cluster 2022-01-25T22:59:19.139083+0000 mgr.smithi120.hllzij (mgr.14704) 459 : cluster [DBG] pgmap v396: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:19 smithi145 conmon[67302]: cluster 2022-01-25T22:59:19.139083+0000 mgr.smithi120.hllzij (mgr.14704) 459 : cluster [DBG] pgmap v396: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:19 smithi145 conmon[67302]: 2022-01-25T22:59:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:22 smithi120 conmon[102313]: cluster 2022-01-25T22:59:21.139831+0000 mgr.smithi120.hllzij (mgr.14704) 460 : cluster [DBG] pgmap v397: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:22 smithi145 conmon[67302]: cluster 2022-01-25T22:59:21.139831+0000 mgr.smithi120.hllzij (mgr.14704) 460 : cluster [DBG] pgmap v397: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:24 smithi120 conmon[102313]: cluster 2022-01-25T22:59:23.140304+0000 mgr.smithi120.hllzij (mgr.14704) 461 : cluster [DBG] pgmap v398: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:24 smithi145 conmon[67302]: cluster 2022-01-25T22:59:23.140304+0000 mgr.smithi120.hllzij (mgr.14704) 461 : cluster [DBG] pgmap v398: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:26 smithi120 conmon[102313]: cluster 2022-01-25T22:59:25.141050+0000 mgr.smithi120.hllzij (mgr.14704) 462 : cluster [DBG] pgmap v399: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:26 smithi120 conmon[102313]: 2022-01-25T22:59:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:26 smithi145 conmon[67302]: cluster 2022-01-25T22:59:25.141050+0000 mgr.smithi120.hllzij (mgr.14704) 462 : cluster [DBG] pgmap v399: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:28 smithi120 conmon[102313]: cluster 2022-01-25T22:59:27.141674+0000 mgr.smithi120.hllzij (mgr.14704) 463 : cluster [DBG] pgmap v400: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:28 smithi120 conmon[102313]: 2022-01-25T22:59:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:28 smithi145 conmon[67302]: cluster 2022-01-25T22:59:27.141674+0000 mgr.smithi120.hllzij (mgr.14704) 463 : cluster 2022-01-25T22:59:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:28 smithi145 conmon[67302]: [DBG] pgmap v400: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:29 smithi120 conmon[102313]: cluster 2022-01-25T22:59:29.142196+0000 mgr.smithi120.hllzij (mgr.14704) 464 : cluster [DBG] 2022-01-25T22:59:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:29 smithi120 conmon[102313]: pgmap v401: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:29 smithi145 conmon[67302]: cluster 2022-01-25T22:59:29.142196+0000 mgr.smithi120.hllzij (mgr.14704) 464 : cluster [DBG] 2022-01-25T22:59:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:29 smithi145 conmon[67302]: pgmap v401: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:32 smithi120 conmon[102313]: cluster 2022-01-25T22:59:31.143092+0000 mgr.smithi120.hllzij (mgr.14704) 465 : cluster [DBG] pgmap v402: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:32 smithi120 conmon[102313]: 2022-01-25T22:59:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:32 smithi145 conmon[67302]: cluster 2022-01-25T22:59:31.143092+0000 mgr.smithi120.hllzij (mgr.14704) 465 : cluster [DBG] pgmap v402: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:34 smithi120 conmon[102313]: cluster 2022-01-25T22:59:33.143524+0000 mgr.smithi120.hllzij (mgr.14704) 466 : cluster [DBG] 2022-01-25T22:59:34.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:34 smithi120 conmon[102313]: pgmap v403: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:34 smithi145 conmon[67302]: cluster 2022-01-25T22:59:33.143524+0000 mgr.smithi120.hllzij (mgr.14704) 466 : cluster [DBG] pgmap v403: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:36 smithi120 conmon[102313]: cluster 2022-01-25T22:59:35.144432+0000 mgr.smithi120.hllzij (mgr.14704) 467 : cluster [DBG] 2022-01-25T22:59:36.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:36 smithi120 conmon[102313]: pgmap v404: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:36 smithi145 conmon[67302]: cluster 2022-01-25T22:59:35.144432+0000 mgr.smithi120.hllzij (mgr.14704) 467 : cluster [DBG] 2022-01-25T22:59:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:36 smithi145 conmon[67302]: pgmap v404: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:38 smithi120 conmon[102313]: cluster 2022-01-25T22:59:37.145122+0000 mgr.smithi120.hllzij (mgr.14704) 468 : cluster [DBG] pgmap v405: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:38 smithi145 conmon[67302]: cluster 2022-01-25T22:59:37.145122+0000 mgr.smithi120.hllzij (mgr.14704) 468 : cluster [DBG] pgmap v405: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:39 smithi120 conmon[102313]: cluster 2022-01-25T22:59:39.145507+0000 mgr.smithi120.hllzij (mgr.14704) 469 : cluster [DBG] pgmap v406: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:39 smithi145 conmon[67302]: cluster 2022-01-25T22:59:39.145507+0000 mgr.smithi120.hllzij (mgr.14704) 469 : cluster [DBG] pgmap v406: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:42 smithi120 conmon[102313]: cluster 2022-01-25T22:59:41.146251+0000 mgr.smithi120.hllzij (mgr.14704) 470 : cluster [DBG] pgmap v407: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:42 smithi145 conmon[67302]: cluster 2022-01-25T22:59:41.146251+0000 mgr.smithi120.hllzij (mgr.14704) 470 : cluster [DBG] pgmap v407: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:44 smithi120 conmon[102313]: cluster 2022-01-25T22:59:43.146842+0000 mgr.smithi120.hllzij (mgr.14704) 471 : cluster [DBG] pgmap v408: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:44 smithi145 conmon[67302]: cluster 2022-01-25T22:59:43.146842+0000 mgr.smithi120.hllzij (mgr.14704) 471 : cluster [DBG] pgmap v408: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:44 smithi145 conmon[67302]: 2022-01-25T22:59:46.526 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T22:59:46.527 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:46 smithi120 conmon[102313]: cluster 2022-01-25T22:59:45.147594+0000 mgr.smithi120.hllzij (mgr.14704) 472 : cluster [DBG] 2022-01-25T22:59:46.527 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:46 smithi120 conmon[102313]: pgmap v409: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:46 smithi145 conmon[67302]: cluster 2022-01-25T22:59:45.147594+0000 mgr.smithi120.hllzij (mgr.14704) 472 : cluster [DBG] pgmap v409: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:46.795 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T22:59:46.795 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (19m) 100s ago 20m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T22:59:46.796 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (12m) 100s ago 20m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T22:59:46.796 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (12m) 103s ago 19m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T22:59:46.796 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (18m) 100s ago 19m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T22:59:46.796 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (15m) 100s ago 15m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T22:59:46.797 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (15m) 103s ago 15m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T22:59:46.797 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (13m) 100s ago 21m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T22:59:46.797 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (12m) 103s ago 19m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T22:59:46.797 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (12m) 100s ago 21m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T22:59:46.798 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (12m) 103s ago 19m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T22:59:46.798 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (13m) 100s ago 13m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T22:59:46.798 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (13m) 103s ago 13m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T22:59:46.798 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (19m) 100s ago 19m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T22:59:46.799 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (19m) 103s ago 19m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T22:59:46.799 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (6m) 100s ago 18m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T22:59:46.799 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (18m) 100s ago 18m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T22:59:46.799 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (18m) 100s ago 18m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T22:59:46.800 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (18m) 100s ago 18m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T22:59:46.800 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (17m) 103s ago 17m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T22:59:46.800 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (17m) 103s ago 17m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T22:59:46.800 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (17m) 103s ago 17m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T22:59:46.801 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (17m) 103s ago 17m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T22:59:46.801 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (18m) 100s ago 19m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T22:59:47.116 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T22:59:47.117 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T22:59:47.117 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:59:47.117 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:59:47.117 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T22:59:47.117 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T22:59:47.118 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:59:47.118 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T22:59:47.118 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T22:59:47.118 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T22:59:47.119 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:59:47.119 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T22:59:47.119 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T22:59:47.119 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T22:59:47.120 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T22:59:47.120 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T22:59:47.120 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T22:59:47.120 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T22:59:47.120 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T22:59:47.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:47 smithi120 conmon[102313]: audit 2022-01-25T22:59:46.514903+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T22:59:47.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:47 smithi120 conmon[102313]: 14704) 473 : audit [DBG] from='client.34382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:47.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:47 smithi120 conmon[102313]: audit 2022-01-25T22:59:47.116978+0000 mon.smithi120 (mon.0) 374 : audit [DBG] from='client.? 172.21.15.120:0/3980557732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:59:47.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:47 smithi145 conmon[67302]: audit 2022-01-25T22:59:46.514903+0000 mgr.smithi120.hllzij (mgr.14704) 473 : audit [DBG] from='client.34382 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:47.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:47 smithi145 conmon[67302]: audit 2022-01-25T22:59:47.116978+0000 mon.smithi120 (mon.0) 374 : audit [DBG] from='client.? 172.21.15.120:0/3980557732' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T22:59:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:48 smithi120 conmon[102313]: audit 2022-01-25T22:59:46.786763+0000 mgr.smithi120.hllzij (mgr.14704) 474 : audit 2022-01-25T22:59:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:48 smithi120 conmon[102313]: [DBG] from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:48.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:48 smithi120 conmon[102313]: cluster 2022-01-25T22:59:47.148040+0000 mgr.smithi120.hllzij (mgr.14704) 475 : cluster [DBG] pgmap v410: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:48 smithi145 conmon[67302]: audit 2022-01-25T22:59:46.786763+0000 mgr.smithi120.hllzij (mgr.14704) 474 : 2022-01-25T22:59:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:48 smithi145 conmon[67302]: audit [DBG] from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T22:59:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:48 smithi145 conmon[67302]: cluster 2022-01-25T22:59:47.148040+0000 mgr.smithi120.hllzij (mgr.14704) 475 : cluster [DBG] pgmap v410: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:49 smithi120 conmon[102313]: cluster 2022-01-25T22:59:49.148523+0000 mgr.smithi120.hllzij (mgr.14704) 476 : cluster 2022-01-25T22:59:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:49 smithi120 conmon[102313]: [DBG] pgmap v411: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:49 smithi145 conmon[67302]: cluster 2022-01-25T22:59:49.148523+0000 mgr.smithi120.hllzij (mgr.14704) 476 : cluster [DBG] pgmap v411: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:52 smithi120 conmon[102313]: cluster 2022-01-25T22:59:51.149287+0000 mgr.smithi120.hllzij (mgr.14704) 477 : cluster [DBG] pgmap v412: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:52 smithi145 conmon[67302]: cluster 2022-01-25T22:59:51.149287+0000 mgr.smithi120.hllzij (mgr.14704) 477 : cluster [DBG] pgmap v412: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T22:59:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:54 smithi120 conmon[102313]: cluster 2022-01-25T22:59:53.149909+0000 mgr.smithi120.hllzij (mgr.14704) 478 : cluster [DBG] pgmap v413: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:54 smithi120 conmon[102313]: audit 2022-01-25T22:59:53. 2022-01-25T22:59:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:54 smithi120 conmon[102313]: 634773+0000 mon.smithi120 (mon.0) 375 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:59:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:54 smithi120 conmon[102313]: audit 2022-01-25T22:59:53.634995+0000 mon.smithi120 (mon.0) 376 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:59:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:54 smithi145 conmon[67302]: cluster 2022-01-25T22:59:53.149909+0000 mgr.smithi120.hllzij (mgr.14704) 478 : cluster [DBG] pgmap v413: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:54 smithi145 conmon[67302]: audit 2022-01-25T22:59:53.634773+0000 mon.smithi120 (mon.0) 375 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T22:59:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:54 smithi145 conmon[67302]: audit 2022-01-25T22:59:53.634995+0000 mon.smithi120 (mon.0) 376 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T22:59:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:56 smithi120 conmon[102313]: cluster 2022-01-25T22:59:55.150648+0000 mgr.smithi120.hllzij (mgr.14704) 479 : cluster [DBG] pgmap v414: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:56 smithi145 conmon[67302]: cluster 2022-01-25T22:59:55.150648+0000 mgr.smithi120.hllzij (mgr.14704) 479 : cluster [DBG] pgmap v414: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:56 smithi145 conmon[67302]: 2022-01-25T22:59:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:58 smithi120 conmon[102313]: cluster 2022-01-25T22:59:57.151207+0000 mgr.smithi120.hllzij (mgr.14704) 480 : cluster [DBG] pgmap v415: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:58 smithi145 conmon[67302]: cluster 2022-01-25T22:59:57.151207+0000 mgr.smithi120.hllzij (mgr.14704) 480 : cluster [DBG] pgmap v415: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T22:59:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:58 smithi145 conmon[67302]: 2022-01-25T23:00:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:59 smithi120 conmon[102313]: cluster 2022-01-25T22:59:59.151872+0000 mgr.smithi120.hllzij (mgr.14704) 481 : cluster [DBG] pgmap v416: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 22:59:59 smithi120 conmon[102313]: 2022-01-25T23:00:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:59 smithi145 conmon[67302]: cluster 2022-01-25T22:59:59.151872+0000 mgr.smithi120.hllzij (mgr.14704) 481 : cluster 2022-01-25T23:00:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 22:59:59 smithi145 conmon[67302]: [DBG] pgmap v416: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:01.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25T23:00:00.000116+0000 mon.smithi120 (mon.0) 377 : cluster 2022-01-25T23:00:01.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: [WRN] Health detail: HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T23:00:01.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25T23:00:00.000165+0000 mon.smithi120 (mon.0) 378 : cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T23:00:01.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25T23:00:00.000184+0000 mon.smithi120 (mon 2022-01-25T23:00:01.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: .0) 379 : cluster [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T23:00:01.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25T23:00:00. 2022-01-25T23:00:01.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: 000207+0000 mon.smithi120 (mon.0) 380 : cluster [WRN] Non-zero exit code 1 from systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0 2022-01-25T23:00:01.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25T23 2022-01-25T23:00:01.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: :00:00.000240+0000 mon.smithi120 (mon.0) 381 : 2022-01-25T23:00:01.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster [WRN] systemctl: stderr Job for ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T23:00:01.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25T23:00: 2022-01-25T23:00:01.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: 00.000282+0000 mon.smithi120 (mon.0) 382 : cluster 2022-01-25T23:00:01.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: [WRN] systemctl: stderr See "systemctl status ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T23:00:01.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25T23:00:00.000307+0000 mon.smithi120 (mon.0) 383 : 2022-01-25T23:00:01.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster [WRN] Traceback (most recent call last): 2022-01-25T23:00:01.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25T23 2022-01-25T23:00:01.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: :00:00.000332+0000 mon.smithi120 (mon.0) 384 : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T23:00:01.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01- 2022-01-25T23:00:01.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: 25T23:00:00.000356+0000 mon.smithi120 (mon. 2022-01-25T23:00:01.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: 0) 385 : cluster [WRN] main() 2022-01-25T23:00:01.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25 2022-01-25T23:00:01.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: T23:00:00.000381+0000 mon.smithi120 (mon.0 2022-01-25T23:00:01.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: ) 386 : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T23:00:01.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25T23: 2022-01-25T23:00:01.308 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: 00:00.000409+0000 mon.smithi120 (mon.0) 387 2022-01-25T23:00:01.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: : cluster [WRN] r = ctx.func(ctx) 2022-01-25T23:00:01.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25T23: 2022-01-25T23:00:01.309 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: 00:00.000434+0000 mon.smithi120 (mon.0) 388 2022-01-25T23:00:01.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T23:00:01.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25T23 2022-01-25T23:00:01.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: :00:00.000476+0000 mon.smithi120 (mon.0) 2022-01-25T23:00:01.310 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: 389 : cluster [WRN] return func(ctx) 2022-01-25T23:00:01.311 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25 2022-01-25T23:00:01.311 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: T23:00:00.000487+0000 mon.smithi120 (mon.0 2022-01-25T23:00:01.311 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: ) 390 : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T23:00:01.311 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25T23:00:01.312 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: 2022-01-25T23:00:00.000497+0000 mon.smithi120 (mon.0) 391 : cluster [WRN] ports=daemon_ports) 2022-01-25T23:00:01.312 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25 2022-01-25T23:00:01.312 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: T23:00:00.000511+0000 mon.smithi120 (mon. 2022-01-25T23:00:01.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: 0) 392 : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T23:00:01.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25 2022-01-25T23:00:01.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: T23:00:00.000522+0000 mon.smithi120 (mon.0 2022-01-25T23:00:01.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: ) 393 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T23:00:01.313 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25T 2022-01-25T23:00:01.314 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: 23:00:00.000535+0000 mon.smithi120 (mon.0) 2022-01-25T23:00:01.314 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: 394 : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T23:00:01.314 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022-01-25T23: 2022-01-25T23:00:01.315 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: 00:00.000547+0000 mon.smithi120 (mon.0 2022-01-25T23:00:01.316 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: ) 395 : cluster [WRN] call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T23:00:01.316 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022- 2022-01-25T23:00:01.316 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: 01-25T23:00:00.000561+0000 2022-01-25T23:00:01.316 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: mon.smithi120 (mon.0) 396 : cluster [WRN] 2022-01-25T23:00:01.317 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T23:00:01.317 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022- 2022-01-25T23:00:01.317 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: 01-25T23:00:00.000577+0000 mon.smithi120 (mon 2022-01-25T23:00:01.317 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: .0) 397 : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T23:00:01.318 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022- 2022-01-25T23:00:01.318 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: 01-25T23:00:00.000589+0000 mon.smithi120 2022-01-25T23:00:01.318 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: (mon.0) 398 : cluster [WRN] RuntimeError: Failed command: systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0: Job for ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T23:00:01.318 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: cluster 2022- 2022-01-25T23:00:01.319 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: 01-25T23:00:00.000609+0000 mon.smithi120 2022-01-25T23:00:01.319 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:00 smithi120 conmon[102313]: (mon.0) 399 : cluster [WRN] See "systemctl status ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T23:00:01.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25T23:00:00.000116+0000 mon.smithi120 (mon.0) 377 : cluster [WRN] Health detail: HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T23:00:01.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25T23:00:00.000165+0000 mon.smithi120 (mon.0) 378 : cluster [WRN] [WRN] UPGRADE_REDEPLOY_DAEMON: Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T23:00:01.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25T23:00:00.000184+0000 mon.smithi120 (mon.0) 379 : cluster [WRN] Upgrade daemon: osd.0: cephadm exited with an error code: 1, stderr:Redeploy daemon osd.0 ... 2022-01-25T23:00:01.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25T23:00:00.000207+0000 mon.smithi120 (mon.0) 380 : cluster [WRN] Non-zero exit code 1 from systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0 2022-01-25T23:00:01.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25T23:00:00.000240+0000 mon.smithi120 (mon.0) 381 : cluster 2022-01-25T23:00:01.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: [WRN] systemctl: stderr Job for ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T23:00:01.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01 2022-01-25T23:00:01.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: -25T23:00:00.000282+0000 mon.smithi120 (mon.0) 382 : cluster [WRN] systemctl: stderr See "systemctl status ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T23:00:01.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25T23:00:00.000307+0000 mon.smithi120 (mon.0) 383 2022-01-25T23:00:01.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: : cluster [WRN] Traceback (most recent call last): 2022-01-25T23:00:01.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T23:00:01.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: -01-25T23:00:00.000332+0000 mon.smithi120 (mon.0) 384 : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8787, in 2022-01-25T23:00:01.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25T23:00:00.000356+0000 mon.smithi120 ( 2022-01-25T23:00:01.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: mon.0) 385 : cluster [WRN] main() 2022-01-25T23:00:01.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25T23:00:00.000381+0000 mon.smithi120 (mon.0) 386 : 2022-01-25T23:00:01.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 8775, in main 2022-01-25T23:00:01.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25T23:00:01.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: 2022-01-25T23:00:00.000409+0000 mon.smithi120 (mon.0) 387 : cluster [WRN] r = ctx.func(ctx) 2022-01-25T23:00:01.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25T23: 2022-01-25T23:00:01.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: 00:00.000434+0000 mon.smithi120 (mon.0) 388 : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1940, in _default_image 2022-01-25T23:00:01.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25T23 2022-01-25T23:00:01.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: :00:00.000476+0000 mon.smithi120 (mon.0) 389 : cluster [WRN] return func(ctx) 2022-01-25T23:00:01.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25 2022-01-25T23:00:01.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: T23:00:00.000487+0000 mon.smithi120 (mon.0) 390 : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 4765, in command_deploy 2022-01-25T23:00:01.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25 2022-01-25T23:00:01.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: T23:00:00.000497+0000 mon.smithi120 (mon.0) 391 : cluster [WRN] ports=daemon_ports) 2022-01-25T23:00:01.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25T23:00:00. 2022-01-25T23:00:01.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: 000511+0000 mon.smithi120 (mon.0) 392 : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 2877, in deploy_daemon 2022-01-25T23:00:01.337 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25T23:00:00.000522+0000 mon.smithi120 (mon.0) 393 : cluster [WRN] c, osd_fsid=osd_fsid, ports=ports) 2022-01-25T23:00:01.338 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25T23:00:00.000535+0000 2022-01-25T23:00:01.338 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: mon.smithi120 (mon.0) 394 : cluster [WRN] File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 3122, in deploy_daemon_units 2022-01-25T23:00:01.338 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25T23:00:00.000547 2022-01-25T23:00:01.338 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 395 : cluster [WRN] call_throws(ctx, ['systemctl', 'start', unit_name]) 2022-01-25T23:00:01.339 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022- 2022-01-25T23:00:01.339 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: 01-25T23:00:00.000561+0000 mon.smithi120 (mon.0) 396 : cluster [WRN] 2022-01-25T23:00:01.339 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: File "/var/lib/ceph/7850299a-7e2f-11ec-8c35-001a4aab830c/cephadm.d4db4c02fe79ecc3ee0890a0ceff07c2f5239e291472e162dc219bfd9ea6c17a", line 1617, in call_throws 2022-01-25T23:00:01.339 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022 2022-01-25T23:00:01.340 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: -01-25T23:00:00.000577+0000 mon.smithi120 (mon.0) 397 : cluster [WRN] raise RuntimeError(f'Failed command: {" ".join(command)}: {s}') 2022-01-25T23:00:01.340 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25T23:00:00 2022-01-25T23:00:01.340 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: .000589+0000 mon.smithi120 (mon.0) 398 : cluster [WRN] RuntimeError: Failed command: systemctl start ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0: Job for ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service failed because a timeout was exceeded. 2022-01-25T23:00:01.340 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: cluster 2022-01-25T23:00:00. 2022-01-25T23:00:01.341 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:00 smithi145 conmon[67302]: 000609+0000 mon.smithi120 (mon.0) 399 : cluster [WRN] See "systemctl status ceph-7850299a-7e2f-11ec-8c35-001a4aab830c@osd.0.service" and "journalctl -xe" for details. 2022-01-25T23:00:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:01 smithi120 conmon[102313]: cluster 2022-01-25T23:00:01.152717+0000 mgr.smithi120.hllzij (mgr.14704) 482 : cluster [DBG] 2022-01-25T23:00:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:01 smithi120 conmon[102313]: pgmap v417: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:01 smithi145 conmon[67302]: cluster 2022-01-25T23:00:01.152717+0000 mgr.smithi120.hllzij (mgr.14704) 482 : cluster [DBG] pgmap v417: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:01 smithi145 conmon[67302]: 2022-01-25T23:00:04.208 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:04 smithi145 conmon[67302]: cluster 2022-01-25T23:00:03.153181+0000 mgr.smithi120.hllzij (mgr.14704) 483 : cluster [DBG] pgmap v418: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:04.209 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:04 smithi145 conmon[67302]: 2022-01-25T23:00:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:04 smithi120 conmon[102313]: cluster 2022-01-25T23:00:03.153181+0000 mgr.smithi120.hllzij (mgr.14704) 483 : cluster [DBG] pgmap v418: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:04 smithi120 conmon[102313]: 2022-01-25T23:00:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:06 smithi120 conmon[102313]: cluster 2022-01-25T23:00:05.154115+0000 mgr.smithi120.hllzij (mgr.14704) 484 : cluster [DBG] pgmap v419: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:06 smithi145 conmon[67302]: cluster 2022-01-25T23:00:05.154115+0000 mgr.smithi120.hllzij (mgr.14704) 484 : cluster [DBG] pgmap v419: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:07.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:07 smithi120 conmon[102313]: audit 2022-01-25T23:00:06.740175+0000 mon.smithi120 (mon.0) 400 2022-01-25T23:00:07.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:07 smithi120 conmon[102313]: : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:00:07.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:07 smithi120 conmon[102313]: audit 2022-01-25T23:00:06.741655+0000 mon.smithi120 (mon.0) 401 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:00:07.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:07 smithi120 conmon[102313]: audit 2022-01-25T23:00:06.742619+0000 mon.smithi120 (mon.0) 402 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:00:07.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:07 smithi120 conmon[102313]: audit 2022-01-25T23:00:07.087494+0000 mon.smithi120 (mon.0) 403 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:00:07.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:07 smithi145 conmon[67302]: audit 2022-01-25T23:00:06.740175+0000 mon.smithi120 (mon.0) 400 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:00:07.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:07 smithi145 conmon[67302]: audit 2022- 2022-01-25T23:00:07.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:07 smithi145 conmon[67302]: 01-25T23:00:06.741655+0000 mon.smithi120 (mon.0) 401 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:00:07.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:07 smithi145 conmon[67302]: audit 2022-01-25T23:00:06.742619+0000 mon.smithi120 (mon.0) 402 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:00:07.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:07 smithi145 conmon[67302]: audit 2022-01-25T23:00:07.087494+0000 mon.smithi120 (mon.0) 403 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:00:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:08 smithi120 conmon[102313]: cephadm 2022-01-25T23:00:06.743350+0000 mgr.smithi120.hllzij (mgr.14704) 485 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:00:08.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:08 smithi120 conmon[102313]: cluster 2022-01-25T23:00:07.154540+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:00:08.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:08 smithi120 conmon[102313]: ) 486 : cluster [DBG] pgmap v420: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:08.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:08 smithi120 conmon[102313]: audit 2022-01-25T23:00:07.462322+0000 mon.smithi120 (mon.0) 404 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:00:08.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:08 smithi120 conmon[102313]: audit 2022-01-25T23:00:07.467091+0000 mon.smithi120 (mon.0) 405 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:00:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:08 smithi145 conmon[67302]: cephadm 2022-01-25T23:00:06.743350+0000 mgr.smithi120.hllzij (mgr.14704) 485 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:00:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:08 smithi145 conmon[67302]: cluster 2022-01-25T23:00:07.154540+0000 mgr.smithi120.hllzij (mgr.14704) 486 : cluster [DBG] pgmap v420: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:08.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:08 smithi145 conmon[67302]: audit 2022-01-25T23:00:07.462322+0000 mon.smithi120 (mon.0) 404 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:00:08.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:08 smithi145 conmon[67302]: audit 2022-01-25T23:00:07.467091+0000 mon.smithi120 (mon.0) 405 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:00:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:09 smithi120 conmon[102313]: cluster 2022-01-25T23:00:09.155162+0000 mgr.smithi120.hllzij (mgr.14704) 487 : cluster [DBG] pgmap v421: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:09 smithi145 conmon[67302]: cluster 2022-01-25T23:00:09.155162+0000 mgr.smithi120.hllzij (mgr.14704) 487 : cluster [DBG] pgmap v421: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:12 smithi120 conmon[102313]: cluster 2022-01-25T23:00:11.156135+0000 mgr.smithi120.hllzij (mgr.14704) 488 : cluster [DBG] pgmap v422: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:12 smithi145 conmon[67302]: cluster 2022-01-25T23:00:11.156135+0000 mgr.smithi120.hllzij (mgr.14704) 488 : cluster [DBG] pgmap v422: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:12 smithi145 conmon[67302]: 2022-01-25T23:00:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:14 smithi120 conmon[102313]: cluster 2022-01-25T23:00:13.156706+0000 mgr.smithi120.hllzij (mgr.14704) 489 : cluster [DBG] pgmap v423: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:14 smithi145 conmon[67302]: cluster 2022-01-25T23:00:13.156706+0000 mgr.smithi120.hllzij (mgr.14704) 489 : cluster [DBG] pgmap v423: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:16 smithi120 conmon[102313]: cluster 2022-01-25T23:00:15.157648+0000 mgr.smithi120.hllzij (mgr.14704) 490 : cluster [DBG] pgmap v424: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:16 smithi145 conmon[67302]: cluster 2022-01-25T23:00:15.157648+0000 mgr.smithi120.hllzij (mgr.14704) 490 : cluster [DBG] 2022-01-25T23:00:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:16 smithi145 conmon[67302]: pgmap v424: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:17.420 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:00:17.685 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:00:17.685 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (19m) 2m ago 20m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:00:17.686 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (12m) 2m ago 20m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:00:17.686 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (12m) 2m ago 20m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:00:17.686 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (19m) 2m ago 20m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:00:17.686 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (16m) 2m ago 16m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:00:17.686 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (16m) 2m ago 16m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:00:17.687 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (13m) 2m ago 21m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:00:17.687 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (13m) 2m ago 19m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:00:17.687 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (13m) 2m ago 21m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:00:17.687 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (12m) 2m ago 19m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:00:17.688 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (13m) 2m ago 13m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:00:17.688 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (13m) 2m ago 13m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:00:17.688 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (20m) 2m ago 20m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:00:17.688 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (19m) 2m ago 19m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:00:17.688 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (7m) 2m ago 19m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:00:17.689 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (19m) 2m ago 19m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:00:17.689 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (18m) 2m ago 18m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:00:17.689 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (18m) 2m ago 18m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:00:17.689 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (18m) 2m ago 18m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:00:17.690 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (18m) 2m ago 18m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:00:17.690 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (17m) 2m ago 17m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:00:17.690 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (17m) 2m ago 17m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:00:17.690 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (19m) 2m ago 20m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:00:18.007 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:00:18.007 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:00:18.007 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:00:18.008 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:00:18.008 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:00:18.008 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:00:18.008 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:00:18.008 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:00:18.009 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:00:18.009 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:00:18.009 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:00:18.009 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:00:18.010 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:00:18.010 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:00:18.010 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:00:18.010 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:00:18.010 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:00:18.011 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:00:18.011 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:00:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:18 smithi120 conmon[102313]: cluster 2022-01-25T23:00:17.158120+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:00:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:18 smithi120 conmon[102313]: 491 : cluster [DBG] pgmap v425: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:18 smithi120 conmon[102313]: audit 2022-01-25T23:00:17.408369+0000 mgr.smithi120.hllzij (mgr.14704) 492 : audit [DBG] from='client.34394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:18.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:18 smithi120 conmon[102313]: audit 2022-01-25T23:00:18.007617+0000 mon.smithi120 (mon.0) 406 2022-01-25T23:00:18.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:18 smithi120 conmon[102313]: : audit [DBG] from='client.? 172.21.15.120:0/4198701026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:00:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:18 smithi145 conmon[67302]: cluster 2022-01-25T23:00:17.158120+0000 mgr.smithi120.hllzij (mgr.14704) 491 : cluster [DBG] pgmap v425: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:18 smithi145 conmon[67302]: 2022-01-25T23:00:18.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:18 smithi145 conmon[67302]: audit 2022-01-25T23:00:17.408369+0000 mgr.smithi120.hllzij (mgr.14704) 492 : audit [DBG] from='client.34394 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:18.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:18 smithi145 conmon[67302]: audit 2022-01-25T23:00:18.007617+0000 mon.smithi120 (mon.0) 406 : audit [DBG] from='client.? 172.21.15.120:0/4198701026' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:00:19.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:19 smithi120 conmon[102313]: audit 2022-01-25T23:00:17.677099+0000 mgr.smithi120.hllzij (mgr.14704) 493 : audit [DBG] from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:19.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:19 smithi145 conmon[67302]: audit 2022-01-25T23:00:17.677099+0000 mgr.smithi120.hllzij (mgr.14704) 493 : audit [DBG] 2022-01-25T23:00:19.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:19 smithi145 conmon[67302]: from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:20 smithi120 conmon[102313]: cluster 2022-01-25T23:00:19.158557+0000 mgr.smithi120.hllzij (mgr.14704) 494 : cluster [DBG] pgmap v426: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:20 smithi145 conmon[67302]: cluster 2022-01-25T23:00:19.158557+0000 mgr.smithi120.hllzij (mgr.14704) 494 : cluster [DBG] pgmap v426: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:22 smithi120 conmon[102313]: cluster 2022-01-25T23:00:21.159443+0000 mgr.smithi120.hllzij (mgr.14704) 495 : cluster [DBG] pgmap v427: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:22 smithi120 conmon[102313]: 2022-01-25T23:00:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:22 smithi145 conmon[67302]: cluster 2022-01-25T23:00:21.159443+0000 mgr.smithi120.hllzij (mgr.14704) 495 : cluster [DBG] pgmap v427: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:24 smithi120 conmon[102313]: cluster 2022-01-25T23:00:23.159971+0000 mgr.smithi120.hllzij (mgr.14704) 496 : cluster [DBG] 2022-01-25T23:00:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:24 smithi120 conmon[102313]: pgmap v428: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:24 smithi145 conmon[67302]: cluster 2022-01-25T23:00:23.159971+0000 mgr.smithi120.hllzij (mgr.14704) 496 : cluster [DBG] pgmap v428: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:26 smithi120 conmon[102313]: cluster 2022-01-25T23:00:25.160738+0000 mgr.smithi120.hllzij (mgr.14704) 497 : cluster [DBG] pgmap v429: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:26 smithi145 conmon[67302]: cluster 2022-01-25T23:00:25.160738+0000 mgr.smithi120.hllzij (mgr.14704) 497 : cluster [DBG] pgmap v429: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:28 smithi120 conmon[102313]: cluster 2022-01-25T23:00:27.161248+0000 mgr.smithi120.hllzij (mgr.14704) 498 : cluster [DBG] pgmap v430: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:28 smithi145 conmon[67302]: cluster 2022-01-25T23:00:27.161248+0000 mgr.smithi120.hllzij (mgr.14704) 498 : cluster [DBG] pgmap v430: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:29 smithi120 conmon[102313]: cluster 2022-01-25T23:00:29.161799+0000 mgr.smithi120.hllzij (mgr.14704) 499 : cluster [DBG] pgmap v431: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:29 smithi145 conmon[67302]: cluster 2022-01-25T23:00:29.161799+0000 mgr.smithi120.hllzij (mgr.14704) 499 : cluster [DBG] pgmap v431: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:32 smithi120 conmon[102313]: cluster 2022-01-25T23:00:31.162560+0000 mgr.smithi120.hllzij (mgr.14704) 500 : cluster 2022-01-25T23:00:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:32 smithi120 conmon[102313]: [DBG] pgmap v432: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:32 smithi145 conmon[67302]: cluster 2022-01-25T23:00:31.162560+0000 mgr.smithi120.hllzij (mgr.14704) 500 : cluster [DBG] pgmap v432: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:34 smithi120 conmon[102313]: cluster 2022-01-25T23:00:33.163196+0000 mgr.smithi120.hllzij (mgr.14704) 501 : cluster [DBG] pgmap v433: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:34 smithi145 conmon[67302]: cluster 2022-01-25T23:00:33.163196+0000 mgr.smithi120.hllzij (mgr.14704) 501 : cluster [DBG] pgmap v433: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:36 smithi120 conmon[102313]: cluster 2022-01-25T23:00:35.163993+0000 mgr.smithi120.hllzij (mgr.14704) 502 : cluster [DBG] 2022-01-25T23:00:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:36 smithi120 conmon[102313]: pgmap v434: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:36 smithi145 conmon[67302]: cluster 2022-01-25T23:00:35.163993+0000 mgr.smithi120.hllzij (mgr.14704) 502 : cluster [DBG] pgmap v434: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:38 smithi120 conmon[102313]: cluster 2022-01-25T23:00:37.164432+0000 mgr.smithi120.hllzij (mgr.14704) 503 : cluster [DBG] pgmap v435: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:38 smithi145 conmon[67302]: cluster 2022-01-25T23:00:37.164432+0000 mgr.smithi120.hllzij (mgr.14704) 503 : cluster [DBG] pgmap v435: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:39 smithi120 conmon[102313]: cluster 2022-01-25T23:00:39.165168+0000 mgr.smithi120.hllzij (mgr.14704) 504 : cluster [DBG] pgmap v436: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:39 smithi145 conmon[67302]: cluster 2022-01-25T23:00:39.165168+0000 mgr.smithi120.hllzij (mgr.14704) 504 : 2022-01-25T23:00:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:39 smithi145 conmon[67302]: cluster [DBG] pgmap v436: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:42 smithi120 conmon[102313]: cluster 2022-01-25T23:00:41.165958+0000 mgr.smithi120.hllzij (mgr.14704) 505 : cluster [DBG] pgmap v437: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:42 smithi145 conmon[67302]: cluster 2022-01-25T23:00:41.165958+0000 mgr.smithi120.hllzij (mgr.14704) 505 : cluster [DBG] pgmap v437: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:44 smithi120 conmon[102313]: cluster 2022-01-25T23:00:43.166438+0000 mgr.smithi120.hllzij (mgr.14704) 506 2022-01-25T23:00:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:44 smithi120 conmon[102313]: : cluster [DBG] pgmap v438: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:44 smithi145 conmon[67302]: cluster 2022-01-25T23:00:43.166438+0000 mgr.smithi120.hllzij (mgr.14704) 506 : cluster [DBG] 2022-01-25T23:00:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:44 smithi145 conmon[67302]: pgmap v438: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:46 smithi120 conmon[102313]: cluster 2022-01-25T23:00:45.167255+0000 mgr.smithi120.hllzij (mgr.14704) 507 : cluster [DBG] pgmap v439: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:46.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:46 smithi120 conmon[102313]: 2022-01-25T23:00:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:46 smithi145 conmon[67302]: cluster 2022-01-25T23:00:45.167255+0000 mgr.smithi120.hllzij (mgr.14704) 507 : cluster [DBG] pgmap v439: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:48.310 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:00:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:48 smithi120 conmon[102313]: cluster 2022-01-25T23:00:47.167847+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:00:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:48 smithi120 conmon[102313]: ) 508 : cluster [DBG] pgmap v440: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:48.575 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:00:48.575 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (20m) 2m ago 21m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:00:48.575 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (13m) 2m ago 21m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:00:48.576 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (13m) 2m ago 20m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:00:48.576 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (19m) 2m ago 20m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:00:48.576 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (16m) 2m ago 16m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:00:48.576 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (16m) 2m ago 16m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:00:48.576 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (14m) 2m ago 22m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:00:48.577 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (13m) 2m ago 20m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:00:48.577 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (13m) 2m ago 22m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:00:48.577 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (13m) 2m ago 20m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:00:48.577 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (14m) 2m ago 14m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:00:48.578 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (14m) 2m ago 14m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:00:48.578 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (20m) 2m ago 20m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:00:48.578 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (20m) 2m ago 20m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:00:48.578 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (8m) 2m ago 19m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:00:48.578 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (19m) 2m ago 19m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:00:48.579 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (19m) 2m ago 19m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:00:48.579 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (19m) 2m ago 19m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:00:48.579 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (18m) 2m ago 18m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:00:48.579 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (18m) 2m ago 18m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:00:48.579 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (18m) 2m ago 18m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:00:48.580 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (18m) 2m ago 18m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:00:48.580 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (19m) 2m ago 20m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:00:48.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:48 smithi145 conmon[67302]: cluster 2022-01-25T23:00:47.167847+0000 mgr.smithi120.hllzij (mgr.14704) 508 : cluster [DBG] pgmap v440: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:48.898 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:00:48.898 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:00:48.899 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:00:48.899 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:00:48.899 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:00:48.899 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:00:48.899 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:00:48.900 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:00:48.900 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:00:48.900 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:00:48.900 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:00:48.901 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:00:48.901 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:00:48.901 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:00:48.901 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:00:48.902 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:00:48.902 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:00:48.902 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:00:48.902 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:00:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:49 smithi120 conmon[102313]: audit 2022-01-25T23:00:48.299056+0000 mgr.smithi120.hllzij (mgr.14704) 509 : audit [DBG] from='client.34406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:49 smithi120 conmon[102313]: audit 2022-01-25T23:00:48.898797+0000 2022-01-25T23:00:49.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:49 smithi120 conmon[102313]: mon.smithi120 (mon.0) 407 : audit [DBG] from='client.? 172.21.15.120:0/1481427780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:00:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:49 smithi145 conmon[67302]: audit 2022-01-25T23:00:48.299056+0000 mgr.smithi120.hllzij (mgr.14704) 509 : audit [DBG] from='client.34406 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:49 smithi145 conmon[67302]: audit 2022-01-25T23:00:48.898797+0000 mon.smithi120 (mon.0) 407 : audit [DBG] from='client.? 172.21.15.120:0/1481427780' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:00:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:50 smithi120 conmon[102313]: audit 2022-01-25T23:00:48.567296+0000 mgr.smithi120.hllzij (mgr.14704) 510 : audit [DBG] from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:50.672 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:50 smithi120 conmon[102313]: cluster 2022-01-25T23:00:49.168258+0000 mgr.smithi120.hllzij (mgr.14704) 511 : cluster [DBG] pgmap v441: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:50.673 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:50 smithi145 conmon[67302]: audit 2022-01-25T23:00:48. 2022-01-25T23:00:50.673 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:50 smithi145 conmon[67302]: 567296+0000 mgr.smithi120.hllzij (mgr.14704) 510 : audit [DBG] from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:00:50.673 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:50 smithi145 conmon[67302]: cluster 2022-01-25T23:00:49.168258+0000 mgr.smithi120.hllzij (mgr.14704) 511 : cluster [DBG] pgmap v441: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:52 smithi120 conmon[102313]: cluster 2022-01-25T23:00:51.169224+0000 mgr.smithi120.hllzij (mgr.14704) 512 : cluster [DBG] pgmap v442: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:52 smithi145 conmon[67302]: cluster 2022-01-25T23:00:51.169224+0000 mgr.smithi120.hllzij (mgr.14704) 512 : cluster [DBG] pgmap v442: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:00:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:54 smithi120 conmon[102313]: cluster 2022-01-25T23:00:53.169845+0000 mgr.smithi120.hllzij (mgr.14704) 513 : cluster [DBG] pgmap v443: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:54 smithi120 conmon[102313]: audit 2022-01-25T23:00:53.638542+0000 mon.smithi120 (mon.0) 408 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:00:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:54 smithi120 conmon[102313]: audit 2022-01-25T23:00:53.638831+0000 mon.smithi120 (mon.0) 409 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:00:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:54 smithi145 conmon[67302]: cluster 2022-01-25T23:00:53.169845+0000 mgr.smithi120.hllzij (mgr.14704) 513 : cluster [DBG] pgmap v443: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:54 smithi145 conmon[67302]: audit 2022-01-25T23:00:53.638542+0000 2022-01-25T23:00:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:54 smithi145 conmon[67302]: mon.smithi120 (mon.0) 408 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:00:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:54 smithi145 conmon[67302]: audit 2022-01-25T23:00:53.638831+0000 mon.smithi120 (mon.0) 409 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:00:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:56 smithi120 conmon[102313]: cluster 2022-01-25T23:00:55.170582+0000 mgr.smithi120.hllzij (mgr.14704) 514 : cluster [DBG] pgmap v444: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:56 smithi120 conmon[102313]: 2022-01-25T23:00:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:56 smithi145 conmon[67302]: cluster 2022-01-25T23:00:55.170582+0000 mgr.smithi120.hllzij (mgr.14704) 514 : cluster [DBG] pgmap v444: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:58 smithi120 conmon[102313]: cluster 2022-01-25T23:00:57.171062+0000 mgr.smithi120.hllzij (mgr.14704) 515 : cluster [DBG] pgmap v445: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:00:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:58 smithi120 conmon[102313]: 2022-01-25T23:00:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:58 smithi145 conmon[67302]: cluster 2022-01-25T23:00:57.171062+0000 mgr.smithi120.hllzij (mgr.14704) 515 : cluster [DBG] pgmap v445: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:00.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:59 smithi120 conmon[102313]: cluster 2022-01-25T23:00:59.171512+0000 mgr.smithi120.hllzij (mgr.14704) 516 : cluster [DBG] 2022-01-25T23:01:00.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:00:59 smithi120 conmon[102313]: pgmap v446: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:00:59 smithi145 conmon[67302]: cluster 2022-01-25T23:00:59.171512+0000 mgr.smithi120.hllzij (mgr.14704) 516 : cluster [DBG] pgmap v446: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:02 smithi120 conmon[102313]: cluster 2022-01-25T23:01:01.172309+0000 mgr.smithi120.hllzij (mgr.14704) 517 : cluster [DBG] pgmap v447: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:02 smithi145 conmon[67302]: cluster 2022-01-25T23:01:01.172309+0000 mgr.smithi120.hllzij (mgr.14704) 517 : cluster [DBG] pgmap v447: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:04 smithi120 conmon[102313]: cluster 2022-01-25T23:01:03.172794+0000 mgr.smithi120.hllzij (mgr.14704) 518 : cluster [DBG] pgmap v448: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:04 smithi145 conmon[67302]: cluster 2022-01-25T23:01:03.172794+0000 mgr.smithi120.hllzij (mgr.14704) 518 : cluster [DBG] pgmap v448: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:06 smithi120 conmon[102313]: cluster 2022-01-25T23:01:05.173559+0000 mgr.smithi120.hllzij (mgr.14704) 519 : cluster [DBG] pgmap v449: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:06 smithi145 conmon[67302]: cluster 2022-01-25T23:01:05.173559+0000 mgr.smithi120.hllzij (mgr.14704) 519 : cluster [DBG] pgmap v449: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:08 smithi120 conmon[102313]: cluster 2022-01-25T23:01:07.174116+0000 mgr.smithi120.hllzij (mgr.14704) 520 : cluster [DBG] pgmap v450: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:08 smithi120 conmon[102313]: audit 2022-01-25T23:01:07.469637+0000 mon.smithi120 (mon.0) 410 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:01:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:08 smithi120 conmon[102313]: audit 2022-01-25T23:01:07.471026+0000 mon.smithi120 (mon.0) 411 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:01:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:08 smithi120 conmon[102313]: audit 2022-01-25T23:01:07.471979+0000 mon.smithi120 (mon.0) 412 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:01:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:08 smithi120 conmon[102313]: cephadm 2022-01-25T23:01:07.472667+0000 mgr.smithi120.hllzij (mgr.14704) 521 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:01:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:08 smithi120 conmon[102313]: audit 2022-01-25T23:01:07.818721+0000 mon.smithi120 (mon.0) 413 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:01:08.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:08 smithi120 conmon[102313]: audit 2022-01-25T23:01:08.201158+0000 mon.smithi120 (mon.0) 414 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:01:08.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:08 smithi120 conmon[102313]: audit 2022-01-25T23:01:08.206140+0000 mon.smithi120 (mon.0) 415 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:01:08.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:08 smithi145 conmon[67302]: cluster 2022-01-25T23:01:07.174116+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:01:08.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:08 smithi145 conmon[67302]: .14704) 520 : cluster [DBG] pgmap v450: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:08.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:08 smithi145 conmon[67302]: audit 2022-01-25T23:01:07.469637+0000 mon.smithi120 (mon.0) 410 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:01:08.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:08 smithi145 conmon[67302]: audit 2022-01-25T23:01:07.471026+0000 mon.smithi120 (mon.0) 411 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:01:08.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:08 smithi145 conmon[67302]: audit 2022-01-25T23:01:07.471979+0000 mon.smithi120 (mon.0) 412 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:01:08.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:08 smithi145 conmon[67302]: cephadm 2022-01-25T23:01:07.472667+0000 mgr.smithi120.hllzij (mgr.14704) 521 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:01:08.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:08 smithi145 conmon[67302]: audit 2022-01-25T23:01:07.818721+0000 mon.smithi120 (mon.0) 413 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:01:08.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:08 smithi145 conmon[67302]: audit 2022-01-25T23:01:08.201158+0000 mon.smithi120 (mon.0) 414 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:01:08.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:08 smithi145 conmon[67302]: audit 2022-01-25T23:01:08.206140+0000 mon.smithi120 (mon.0) 415 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:01:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:09 smithi120 conmon[102313]: cluster 2022-01-25T23:01:09.174591+0000 mgr.smithi120.hllzij (mgr.14704) 522 : cluster [DBG] pgmap v451: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:09 smithi120 conmon[102313]: 2022-01-25T23:01:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:09 smithi145 conmon[67302]: cluster 2022-01-25T23:01:09.174591+0000 mgr.smithi120.hllzij (mgr.14704) 522 : cluster [DBG] 2022-01-25T23:01:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:09 smithi145 conmon[67302]: pgmap v451: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:12 smithi120 conmon[102313]: cluster 2022-01-25T23:01:11.175513+0000 mgr.smithi120.hllzij (mgr.14704) 523 : cluster [DBG] 2022-01-25T23:01:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:12 smithi120 conmon[102313]: pgmap v452: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:12 smithi145 conmon[67302]: cluster 2022-01-25T23:01:11.175513+0000 mgr.smithi120.hllzij (mgr.14704) 523 2022-01-25T23:01:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:12 smithi145 conmon[67302]: : cluster [DBG] pgmap v452: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:14 smithi120 conmon[102313]: cluster 2022-01-25T23:01:13.176126+0000 mgr.smithi120.hllzij (mgr.14704) 524 : cluster [DBG] pgmap v453: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:14 smithi145 conmon[67302]: cluster 2022-01-25T23:01:13.176126+0000 mgr.smithi120.hllzij (mgr.14704) 524 : cluster [DBG] 2022-01-25T23:01:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:14 smithi145 conmon[67302]: pgmap v453: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:16 smithi120 conmon[102313]: cluster 2022-01-25T23:01:15.176828+0000 mgr.smithi120.hllzij ( 2022-01-25T23:01:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:16 smithi120 conmon[102313]: mgr.14704) 525 : cluster [DBG] pgmap v454: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:16 smithi145 conmon[67302]: cluster 2022-01-25T23:01:15.176828+0000 mgr.smithi120.hllzij (mgr.14704) 525 : cluster [DBG] 2022-01-25T23:01:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:16 smithi145 conmon[67302]: pgmap v454: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:18 smithi120 conmon[102313]: cluster 2022-01-25T23:01:17.177534+0000 mgr.smithi120.hllzij (mgr.14704) 526 : cluster [DBG] pgmap v455: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:18 smithi145 conmon[67302]: cluster 2022-01-25T23:01:17.177534+0000 mgr.smithi120.hllzij (mgr.14704) 526 : cluster [DBG] 2022-01-25T23:01:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:18 smithi145 conmon[67302]: pgmap v455: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:19.201 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:01:19.470 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:01:19.471 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (20m) 3m ago 21m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:01:19.471 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (13m) 3m ago 21m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:01:19.471 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (13m) 3m ago 21m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:01:19.471 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (20m) 3m ago 21m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:01:19.471 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (17m) 3m ago 17m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:01:19.472 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (17m) 3m ago 17m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:01:19.472 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (14m) 3m ago 22m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:01:19.472 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (14m) 3m ago 21m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:01:19.472 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (14m) 3m ago 22m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:01:19.473 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (13m) 3m ago 20m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:01:19.473 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (14m) 3m ago 14m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:01:19.473 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (14m) 3m ago 14m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:01:19.473 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (21m) 3m ago 21m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:01:19.474 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (20m) 3m ago 20m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:01:19.474 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (8m) 3m ago 20m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:01:19.474 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (20m) 3m ago 20m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:01:19.474 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (19m) 3m ago 19m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:01:19.474 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (19m) 3m ago 19m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:01:19.475 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (19m) 3m ago 19m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:01:19.475 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (19m) 3m ago 19m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:01:19.475 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (18m) 3m ago 18m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:01:19.475 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (18m) 3m ago 18m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:01:19.476 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (20m) 3m ago 21m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:01:19.790 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:01:19.790 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:01:19.790 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:01:19.791 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:01:19.791 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:01:19.791 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:01:19.791 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:01:19.791 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:01:19.792 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:01:19.792 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:01:19.792 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:01:19.792 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:01:19.793 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:01:19.793 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:01:19.793 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:01:19.793 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:01:19.793 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:01:19.794 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:01:19.794 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:01:20.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:19 smithi120 conmon[102313]: cluster 2022-01-25T23:01:19.177994+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:01:20.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:19 smithi120 conmon[102313]: 527 : cluster [DBG] pgmap v456: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:20.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:19 smithi120 conmon[102313]: audit 2022-01-25T23:01:19.188984+0000 mgr.smithi120.hllzij (mgr.14704) 528 : audit [DBG] from='client.34418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:20.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:19 smithi120 conmon[102313]: audit 2022-01-25T23:01:19.462090+0000 mgr.smithi120.hllzij (mgr.14704) 529 : audit [DBG] from='client.34422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:20.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:19 smithi120 conmon[102313]: audit 2022-01-25T23:01:19.790407+0000 mon.smithi120 (mon.0) 416 : audit [DBG] from='client.? 172.21.15.120:0/2456527971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:01:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:19 smithi145 conmon[67302]: cluster 2022-01-25T23:01:19.177994+0000 mgr.smithi120.hllzij (mgr.14704) 527 : 2022-01-25T23:01:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:19 smithi145 conmon[67302]: cluster [DBG] pgmap v456: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:20.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:19 smithi145 conmon[67302]: audit 2022-01-25T23:01:19.188984+0000 mgr.smithi120.hllzij (mgr.14704) 528 : audit [DBG] from='client.34418 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:20.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:19 smithi145 conmon[67302]: audit 2022-01-25T23:01:19. 2022-01-25T23:01:20.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:19 smithi145 conmon[67302]: 462090+0000 mgr.smithi120.hllzij (mgr.14704) 529 : audit [DBG] from='client.34422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:20.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:19 smithi145 conmon[67302]: audit 2022-01-25T23:01:20.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:19 smithi145 conmon[67302]: 2022-01-25T23:01:19.790407+0000 mon.smithi120 2022-01-25T23:01:20.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:19 smithi145 conmon[67302]: (mon.0) 416 : audit [DBG] from='client.? 172.21.15.120:0/2456527971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:01:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:22 smithi120 conmon[102313]: cluster 2022-01-25T23:01:21.178725+0000 mgr.smithi120.hllzij (mgr.14704) 530 : cluster [DBG] pgmap v457: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:22.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:22 smithi120 conmon[102313]: 2022-01-25T23:01:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:22 smithi145 conmon[67302]: cluster 2022-01-25T23:01:21.178725+0000 mgr.smithi120.hllzij (mgr.14704) 530 : cluster [DBG] pgmap v457: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:24 smithi120 conmon[102313]: cluster 2022-01-25T23:01:23.179159+0000 mgr.smithi120.hllzij (mgr.14704) 531 : cluster [DBG] pgmap v458: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:24 smithi145 conmon[67302]: cluster 2022-01-25T23:01:23.179159+0000 mgr.smithi120.hllzij (mgr.14704) 531 : cluster [DBG] 2022-01-25T23:01:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:24 smithi145 conmon[67302]: pgmap v458: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:26 smithi120 conmon[102313]: cluster 2022-01-25T23:01:25.180084+0000 mgr.smithi120.hllzij (mgr.14704) 532 : cluster 2022-01-25T23:01:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:26 smithi120 conmon[102313]: [DBG] pgmap v459: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:26 smithi145 conmon[67302]: cluster 2022-01-25T23:01:25.180084+0000 mgr.smithi120.hllzij (mgr.14704) 532 : cluster [DBG] pgmap v459: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:26 smithi145 conmon[67302]: 2022-01-25T23:01:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:28 smithi120 conmon[102313]: cluster 2022-01-25T23:01:27.180548+0000 mgr.smithi120.hllzij (mgr.14704) 533 : cluster [DBG] pgmap v460: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:28.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:28 smithi120 conmon[102313]: 2022-01-25T23:01:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:28 smithi145 conmon[67302]: cluster 2022-01-25T23:01:27.180548+0000 mgr.smithi120.hllzij (mgr.14704) 533 : cluster [DBG] pgmap v460: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:29 smithi120 conmon[102313]: cluster 2022-01-25T23:01:29.181122+0000 mgr.smithi120.hllzij (mgr.14704) 534 : cluster [DBG] pgmap v461: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:29 smithi145 conmon[67302]: cluster 2022-01-25T23:01:29.181122+0000 mgr.smithi120.hllzij (mgr.14704) 534 : cluster 2022-01-25T23:01:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:29 smithi145 conmon[67302]: [DBG] pgmap v461: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:32 smithi120 conmon[102313]: cluster 2022-01-25T23:01:31.182169+0000 mgr.smithi120.hllzij (mgr.14704) 535 : cluster [DBG] pgmap v462: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:32 smithi120 conmon[102313]: 2022-01-25T23:01:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:32 smithi145 conmon[67302]: cluster 2022-01-25T23:01:31.182169+0000 mgr.smithi120.hllzij (mgr.14704) 535 : cluster 2022-01-25T23:01:32.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:32 smithi145 conmon[67302]: [DBG] pgmap v462: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:34 smithi120 conmon[102313]: cluster 2022-01-25T23:01:33.182664+0000 mgr.smithi120.hllzij (mgr.14704) 536 : cluster [DBG] 2022-01-25T23:01:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:34 smithi120 conmon[102313]: pgmap v463: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:34 smithi145 conmon[67302]: cluster 2022-01-25T23:01:33 2022-01-25T23:01:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:34 smithi145 conmon[67302]: .182664+0000 mgr.smithi120.hllzij (mgr.14704) 536 : cluster [DBG] pgmap v463: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:36 smithi120 conmon[102313]: cluster 2022-01-25T23:01:35.183578+0000 mgr.smithi120.hllzij (mgr.14704) 537 : cluster 2022-01-25T23:01:36.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:36 smithi120 conmon[102313]: [DBG] pgmap v464: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:36 smithi145 conmon[67302]: cluster 2022-01-25T23:01:35.183578+0000 mgr.smithi120.hllzij (mgr.14704) 537 : cluster [DBG] 2022-01-25T23:01:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:36 smithi145 conmon[67302]: pgmap v464: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:38 smithi120 conmon[102313]: cluster 2022-01-25T23:01:37.184108+0000 mgr.smithi120.hllzij (mgr.14704) 538 : cluster [DBG] pgmap v465: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:38 smithi145 conmon[67302]: cluster 2022-01-25T23:01:37.184108+0000 mgr.smithi120.hllzij (mgr.14704) 538 : cluster [DBG] pgmap v465: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:38 smithi145 conmon[67302]: 2022-01-25T23:01:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:39 smithi120 conmon[102313]: cluster 2022-01-25T23:01:39.184790+0000 mgr.smithi120.hllzij (mgr.14704) 539 : cluster [DBG] pgmap v466: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:39 smithi145 conmon[67302]: cluster 2022-01-25T23:01:39.184790+0000 mgr.smithi120.hllzij (mgr.14704) 539 : cluster 2022-01-25T23:01:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:39 smithi145 conmon[67302]: [DBG] pgmap v466: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:42 smithi120 conmon[102313]: cluster 2022-01-25T23:01:41.185661+0000 mgr.smithi120.hllzij (mgr.14704) 540 : cluster [DBG] pgmap v467: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:42 smithi145 conmon[67302]: cluster 2022-01-25T23:01:41.185661+0000 mgr.smithi120.hllzij (mgr.14704) 540 : cluster [DBG] 2022-01-25T23:01:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:42 smithi145 conmon[67302]: pgmap v467: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:44 smithi120 conmon[102313]: cluster 2022-01-25T23:01:43.186174+0000 mgr.smithi120.hllzij (mgr.14704) 541 : cluster [DBG] pgmap v468: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:44 smithi145 conmon[67302]: cluster 2022-01-25T23:01:43.186174+0000 mgr.smithi120.hllzij (mgr.14704) 541 : cluster [DBG] 2022-01-25T23:01:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:44 smithi145 conmon[67302]: pgmap v468: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:46 smithi120 conmon[102313]: cluster 2022-01-25T23:01:45.186953+0000 mgr.smithi120.hllzij (mgr.14704) 542 : cluster [DBG] 2022-01-25T23:01:46.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:46 smithi120 conmon[102313]: pgmap v469: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:46 smithi145 conmon[67302]: cluster 2022-01-25T23:01:45.186953+0000 mgr.smithi120.hllzij (mgr.14704) 542 : cluster [DBG] pgmap v469: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:48 smithi120 conmon[102313]: cluster 2022-01-25T23:01:47.187558+0000 mgr.smithi120.hllzij (mgr.14704) 543 : cluster [DBG] pgmap v470: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:48 smithi145 conmon[67302]: cluster 2022-01-25T23:01:47.187558+0000 mgr.smithi120.hllzij (mgr.14704) 543 : cluster [DBG] 2022-01-25T23:01:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:48 smithi145 conmon[67302]: pgmap v470: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:50.099 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:01:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:49 smithi120 conmon[102313]: cluster 2022-01-25T23:01:49. 2022-01-25T23:01:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:49 smithi120 conmon[102313]: 188084+0000 mgr.smithi120.hllzij (mgr.14704) 544 : cluster [DBG] pgmap v471: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:49 smithi145 conmon[67302]: cluster 2022-01-25T23:01:49.188084+0000 mgr.smithi120.hllzij (mgr.14704) 544 : cluster [DBG] pgmap v471: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:50.366 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:01:50.366 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (21m) 3m ago 22m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:01:50.367 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (14m) 3m ago 22m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:01:50.367 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (14m) 3m ago 21m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:01:50.367 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (20m) 3m ago 21m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:01:50.367 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (17m) 3m ago 17m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:01:50.368 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (17m) 3m ago 17m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:01:50.368 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (15m) 3m ago 23m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:01:50.368 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (14m) 3m ago 21m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:01:50.368 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (14m) 3m ago 23m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:01:50.368 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (14m) 3m ago 21m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:01:50.369 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (15m) 3m ago 15m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:01:50.369 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (15m) 3m ago 15m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:01:50.369 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (21m) 3m ago 21m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:01:50.369 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (21m) 3m ago 21m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:01:50.370 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (9m) 3m ago 20m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:01:50.370 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (20m) 3m ago 20m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:01:50.370 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (20m) 3m ago 20m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:01:50.370 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (20m) 3m ago 20m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:01:50.371 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (19m) 3m ago 19m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:01:50.371 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (19m) 3m ago 19m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:01:50.371 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (19m) 3m ago 19m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:01:50.371 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (19m) 3m ago 19m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:01:50.372 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (20m) 3m ago 21m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:01:50.685 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:01:50.686 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:01:50.686 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:01:50.686 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:01:50.686 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:01:50.687 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:01:50.687 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:01:50.687 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:01:50.687 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:01:50.688 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:01:50.688 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:01:50.688 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:01:50.688 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:01:50.688 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:01:50.689 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:01:50.689 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:01:50.689 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:01:50.689 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:01:50.690 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:01:51.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:50 smithi120 conmon[102313]: audit 2022-01-25T23:01:50.087963+0000 mgr.smithi120.hllzij (mgr.14704) 545 : audit [DBG] from='client.34430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:51.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:50 smithi120 conmon[102313]: 2022-01-25T23:01:51.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:50 smithi120 conmon[102313]: audit 2022-01-25T23:01:50.358070+0000 mgr.smithi120.hllzij (mgr.14704) 546 : audit [DBG] from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:51.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:50 smithi120 conmon[102313]: audit 2022-01-25T23:01:50.685948+0000 mon.smithi120 2022-01-25T23:01:51.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:50 smithi120 conmon[102313]: (mon.0) 417 : audit [DBG] from='client.? 172.21.15.120:0/3125533426' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:01:51.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:50 smithi145 conmon[67302]: audit 2022-01-25T23:01:50.087963+0000 mgr.smithi120.hllzij (mgr.14704) 545 : audit 2022-01-25T23:01:51.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:50 smithi145 conmon[67302]: [DBG] from='client.34430 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:51.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:50 smithi145 conmon[67302]: audit 2022-01-25T23:01:50.358070+0000 mgr.smithi120.hllzij (mgr.14704) 546 : audit [DBG] from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:01:51.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:50 smithi145 conmon[67302]: audit 2022-01-25T23:01:50.685948+0000 mon.smithi120 (mon. 2022-01-25T23:01:51.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:50 smithi145 conmon[67302]: 0) 417 : audit [DBG] from='client.? 172.21.15.120:0/3125533426' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:01:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:51 smithi120 conmon[102313]: cluster 2022-01-25T23:01:51.188925+0000 mgr.smithi120.hllzij (mgr.14704) 547 : cluster [DBG] pgmap v472: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:51 smithi145 conmon[67302]: cluster 2022-01-25T23:01:51.188925+0000 mgr.smithi120.hllzij (mgr.14704) 547 : cluster [DBG] 2022-01-25T23:01:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:51 smithi145 conmon[67302]: pgmap v472: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:01:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:54 smithi120 conmon[102313]: cluster 2022-01-25T23:01:53.189385+0000 mgr.smithi120.hllzij (mgr.14704) 548 : cluster [DBG] pgmap v473: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:54 smithi120 conmon[102313]: audit 2022-01-25T23:01:53.641697+0000 mon.smithi120 (mon.0) 418 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:01:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:54 smithi120 conmon[102313]: audit 2022-01-25T23:01:53.641948+0000 mon.smithi120 (mon.0) 2022-01-25T23:01:54.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:54 smithi120 conmon[102313]: 419 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:01:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:54 smithi145 conmon[67302]: cluster 2022-01-25T23:01:53.189385+0000 mgr.smithi120.hllzij (mgr.14704) 548 : cluster [DBG] pgmap v473: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:54 smithi145 conmon[67302]: 2022-01-25T23:01:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:54 smithi145 conmon[67302]: audit 2022-01-25T23:01:53.641697+0000 mon.smithi120 (mon.0) 418 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:01:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:54 smithi145 conmon[67302]: audit 2022-01-25T23:01:53.641948+0000 mon.smithi120 (mon.0) 419 : audit [INF] 2022-01-25T23:01:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:54 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:01:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:56 smithi120 conmon[102313]: cluster 2022-01-25T23:01:55.190125+0000 mgr.smithi120.hllzij (mgr.14704) 549 : cluster [DBG] pgmap v474: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:56 smithi120 conmon[102313]: 2022-01-25T23:01:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:56 smithi145 conmon[67302]: cluster 2022-01-25T23:01:55.190125+0000 mgr.smithi120.hllzij (mgr.14704) 549 : cluster [DBG] pgmap v474: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:56 smithi145 conmon[67302]: 2022-01-25T23:01:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:58 smithi120 conmon[102313]: cluster 2022-01-25T23:01:57.190652+0000 mgr.smithi120.hllzij (mgr.14704) 550 : cluster [DBG] pgmap v475: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:01:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:58 smithi145 conmon[67302]: cluster 2022-01-25T23:01:57.190652+0000 mgr.smithi120.hllzij (mgr.14704) 550 : cluster [DBG] pgmap v475: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:59 smithi120 conmon[102313]: cluster 2022-01-25T23:01:59.191113+0000 mgr.smithi120.hllzij (mgr.14704) 551 : cluster [DBG] 2022-01-25T23:02:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:01:59 smithi120 conmon[102313]: pgmap v476: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:59 smithi145 conmon[67302]: cluster 2022-01-25T23:01:59.191113+0000 mgr.smithi120.hllzij (mgr.14704) 551 : cluster [DBG] 2022-01-25T23:02:00.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:01:59 smithi145 conmon[67302]: pgmap v476: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:02 smithi120 conmon[102313]: cluster 2022-01-25T23:02:01.191892+0000 mgr.smithi120.hllzij (mgr.14704) 552 : cluster [DBG] 2022-01-25T23:02:02.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:02 smithi120 conmon[102313]: pgmap v477: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:02 smithi145 conmon[67302]: cluster 2022-01-25T23:02:01.191892+0000 mgr.smithi120.hllzij (mgr.14704) 552 : cluster [DBG] pgmap v477: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:04 smithi120 conmon[102313]: cluster 2022-01-25T23:02:03.192285+0000 mgr.smithi120.hllzij (mgr.14704) 553 : cluster [DBG] pgmap v478: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:04 smithi145 conmon[67302]: cluster 2022-01-25T23:02:03.192285+0000 mgr.smithi120.hllzij (mgr.14704) 553 : cluster [DBG] pgmap v478: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:04 smithi145 conmon[67302]: 2022-01-25T23:02:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:06 smithi120 conmon[102313]: cluster 2022-01-25T23:02:05.192991+0000 mgr.smithi120.hllzij (mgr.14704) 554 : cluster [DBG] pgmap v479: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:06 smithi145 conmon[67302]: cluster 2022-01-25T23:02:05.192991+0000 mgr.smithi120.hllzij (mgr.14704) 554 : cluster [DBG] pgmap v479: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:08 smithi120 conmon[102313]: cluster 2022-01-25T23:02:07.193641+0000 mgr.smithi120.hllzij (mgr.14704) 555 : cluster [DBG] pgmap v480: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:08 smithi120 conmon[102313]: 2022-01-25T23:02:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:08 smithi120 conmon[102313]: audit 2022-01-25T23:02:08.208876+0000 mon.smithi120 (mon.0) 420 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:02:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:08 smithi120 conmon[102313]: audit 2022-01-25T23:02:08.210364+0000 mon.smithi120 (mon.0) 421 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:02:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:08 smithi120 conmon[102313]: audit 2022-01-25T23:02:08.211168+0000 mon.smithi120 ( 2022-01-25T23:02:08.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:08 smithi120 conmon[102313]: mon.0) 422 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:02:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:08 smithi145 conmon[67302]: cluster 2022-01-25T23:02:07.193641+0000 mgr.smithi120.hllzij (mgr.14704) 555 : cluster [DBG] 2022-01-25T23:02:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:08 smithi145 conmon[67302]: pgmap v480: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:08.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:08 smithi145 conmon[67302]: audit 2022-01-25T23:02:08.208876+0000 mon.smithi120 (mon.0) 420 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:02:08.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:08 smithi145 conmon[67302]: audit 2022-01-25 2022-01-25T23:02:08.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:08 smithi145 conmon[67302]: T23:02:08.210364+0000 mon.smithi120 (mon.0) 421 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:02:08.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:08 smithi145 conmon[67302]: audit 2022-01-25T23: 2022-01-25T23:02:08.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:08 smithi145 conmon[67302]: 02:08.211168+0000 mon.smithi120 (mon.0) 422 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:02:09.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:09 smithi120 conmon[102313]: cephadm 2022-01-25T23:02:08.211884+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:02:09.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:09 smithi120 conmon[102313]: 556 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:02:09.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:09 smithi120 conmon[102313]: audit 2022-01-25T23:02:08.610469+0000 mon.smithi120 (mon.0) 423 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:02:09.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:09 smithi120 conmon[102313]: audit 2022-01-25T23:02:08.615525+0000 mon.smithi120 (mon.0) 424 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:02:09.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:09 smithi145 conmon[67302]: cephadm 2022-01-25T23:02:08.211884+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:02:09.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:09 smithi145 conmon[67302]: 556 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:02:09.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:09 smithi145 conmon[67302]: audit 2022-01-25T23:02:08.610469+0000 mon.smithi120 (mon.0) 423 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:02:09.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:09 smithi145 conmon[67302]: audit 2022-01-25T23:02:08.615525+0000 mon.smithi120 (mon.0) 424 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:02:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:10 smithi120 conmon[102313]: cluster 2022-01-25T23:02:09.194018+0000 mgr.smithi120.hllzij (mgr.14704) 557 : cluster [DBG] pgmap v481: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:10 smithi145 conmon[67302]: cluster 2022-01-25T23:02:09.194018+0000 mgr.smithi120.hllzij (mgr.14704) 557 : cluster [DBG] pgmap v481: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:12 smithi120 conmon[102313]: cluster 2022-01-25T23:02:11.194900+0000 mgr.smithi120.hllzij (mgr.14704) 558 : cluster [DBG] pgmap v482: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:12 smithi145 conmon[67302]: cluster 2022-01-25T23:02:11.194900+0000 mgr.smithi120.hllzij (mgr.14704) 558 : cluster [DBG] pgmap v482: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:12.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:12 smithi145 conmon[67302]: 2022-01-25T23:02:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:14 smithi120 conmon[102313]: cluster 2022-01-25T23:02:13.195524+0000 mgr.smithi120.hllzij (mgr.14704) 559 : cluster 2022-01-25T23:02:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:14 smithi120 conmon[102313]: [DBG] pgmap v483: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:14 smithi145 conmon[67302]: cluster 2022-01-25T23:02:13.195524+0000 mgr.smithi120.hllzij (mgr.14704) 559 : cluster [DBG] pgmap v483: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:16.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:16 smithi120 conmon[102313]: cluster 2022-01-25T23:02:15.196256+0000 mgr.smithi120.hllzij (mgr.14704) 560 : cluster 2022-01-25T23:02:16.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:16 smithi120 conmon[102313]: [DBG] pgmap v484: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:16 smithi145 conmon[67302]: cluster 2022-01-25T23:02:15.196256+0000 mgr.smithi120.hllzij (mgr.14704) 560 : cluster [DBG] pgmap v484: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:18 smithi120 conmon[102313]: cluster 2022-01-25T23:02:17.196732+0000 mgr.smithi120.hllzij (mgr.14704) 561 : cluster [DBG] pgmap v485: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:18 smithi145 conmon[67302]: cluster 2022-01-25T23:02:17.196732+0000 mgr.smithi120.hllzij (mgr.14704) 561 : cluster [DBG] 2022-01-25T23:02:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:18 smithi145 conmon[67302]: pgmap v485: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:19 smithi120 conmon[102313]: cluster 2022-01-25T23:02:19.197268+0000 mgr.smithi120.hllzij (mgr.14704) 562 : cluster 2022-01-25T23:02:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:19 smithi120 conmon[102313]: [DBG] pgmap v486: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:19 smithi145 conmon[67302]: cluster 2022-01-25T23:02:19.197268+0000 mgr.smithi120.hllzij (mgr.14704) 562 : cluster [DBG] 2022-01-25T23:02:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:19 smithi145 conmon[67302]: pgmap v486: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:20.990 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:02:21.258 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:02:21.258 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (21m) 4m ago 22m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:02:21.259 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (14m) 4m ago 22m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:02:21.259 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (14m) 4m ago 22m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:02:21.259 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (21m) 4m ago 22m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:02:21.260 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (18m) 4m ago 18m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:02:21.260 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (18m) 4m ago 18m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:02:21.260 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (15m) 4m ago 23m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:02:21.260 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (15m) 4m ago 22m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:02:21.261 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (15m) 4m ago 23m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:02:21.261 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (14m) 4m ago 21m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:02:21.261 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (15m) 4m ago 15m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:02:21.261 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (15m) 4m ago 15m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:02:21.261 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (22m) 4m ago 22m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:02:21.262 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (21m) 4m ago 21m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:02:21.262 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (9m) 4m ago 21m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:02:21.262 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (21m) 4m ago 21m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:02:21.262 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (20m) 4m ago 20m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:02:21.263 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (20m) 4m ago 20m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:02:21.263 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (20m) 4m ago 20m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:02:21.263 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (20m) 4m ago 20m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:02:21.263 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (19m) 4m ago 19m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:02:21.264 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (19m) 4m ago 19m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:02:21.264 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (21m) 4m ago 22m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:02:21.578 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:02:21.579 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:02:21.579 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:02:21.579 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:02:21.579 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:02:21.580 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:02:21.580 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:02:21.580 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:02:21.580 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:02:21.580 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:02:21.581 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:02:21.581 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:02:21.581 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:02:21.581 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:02:21.582 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:02:21.582 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:02:21.582 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:02:21.582 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:02:21.583 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:02:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:22 smithi120 conmon[102313]: audit 2022-01-25T23:02:20.979397+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:02:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:22 smithi120 conmon[102313]: 14704) 563 : audit [DBG] from='client.34442 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:22 smithi120 conmon[102313]: cluster 2022-01-25T23:02:21.197948+0000 mgr.smithi120.hllzij (mgr.14704) 564 : 2022-01-25T23:02:22.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:22 smithi120 conmon[102313]: cluster [DBG] pgmap v487: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:22.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:22 smithi120 conmon[102313]: audit 2022-01-25T23:02 2022-01-25T23:02:22.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:22 smithi120 conmon[102313]: :21.249807+0000 mgr.smithi120.hllzij (mgr.14704) 565 2022-01-25T23:02:22.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:22 smithi120 conmon[102313]: : audit [DBG] from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:22.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:22 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T23:02:22.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:22 smithi120 conmon[102313]: 23:02:21.579089+0000 mon.smithi120 (mon. 2022-01-25T23:02:22.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:22 smithi120 conmon[102313]: 0) 425 : audit [DBG] from='client.? 172.21.15.120:0/2915590329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:02:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:22 smithi145 conmon[67302]: audit 2022-01-25T23:02:20.979397+0000 mgr.smithi120.hllzij (mgr.14704) 563 : audit [DBG] 2022-01-25T23:02:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:22 smithi145 conmon[67302]: from='client.34442 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:22 smithi145 conmon[67302]: cluster 2022-01-25T23:02:21.197948+0000 mgr.smithi120.hllzij (mgr.14704) 564 : cluster [DBG] pgmap v487: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:22 smithi145 conmon[67302]: audit 2022-01-25T23: 2022-01-25T23:02:22.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:22 smithi145 conmon[67302]: 02:21.249807+0000 mgr.smithi120.hllzij (mgr.14704) 565 : audit [DBG] from='client.34446 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:22.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:22 smithi145 conmon[67302]: audit 2022-01-25T23:02:22.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:22 smithi145 conmon[67302]: 2022-01-25T23:02:21.579089+0000 mon.smithi120 (mon.0) 425 : audit [DBG] from='client.? 172.21.15.120:0/2915590329' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:02:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:24 smithi120 conmon[102313]: cluster 2022-01-25T23:02:23.198454+0000 mgr.smithi120.hllzij (mgr.14704) 566 : cluster 2022-01-25T23:02:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:24 smithi120 conmon[102313]: [DBG] pgmap v488: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:24 smithi145 conmon[67302]: cluster 2022-01-25T23:02:23.198454+0000 mgr.smithi120.hllzij (mgr.14704) 566 : cluster [DBG] pgmap v488: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:26 smithi120 conmon[102313]: cluster 2022-01-25T23:02:25.199367+0000 mgr.smithi120.hllzij (mgr.14704) 567 : cluster 2022-01-25T23:02:26.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:26 smithi120 conmon[102313]: [DBG] pgmap v489: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:26 smithi145 conmon[67302]: cluster 2022-01-25T23:02:25.199367+0000 mgr.smithi120.hllzij (mgr.14704) 567 : cluster [DBG] pgmap v489: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:28 smithi120 conmon[102313]: cluster 2022-01-25T23:02:27.200012+0000 mgr.smithi120.hllzij (mgr.14704) 568 : cluster [DBG] pgmap v490: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:28 smithi120 conmon[102313]: 2022-01-25T23:02:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:28 smithi145 conmon[67302]: cluster 2022-01-25T23:02:27.200012+0000 mgr.smithi120.hllzij (mgr.14704) 568 : cluster [DBG] pgmap v490: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:29 smithi120 conmon[102313]: cluster 2022-01-25T23:02:29.200521+0000 mgr.smithi120.hllzij (mgr.14704) 569 : cluster [DBG] 2022-01-25T23:02:30.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:29 smithi120 conmon[102313]: pgmap v491: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:30 smithi145 conmon[67302]: cluster 2022-01-25T23:02:29.200521+0000 mgr.smithi120.hllzij (mgr.14704) 569 : cluster [DBG] pgmap v491: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:32 smithi120 conmon[102313]: cluster 2022-01-25T23:02:31.201483+0000 mgr.smithi120.hllzij (mgr.14704) 570 : cluster [DBG] 2022-01-25T23:02:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:32 smithi120 conmon[102313]: pgmap v492: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:32 smithi145 conmon[67302]: cluster 2022-01-25T23:02:31.201483+0000 mgr.smithi120.hllzij (mgr.14704) 570 : cluster [DBG] pgmap v492: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:34 smithi120 conmon[102313]: cluster 2022-01-25T23:02:33.201959+0000 mgr.smithi120.hllzij (mgr.14704) 571 : cluster [DBG] pgmap v493: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:34 smithi120 conmon[102313]: 2022-01-25T23:02:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:34 smithi145 conmon[67302]: cluster 2022-01-25T23:02:33.201959+0000 mgr.smithi120.hllzij (mgr.14704) 571 : cluster [DBG] pgmap v493: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:36 smithi120 conmon[102313]: cluster 2022-01-25T23:02:35.202972+0000 mgr.smithi120.hllzij (mgr.14704) 572 : cluster [DBG] pgmap v494: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:36 smithi120 conmon[102313]: 2022-01-25T23:02:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:36 smithi145 conmon[67302]: cluster 2022-01-25T23:02:35.202972+0000 mgr.smithi120.hllzij (mgr.14704) 572 : cluster [DBG] pgmap v494: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:38 smithi120 conmon[102313]: cluster 2022-01-25T23:02: 2022-01-25T23:02:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:38 smithi120 conmon[102313]: 37.203403+0000 mgr.smithi120.hllzij (mgr.14704) 573 : cluster [DBG] pgmap v495: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:38 smithi145 conmon[67302]: cluster 2022-01-25T23:02:37.203403+0000 mgr.smithi120.hllzij (mgr.14704) 573 : cluster [DBG] pgmap v495: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:40 smithi120 conmon[102313]: cluster 2022-01-25T23:02:39.203912+0000 mgr.smithi120.hllzij (mgr.14704) 574 : cluster [DBG] pgmap v496: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:40 smithi120 conmon[102313]: 2022-01-25T23:02:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:40 smithi145 conmon[67302]: cluster 2022-01-25T23:02:39.203912+0000 mgr.smithi120.hllzij (mgr.14704) 574 : cluster [DBG] pgmap v496: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:42 smithi120 conmon[102313]: cluster 2022-01-25T23:02:41.204589+0000 mgr.smithi120.hllzij (mgr.14704) 575 : cluster [DBG] pgmap v497: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:42 smithi145 conmon[67302]: cluster 2022-01-25T23:02:41.204589+0000 mgr.smithi120.hllzij (mgr.14704) 575 : cluster 2022-01-25T23:02:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:42 smithi145 conmon[67302]: [DBG] pgmap v497: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:44 smithi120 conmon[102313]: cluster 2022-01-25T23:02:43.205039+0000 mgr.smithi120.hllzij (mgr.14704) 576 : cluster [DBG] 2022-01-25T23:02:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:44 smithi120 conmon[102313]: pgmap v498: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:44 smithi145 conmon[67302]: cluster 2022-01-25T23:02:43.205039+0000 mgr.smithi120.hllzij (mgr.14704) 576 : cluster [DBG] pgmap v498: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:44.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:44 smithi145 conmon[67302]: 2022-01-25T23:02:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:46 smithi120 conmon[102313]: cluster 2022-01-25T23:02:45.206006+0000 mgr.smithi120.hllzij (mgr.14704) 577 : cluster [DBG] pgmap v499: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:46 smithi145 conmon[67302]: cluster 2022-01-25T23:02:45.206006+0000 mgr.smithi120.hllzij (mgr.14704) 577 : cluster [DBG] pgmap v499: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:46 smithi145 conmon[67302]: 2022-01-25T23:02:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:48 smithi120 conmon[102313]: cluster 2022-01-25T23:02:47.206574+0000 mgr.smithi120.hllzij (mgr.14704) 578 : cluster [DBG] pgmap v500: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:48 smithi145 conmon[67302]: cluster 2022-01-25T23:02:47.206574+0000 mgr.smithi120.hllzij (mgr.14704) 578 2022-01-25T23:02:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:48 smithi145 conmon[67302]: : cluster [DBG] pgmap v500: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:50 smithi120 conmon[102313]: cluster 2022-01-25T23:02:49.207052+0000 mgr.smithi120.hllzij (mgr.14704) 579 : cluster [DBG] pgmap v501: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:50 smithi145 conmon[67302]: cluster 2022-01-25T23:02:49.207052+0000 mgr.smithi120.hllzij (mgr.14704) 579 : cluster [DBG] 2022-01-25T23:02:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:50 smithi145 conmon[67302]: pgmap v501: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:51.880 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:02:52.148 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:02:52.149 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (22m) 4m ago 23m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:02:52.150 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (15m) 4m ago 23m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:02:52.150 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (15m) 4m ago 22m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:02:52.150 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (21m) 4m ago 22m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:02:52.151 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (18m) 4m ago 18m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:02:52.151 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (18m) 4m ago 18m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:02:52.152 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (16m) 4m ago 24m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:02:52.152 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (15m) 4m ago 22m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:02:52.153 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (15m) 4m ago 24m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:02:52.153 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (15m) 4m ago 22m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:02:52.154 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (16m) 4m ago 16m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:02:52.154 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (16m) 4m ago 16m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:02:52.155 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (22m) 4m ago 22m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:02:52.155 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (22m) 4m ago 22m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:02:52.155 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (10m) 4m ago 22m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:02:52.156 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (21m) 4m ago 21m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:02:52.156 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (21m) 4m ago 21m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:02:52.157 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (21m) 4m ago 21m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:02:52.157 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (20m) 4m ago 20m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:02:52.158 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (20m) 4m ago 20m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:02:52.158 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (20m) 4m ago 20m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:02:52.159 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (20m) 4m ago 20m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:02:52.159 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (21m) 4m ago 22m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:02:52.472 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:02:52.472 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:02:52.472 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:02:52.473 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:02:52.473 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:02:52.473 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:02:52.473 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:02:52.473 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:02:52.474 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:02:52.474 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:02:52.474 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:02:52.474 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:02:52.475 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:02:52.475 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:02:52.475 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:02:52.476 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:02:52.476 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:02:52.476 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:02:52.476 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:02:52.477 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:52 smithi120 conmon[102313]: cluster 2022-01-25T23:02:51.207819+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:02:52.477 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:52 smithi120 conmon[102313]: 14704) 580 : cluster [DBG] pgmap v502: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:52 smithi145 conmon[67302]: cluster 2022-01-25T23:02:51.207819+0000 mgr.smithi120.hllzij (mgr.14704) 580 : cluster 2022-01-25T23:02:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:52 smithi145 conmon[67302]: [DBG] pgmap v502: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:02:53.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:53 smithi120 conmon[102313]: audit 2022-01-25T23:02:51.868271+0000 mgr.smithi120.hllzij ( 2022-01-25T23:02:53.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:53 smithi120 conmon[102313]: mgr.14704) 581 : audit [DBG] from='client.34454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:53.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:53 smithi120 conmon[102313]: audit 2022-01-25T23:02:52.140368+0000 mgr.smithi120.hllzij (mgr.14704) 582 : audit [DBG] from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:53.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:53 smithi120 conmon[102313]: audit 2022-01-25T23:02:52.472288+0000 mon.smithi120 (mon.0) 426 : audit [DBG] 2022-01-25T23:02:53.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:53 smithi120 conmon[102313]: from='client.? 172.21.15.120:0/2140241696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:02:53.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:53 smithi145 conmon[67302]: audit 2022-01-25T23:02:51.868271+0000 mgr.smithi120.hllzij (mgr.14704) 581 : audit [DBG] from='client.34454 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:53.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:53 smithi145 conmon[67302]: audit 2022-01-25T23:02:52.140368+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:02:53.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:53 smithi145 conmon[67302]: .14704) 582 : audit [DBG] from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:02:53.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:53 smithi145 conmon[67302]: audit 2022-01-25T23:02:52.472288+0000 mon.smithi120 (mon.0) 426 : audit [DBG] from='client.? 172.21.15.120:0/2140241696' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:02:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:54 smithi120 conmon[102313]: cluster 2022-01-25T23:02:53.208304+0000 mgr.smithi120.hllzij (mgr.14704) 583 : cluster [DBG] pgmap v503: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:54 smithi120 conmon[102313]: audit 2022-01-25T23:02:53.646742+0000 mon.smithi120 (mon.0) 427 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:02:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:54 smithi120 conmon[102313]: audit 2022-01-25T23:02:53.647038+0000 mon.smithi120 (mon 2022-01-25T23:02:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:54 smithi120 conmon[102313]: .0) 428 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:02:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:54 smithi145 conmon[67302]: cluster 2022-01-25T23:02:53.208304+0000 mgr.smithi120.hllzij (mgr.14704) 583 : cluster [DBG] pgmap v503: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:54 smithi145 conmon[67302]: audit 2022-01-25T23:02:53.646742+0000 2022-01-25T23:02:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:54 smithi145 conmon[67302]: mon.smithi120 (mon.0) 427 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:02:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:54 smithi145 conmon[67302]: audit 2022-01-25T23:02:53.647038+0000 mon.smithi120 (mon.0) 428 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:02:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:56 smithi120 conmon[102313]: cluster 2022-01-25T23:02:55.209318+0000 mgr.smithi120.hllzij (mgr.14704) 584 : cluster [DBG] pgmap v504: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:56 smithi145 conmon[67302]: cluster 2022-01-25T23:02:55.209318+0000 mgr.smithi120.hllzij (mgr.14704) 584 : cluster [DBG] pgmap v504: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:58 smithi120 conmon[102313]: cluster 2022-01-25T23:02:57.209934+0000 mgr.smithi120.hllzij (mgr.14704) 585 : cluster [DBG] pgmap v505: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:02:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:02:58 smithi120 conmon[102313]: 2022-01-25T23:02:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:02:58 smithi145 conmon[67302]: cluster 2022-01-25T23:02:57.209934+0000 mgr.smithi120.hllzij (mgr.14704) 585 : cluster [DBG] pgmap v505: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:00 smithi120 conmon[102313]: cluster 2022-01-25T23:02:59.210550+0000 mgr.smithi120.hllzij (mgr.14704) 586 : cluster 2022-01-25T23:03:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:00 smithi120 conmon[102313]: [DBG] pgmap v506: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:00 smithi145 conmon[67302]: cluster 2022-01-25T23:02:59.210550+0000 mgr.smithi120.hllzij (mgr.14704) 586 : cluster [DBG] pgmap v506: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:02 smithi120 conmon[102313]: cluster 2022-01-25T23:03:01.211297+0000 mgr.smithi120.hllzij (mgr.14704) 587 : cluster [DBG] pgmap v507: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:02 smithi145 conmon[67302]: cluster 2022-01-25T23:03:01.211297+0000 mgr.smithi120.hllzij (mgr.14704) 587 : cluster [DBG] pgmap v507: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:04 smithi120 conmon[102313]: cluster 2022-01-25T23:03:03.211837+0000 mgr.smithi120.hllzij ( 2022-01-25T23:03:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:04 smithi120 conmon[102313]: mgr.14704) 588 : cluster [DBG] pgmap v508: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:04 smithi145 conmon[67302]: cluster 2022-01-25T23:03:03.211837+0000 mgr.smithi120.hllzij (mgr.14704) 588 : cluster [DBG] pgmap v508: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:06 smithi120 conmon[102313]: cluster 2022-01-25T23:03:05.212609+0000 mgr.smithi120.hllzij (mgr.14704) 589 : cluster [DBG] 2022-01-25T23:03:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:06 smithi120 conmon[102313]: pgmap v509: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:06 smithi145 conmon[67302]: cluster 2022-01-25T23:03:05.212609+0000 mgr.smithi120.hllzij (mgr.14704) 589 : cluster [DBG] pgmap v509: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:08 smithi120 conmon[102313]: cluster 2022-01-25T23:03:07.213156+0000 mgr.smithi120.hllzij (mgr.14704) 590 : cluster [DBG] pgmap v510: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:08 smithi145 conmon[67302]: cluster 2022-01-25T23:03:07.213156+0000 mgr.smithi120.hllzij (mgr.14704) 590 : cluster [DBG] pgmap v510: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:09.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:09 smithi120 conmon[102313]: audit 2022-01-25T23:03:08.617952+0000 mon.smithi120 (mon.0) 429 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:03:09.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:09 smithi120 conmon[102313]: audit 2022-01-25T23:03: 2022-01-25T23:03:09.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:09 smithi120 conmon[102313]: 08.619313+0000 mon.smithi120 (mon.0) 430 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:03:09.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:09 smithi120 conmon[102313]: audit 2022-01-25T23:03:08.620281+0000 mon.smithi120 (mon.0) 431 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:03:09.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:09 smithi120 conmon[102313]: audit 2022-01-25T23:03:09.016070+0000 mon.smithi120 (mon.0) 432 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:03:09.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:09 smithi120 conmon[102313]: audit 2022-01-25T23:03:09.021172+0000 mon.smithi120 (mon.0) 433 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:03:09.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:09 smithi145 conmon[67302]: audit 2022-01-25T23:03:08.617952+0000 mon.smithi120 (mon.0) 429 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:03:09.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:09 smithi145 conmon[67302]: audit 2022-01-25 2022-01-25T23:03:09.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:09 smithi145 conmon[67302]: T23:03:08.619313+0000 mon.smithi120 (mon.0) 430 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:03:09.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:09 smithi145 conmon[67302]: audit 2022-01-25T23:03:08.620281+0000 mon.smithi120 (mon.0) 431 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:03:09.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:09 smithi145 conmon[67302]: audit 2022-01-25T23:03:09 2022-01-25T23:03:09.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:09 smithi145 conmon[67302]: .016070+0000 mon.smithi120 (mon.0) 2022-01-25T23:03:09.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:09 smithi145 conmon[67302]: 432 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:03:09.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:09 smithi145 conmon[67302]: audit 2022-01 2022-01-25T23:03:09.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:09 smithi145 conmon[67302]: -25T23:03:09.021172+0000 2022-01-25T23:03:09.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:09 smithi145 conmon[67302]: mon.smithi120 (mon.0) 433 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:03:09.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:09 smithi145 conmon[67302]: 2022-01-25T23:03:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:10 smithi120 conmon[102313]: cephadm 2022-01-25T23:03:08.620998+0000 mgr.smithi120.hllzij (mgr.14704) 591 : 2022-01-25T23:03:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:10 smithi120 conmon[102313]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:03:10.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:10 smithi120 conmon[102313]: cluster 2022-01-25T23:03:09.213696+0000 mgr.smithi120.hllzij (mgr.14704) 592 : cluster [DBG] pgmap v511: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:10 smithi145 conmon[67302]: cephadm 2022-01-25T23:03:08.620998+0000 mgr.smithi120.hllzij (mgr.14704) 591 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:03:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:10 smithi145 conmon[67302]: cluster 2022-01-25T23:03:09.213696+0000 mgr.smithi120.hllzij (mgr.14704) 592 : cluster [DBG] pgmap v511: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:12 smithi120 conmon[102313]: cluster 2022-01-25T23:03:11.214519+0000 mgr.smithi120.hllzij (mgr.14704) 593 : cluster [DBG] pgmap v512: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:12.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:12 smithi120 conmon[102313]: 2022-01-25T23:03:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:12 smithi145 conmon[67302]: cluster 2022-01-25T23:03:11.214519+0000 mgr.smithi120.hllzij (mgr.14704) 593 : cluster [DBG] pgmap v512: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:14 smithi120 conmon[102313]: cluster 2022-01-25T23:03:13.215071+0000 mgr.smithi120.hllzij (mgr.14704) 594 : cluster [DBG] pgmap v513: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:14 smithi145 conmon[67302]: cluster 2022-01-25T23:03:13.215071+0000 mgr.smithi120.hllzij (mgr.14704) 594 : cluster [DBG] pgmap v513: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:16 smithi120 conmon[102313]: cluster 2022-01-25T23:03:15.215806+0000 mgr.smithi120.hllzij (mgr.14704) 595 : cluster [DBG] pgmap v514: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:16 smithi120 conmon[102313]: 2022-01-25T23:03:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:16 smithi145 conmon[67302]: cluster 2022-01-25T23:03:15.215806+0000 mgr.smithi120.hllzij (mgr.14704) 595 : cluster [DBG] pgmap v514: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:18 smithi120 conmon[102313]: cluster 2022-01-25T23:03:17.216374+0000 mgr.smithi120.hllzij (mgr.14704) 596 : cluster [DBG] pgmap v515: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:18 smithi145 conmon[67302]: cluster 2022-01-25T23:03:17.216374+0000 mgr.smithi120.hllzij (mgr.14704) 596 : cluster 2022-01-25T23:03:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:18 smithi145 conmon[67302]: [DBG] pgmap v515: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:20 smithi120 conmon[102313]: cluster 2022-01-25T23:03:19.216889+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:03:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:20 smithi120 conmon[102313]: 597 : cluster [DBG] pgmap v516: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:20 smithi145 conmon[67302]: cluster 2022-01-25T23:03:19.216889+0000 mgr.smithi120.hllzij (mgr.14704) 597 : cluster [DBG] 2022-01-25T23:03:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:20 smithi145 conmon[67302]: pgmap v516: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:22 smithi120 conmon[102313]: cluster 2022-01-25T23:03:21.217768+0000 mgr.smithi120.hllzij (mgr.14704) 598 : cluster [DBG] pgmap v517: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:22 smithi120 conmon[102313]: 2022-01-25T23:03:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:22 smithi145 conmon[67302]: cluster 2022-01-25T23:03:21.217768+0000 mgr.smithi120.hllzij (mgr.14704) 598 : cluster [DBG] pgmap v517: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:22.777 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:03:23.043 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:03:23.044 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (22m) 5m ago 23m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:03:23.044 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (15m) 5m ago 23m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:03:23.044 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (15m) 5m ago 23m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:03:23.044 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (22m) 5m ago 23m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:03:23.045 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (19m) 5m ago 19m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:03:23.045 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (19m) 5m ago 19m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:03:23.045 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (16m) 5m ago 24m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:03:23.045 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (16m) 5m ago 23m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:03:23.046 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (16m) 5m ago 24m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:03:23.046 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (15m) 5m ago 23m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:03:23.046 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (16m) 5m ago 16m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:03:23.046 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (16m) 5m ago 16m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:03:23.046 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (23m) 5m ago 23m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:03:23.047 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (22m) 5m ago 22m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:03:23.047 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (10m) 5m ago 22m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:03:23.047 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (22m) 5m ago 22m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:03:23.047 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (21m) 5m ago 21m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:03:23.048 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (21m) 5m ago 21m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:03:23.048 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (21m) 5m ago 21m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:03:23.048 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (21m) 5m ago 21m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:03:23.048 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (20m) 5m ago 20m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:03:23.049 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (20m) 5m ago 20m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:03:23.049 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (22m) 5m ago 23m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:03:23.366 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:03:23.366 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:03:23.366 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:03:23.367 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:03:23.367 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:03:23.367 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:03:23.367 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:03:23.367 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:03:23.368 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:03:23.368 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:03:23.368 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:03:23.368 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:03:23.369 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:03:23.369 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:03:23.369 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:03:23.369 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:03:23.370 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:03:23.370 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:03:23.370 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:03:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:24 smithi120 conmon[102313]: audit 2022-01-25T23:03:22.765833+0000 mgr.smithi120.hllzij (mgr.14704) 599 : audit [DBG] 2022-01-25T23:03:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:24 smithi120 conmon[102313]: from='client.34466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:24.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:24 smithi120 conmon[102313]: audit 2022-01-25T23:03:23.035347+0000 mgr.smithi120.hllzij (mgr.14704) 600 : audit [DBG] from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:24.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:24 smithi120 conmon[102313]: cluster 2022-01-25T23:03:23.218196+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:03:24.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:24 smithi120 conmon[102313]: 601 : cluster [DBG] pgmap v518: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:24.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:24 smithi120 conmon[102313]: audit 2022-01-25T23:03:23.366412+0000 mon.smithi120 (mon.0) 434 : audit [DBG] from='client.? 172.21.15.120:0/204518423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:03:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:24 smithi145 conmon[67302]: audit 2022-01-25T23:03:22.765833+0000 mgr.smithi120.hllzij (mgr.14704) 599 : audit [DBG] from='client.34466 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:24 smithi145 conmon[67302]: audit 2022-01-25T23:03:23.035347+0000 mgr.smithi120.hllzij (mgr.14704) 600 : audit [DBG] from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:24.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:24 smithi145 conmon[67302]: cluster 2022-01-25T23:03:23.218196+0000 mgr.smithi120.hllzij (mgr.14704) 601 : cluster [DBG] pgmap v518: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:24.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:24 smithi145 conmon[67302]: audit 2022-01-25T23:03:23.366412+0000 mon.smithi120 (mon.0 2022-01-25T23:03:24.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:24 smithi145 conmon[67302]: ) 434 : audit [DBG] from='client.? 172.21.15.120:0/204518423' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:03:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:26 smithi120 conmon[102313]: cluster 2022-01-25T23:03:25.219043+0000 mgr.smithi120.hllzij (mgr.14704) 602 : cluster [DBG] pgmap v519: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:26 smithi120 conmon[102313]: 2022-01-25T23:03:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:26 smithi145 conmon[67302]: cluster 2022-01-25T23:03:25.219043+0000 mgr.smithi120.hllzij (mgr.14704) 602 : cluster [DBG] pgmap v519: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:28 smithi120 conmon[102313]: cluster 2022-01-25T23:03:27.219666+0000 mgr.smithi120.hllzij (mgr.14704) 603 : cluster [DBG] 2022-01-25T23:03:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:28 smithi120 conmon[102313]: pgmap v520: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:28 smithi145 conmon[67302]: cluster 2022-01-25T23:03:27.219666+0000 mgr.smithi120.hllzij (mgr.14704) 603 : cluster [DBG] pgmap v520: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:28 smithi145 conmon[67302]: 2022-01-25T23:03:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:30 smithi120 conmon[102313]: cluster 2022-01-25T23:03:29.220123+0000 mgr.smithi120.hllzij (mgr.14704) 604 : cluster 2022-01-25T23:03:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:30 smithi120 conmon[102313]: [DBG] pgmap v521: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:30 smithi145 conmon[67302]: cluster 2022-01-25T23:03:29.220123+0000 mgr.smithi120.hllzij (mgr.14704) 604 : cluster [DBG] pgmap v521: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:32 smithi120 conmon[102313]: cluster 2022-01-25T23:03:31.220921+0000 mgr.smithi120.hllzij (mgr.14704) 605 : cluster [DBG] 2022-01-25T23:03:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:32 smithi120 conmon[102313]: pgmap v522: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:32 smithi145 conmon[67302]: cluster 2022-01-25T23:03:31.220921+0000 mgr.smithi120.hllzij (mgr.14704) 605 : cluster [DBG] pgmap v522: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:34 smithi120 conmon[102313]: cluster 2022-01-25T23:03:33.221499+0000 mgr.smithi120.hllzij (mgr.14704) 606 : cluster [DBG] pgmap v523: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:34 smithi145 conmon[67302]: cluster 2022-01-25T23:03:33.221499+0000 mgr.smithi120.hllzij (mgr.14704) 606 : cluster [DBG] pgmap v523: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:36 smithi120 conmon[102313]: cluster 2022-01-25T23:03:35.222512+0000 mgr.smithi120.hllzij (mgr.14704) 607 : cluster [DBG] pgmap v524: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:36 smithi145 conmon[67302]: cluster 2022-01-25T23:03:35.222512+0000 mgr.smithi120.hllzij (mgr.14704) 607 : cluster [DBG] pgmap v524: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:36 smithi145 conmon[67302]: 2022-01-25T23:03:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:38 smithi120 conmon[102313]: cluster 2022-01-25T23:03:37.223052+0000 mgr.smithi120.hllzij (mgr.14704) 608 : cluster [DBG] pgmap v525: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:38 smithi145 conmon[67302]: cluster 2022-01-25T23:03:37.223052+0000 mgr.smithi120.hllzij (mgr.14704) 608 : cluster [DBG] pgmap v525: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:40 smithi120 conmon[102313]: cluster 2022-01-25T23:03:39.223779+0000 mgr.smithi120.hllzij (mgr.14704) 609 : cluster [DBG] pgmap v526: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:40 smithi145 conmon[67302]: cluster 2022-01-25T23:03:39.223779+0000 mgr.smithi120.hllzij (mgr.14704) 609 : cluster [DBG] pgmap v526: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:40 smithi145 conmon[67302]: 2022-01-25T23:03:42.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:42 smithi120 conmon[102313]: cluster 2022-01-25T23:03:41.224796+0000 mgr.smithi120.hllzij (mgr.14704) 610 : cluster [DBG] pgmap v527: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:42 smithi145 conmon[67302]: cluster 2022-01-25T23:03:41.224796+0000 mgr.smithi120.hllzij (mgr.14704) 610 : cluster [DBG] pgmap v527: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:44 smithi120 conmon[102313]: cluster 2022-01-25T23:03:43.225376+0000 mgr.smithi120.hllzij (mgr.14704) 611 : cluster [DBG] pgmap v528: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:44 smithi145 conmon[67302]: cluster 2022-01-25T23:03:43.225376+0000 mgr.smithi120.hllzij (mgr.14704) 611 : cluster [DBG] pgmap v528: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:46 smithi120 conmon[102313]: cluster 2022-01-25T23:03:45.226245+0000 mgr.smithi120.hllzij (mgr.14704) 612 : cluster [DBG] pgmap v529: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:46 smithi145 conmon[67302]: cluster 2022-01-25T23:03:45.226245+0000 mgr.smithi120.hllzij (mgr.14704) 612 : cluster [DBG] pgmap v529: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:48 smithi120 conmon[102313]: cluster 2022-01-25T23:03:47.226793+0000 mgr.smithi120.hllzij (mgr.14704) 613 : cluster [DBG] pgmap v530: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:48 smithi120 conmon[102313]: 2022-01-25T23:03:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:48 smithi145 conmon[67302]: cluster 2022-01-25T23:03:47.226793+0000 mgr.smithi120.hllzij (mgr.14704) 613 : cluster [DBG] pgmap v530: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:50 smithi120 conmon[102313]: cluster 2022-01-25T23:03:49.227227+0000 mgr.smithi120.hllzij (mgr.14704) 614 : cluster [DBG] pgmap v531: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:50 smithi145 conmon[67302]: cluster 2022-01-25T23:03:49.227227+0000 mgr.smithi120.hllzij (mgr.14704) 614 : cluster [DBG] pgmap v531: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:52 smithi120 conmon[102313]: cluster 2022-01-25T23:03:51.228108+0000 mgr.smithi120.hllzij (mgr.14704) 615 : cluster [DBG] pgmap v532: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:52.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:52 smithi120 conmon[102313]: 2022-01-25T23:03:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:52 smithi145 conmon[67302]: cluster 2022-01-25T23:03:51.228108+0000 mgr.smithi120.hllzij (mgr.14704) 615 : cluster [DBG] pgmap v532: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:03:53.668 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:03:53.937 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:03:53.938 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (23m) 5m ago 24m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:03:53.938 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (16m) 5m ago 24m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:03:53.938 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (16m) 5m ago 23m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:03:53.939 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (22m) 5m ago 23m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:03:53.939 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (19m) 5m ago 19m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:03:53.939 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (19m) 5m ago 19m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:03:53.939 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (17m) 5m ago 25m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:03:53.940 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (16m) 5m ago 23m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:03:53.940 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (16m) 5m ago 25m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:03:53.940 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (16m) 5m ago 23m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:03:53.940 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (17m) 5m ago 17m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:03:53.941 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (17m) 5m ago 17m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:03:53.941 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (23m) 5m ago 23m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:03:53.941 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (23m) 5m ago 23m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:03:53.941 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (11m) 5m ago 23m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:03:53.942 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (22m) 5m ago 22m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:03:53.942 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (22m) 5m ago 22m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:03:53.942 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (22m) 5m ago 22m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:03:53.942 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (21m) 5m ago 21m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:03:53.943 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (21m) 5m ago 21m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:03:53.943 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (21m) 5m ago 21m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:03:53.944 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (21m) 5m ago 21m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:03:53.944 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (22m) 5m ago 23m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:03:54.263 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:03:54.263 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:03:54.263 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:03:54.264 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:03:54.264 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:03:54.264 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:03:54.264 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:03:54.265 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:03:54.265 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:03:54.265 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:03:54.265 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:03:54.265 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:03:54.266 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:03:54.266 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:03:54.266 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:03:54.266 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:03:54.267 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:03:54.267 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:03:54.267 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:03:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:54 smithi120 conmon[102313]: cluster 2022-01-25T23:03:53.228712+0000 mgr.smithi120.hllzij (mgr.14704) 616 : cluster [DBG] pgmap v533: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:54 smithi120 conmon[102313]: audit 2022-01-25T23:03:53. 2022-01-25T23:03:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:54 smithi120 conmon[102313]: 649338+0000 mon.smithi120 (mon.0) 435 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:03:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:54 smithi120 conmon[102313]: audit 2022-01-25T23:03:53.649518+0000 mon.smithi120 (mon.0) 436 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:03:54.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:54 smithi120 conmon[102313]: audit 2022-01-25T23:03:54.263632+0000 2022-01-25T23:03:54.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:54 smithi120 conmon[102313]: mon.smithi120 (mon.0) 437 : audit [DBG] from='client.? 172.21.15.120:0/3614407049' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:03:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:54 smithi145 conmon[67302]: cluster 2022-01-25T23:03:53.228712+0000 mgr.smithi120.hllzij (mgr.14704) 616 : cluster [DBG] pgmap v533: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:54 smithi145 conmon[67302]: audit 2022-01-25T23:03:53.649338+0000 mon.smithi120 (mon.0) 435 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:03:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:54 smithi145 conmon[67302]: audit 2022-01-25T23:03:53.649518+0000 mon.smithi120 (mon.0) 436 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:03:54.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:54 smithi145 conmon[67302]: audit 2022-01-25T23:03:54.263632+0000 mon.smithi120 (mon.0) 437 : audit [DBG] from='client.? 172.21.15.120:0/3614407049' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:03:55.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:55 smithi120 conmon[102313]: audit 2022-01-25T23:03:53.657401+0000 mgr.smithi120.hllzij (mgr.14704) 617 : audit [DBG] from='client.34478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:55.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:55 smithi120 conmon[102313]: audit 2022-01-25T23:03:53.929573+0000 mgr.smithi120.hllzij (mgr.14704) 618 : audit [DBG] from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:55.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:55 smithi145 conmon[67302]: audit 2022-01-25T23:03:53.657401+0000 mgr.smithi120.hllzij (mgr.14704) 617 : audit [DBG] from='client.34478 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:55.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:55 smithi145 conmon[67302]: audit 2022-01-25T23:03:53.929573+0000 mgr.smithi120.hllzij (mgr.14704) 618 : audit [DBG] from='client.34482 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:03:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:56 smithi120 conmon[102313]: cluster 2022-01-25T23:03:55.229455+0000 mgr.smithi120.hllzij (mgr.14704) 619 : cluster [DBG] 2022-01-25T23:03:56.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:56 smithi120 conmon[102313]: pgmap v534: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:56 smithi145 conmon[67302]: cluster 2022-01-25T23:03:55.229455+0000 mgr.smithi120.hllzij (mgr.14704) 619 : cluster [DBG] 2022-01-25T23:03:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:56 smithi145 conmon[67302]: pgmap v534: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:58 smithi120 conmon[102313]: cluster 2022-01-25T23:03:57.229990+0000 mgr.smithi120.hllzij (mgr.14704) 620 : cluster 2022-01-25T23:03:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:03:58 smithi120 conmon[102313]: [DBG] pgmap v535: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:03:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:03:58 smithi145 conmon[67302]: cluster 2022-01-25T23:03:57.229990+0000 mgr.smithi120.hllzij (mgr.14704) 620 : cluster [DBG] pgmap v535: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:00 smithi120 conmon[102313]: cluster 2022-01-25T23:03:59.230599+0000 mgr.smithi120.hllzij (mgr.14704) 621 : cluster [DBG] pgmap v536: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:00 smithi145 conmon[67302]: cluster 2022-01-25T23:03:59.230599+0000 mgr.smithi120.hllzij (mgr.14704) 621 : cluster [DBG] pgmap v536: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:02 smithi120 conmon[102313]: cluster 2022-01-25T23:04:01.231419+0000 mgr.smithi120.hllzij (mgr.14704) 622 : cluster [DBG] pgmap v537: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:02 smithi145 conmon[67302]: cluster 2022-01-25T23:04:01.231419+0000 mgr.smithi120.hllzij (mgr.14704) 622 : cluster [DBG] pgmap v537: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:04 smithi120 conmon[102313]: cluster 2022-01-25T23:04:03.232098+0000 mgr.smithi120.hllzij (mgr.14704) 623 : cluster [DBG] pgmap v538: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:04 smithi145 conmon[67302]: cluster 2022-01-25T23:04:03.232098+0000 mgr.smithi120.hllzij (mgr.14704) 623 : cluster [DBG] pgmap v538: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:06 smithi120 conmon[102313]: cluster 2022-01-25T23:04:05.232842+0000 mgr.smithi120.hllzij (mgr.14704) 624 : cluster [DBG] pgmap v539: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:06 smithi145 conmon[67302]: cluster 2022-01-25T23:04:05.232842+0000 mgr.smithi120.hllzij (mgr.14704) 624 : cluster [DBG] pgmap v539: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:08 smithi120 conmon[102313]: cluster 2022-01-25T23:04:07.233320+0000 mgr.smithi120.hllzij (mgr.14704) 625 : cluster [DBG] pgmap v540: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:08 smithi145 conmon[67302]: cluster 2022-01-25T23:04:07.233320+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:04:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:08 smithi145 conmon[67302]: .14704) 625 : cluster [DBG] pgmap v540: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T23:04:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: 23:04:09.024129+0000 mon.smithi120 (mon.0) 438 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:04:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: audit 2022-01-25T23:04:09.025431+0000 mon.smithi120 (mon.0 2022-01-25T23:04:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: ) 439 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:04:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: audit 2022-01-25T23:04:09.026428+0000 mon.smithi120 (mon.0) 440 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:04:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: cephadm 2022-01-25T23:04:10.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: 2022-01-25T23:04:09.027135+0000 mgr.smithi120.hllzij (mgr.14704) 626 : 2022-01-25T23:04:10.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:04:10.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: cluster 2022-01-25 2022-01-25T23:04:10.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: T23:04:09.233744+0000 mgr.smithi120.hllzij ( 2022-01-25T23:04:10.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: mgr.14704) 627 : cluster [DBG] pgmap v541: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:10.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: audit 2022 2022-01-25T23:04:10.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: -01-25T23:04:09. 2022-01-25T23:04:10.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: 427062+0000 mon.smithi120 (mon.0) 441 : audit [INF] 2022-01-25T23:04:10.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:04:10.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: audit 2022-01-25T23 2022-01-25T23:04:10.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: :04:09.434187+0000 mon.smithi120 (mon. 2022-01-25T23:04:10.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:10 smithi120 conmon[102313]: 0) 442 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:04:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:10 smithi145 conmon[67302]: audit 2022-01-25T23:04:09.024129+0000 mon.smithi120 (mon.0) 2022-01-25T23:04:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:10 smithi145 conmon[67302]: 438 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:04:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:10 smithi145 conmon[67302]: audit 2022-01-25T23:04:09.025431+0000 mon.smithi120 (mon.0) 439 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:04:10.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:10 smithi145 conmon[67302]: audit 2022-01-25T23:04:09.026428+0000 mon.smithi120 (mon.0) 440 : audit 2022-01-25T23:04:10.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:10 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:04:10.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:10 smithi145 conmon[67302]: cephadm 2022-01-25T23:04 2022-01-25T23:04:10.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:10 smithi145 conmon[67302]: :09.027135+0000 mgr.smithi120.hllzij (mgr.14704) 626 : cephadm 2022-01-25T23:04:10.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:10 smithi145 conmon[67302]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:04:10.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:10 smithi145 conmon[67302]: cluster 2022-01-25T23:04:09 2022-01-25T23:04:10.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:10 smithi145 conmon[67302]: .233744+0000 mgr.smithi120.hllzij (mgr.14704) 627 : cluster [DBG] 2022-01-25T23:04:10.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:10 smithi145 conmon[67302]: pgmap v541: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:10.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:10 smithi145 conmon[67302]: audit 2022-01-25T23:04:09.427062 2022-01-25T23:04:10.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:10 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 441 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:04:10.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:10 smithi145 conmon[67302]: 2022-01-25T23:04:10.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:10 smithi145 conmon[67302]: audit 2022-01-25T23:04:10.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:10 smithi145 conmon[67302]: 2022-01-25T23:04:09.434187+0000 mon.smithi120 (mon. 2022-01-25T23:04:10.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:10 smithi145 conmon[67302]: 0) 442 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:04:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:12 smithi120 conmon[102313]: cluster 2022-01-25T23:04:11.234573+0000 mgr.smithi120.hllzij (mgr.14704) 628 : cluster [DBG] pgmap v542: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:12 smithi145 conmon[67302]: cluster 2022-01-25T23:04:11.234573+0000 mgr.smithi120.hllzij (mgr.14704) 628 : cluster [DBG] pgmap v542: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:14 smithi120 conmon[102313]: cluster 2022-01-25T23:04:13.234985+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:04:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:14 smithi120 conmon[102313]: 14704) 629 : cluster [DBG] pgmap v543: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:14 smithi145 conmon[67302]: cluster 2022-01-25T23:04:13.234985+0000 mgr.smithi120.hllzij (mgr.14704) 629 : cluster [DBG] pgmap v543: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:16 smithi120 conmon[102313]: cluster 2022-01-25T23:04:15.235715+0000 mgr.smithi120.hllzij (mgr.14704) 630 : cluster [DBG] pgmap v544: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:16 smithi145 conmon[67302]: cluster 2022-01-25T23:04:15.235715+0000 mgr.smithi120.hllzij (mgr.14704) 630 : cluster [DBG] pgmap v544: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:18 smithi120 conmon[102313]: cluster 2022-01-25T23:04:17.236256+0000 mgr.smithi120.hllzij (mgr.14704) 631 : cluster [DBG] pgmap v545: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:18 smithi145 conmon[67302]: cluster 2022-01-25T23:04:17.236256+0000 mgr.smithi120.hllzij (mgr.14704) 631 : cluster [DBG] pgmap v545: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:20 smithi120 conmon[102313]: cluster 2022-01-25T23:04:19.236746+0000 mgr.smithi120.hllzij (mgr.14704) 632 : cluster [DBG] pgmap v546: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:20 smithi145 conmon[67302]: cluster 2022-01-25T23:04:19.236746+0000 mgr.smithi120.hllzij (mgr.14704) 632 : cluster [DBG] pgmap v546: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:22 smithi120 conmon[102313]: cluster 2022-01-25T23:04:21.237533+0000 mgr.smithi120.hllzij (mgr.14704) 633 : cluster 2022-01-25T23:04:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:22 smithi120 conmon[102313]: [DBG] pgmap v547: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:22 smithi145 conmon[67302]: cluster 2022-01-25T23:04:21.237533+0000 mgr.smithi120.hllzij (mgr.14704) 633 : cluster [DBG] pgmap v547: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:24 smithi120 conmon[102313]: cluster 2022-01-25T23:04:23.238100+0000 mgr.smithi120.hllzij (mgr.14704) 634 : cluster [DBG] 2022-01-25T23:04:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:24 smithi120 conmon[102313]: pgmap v548: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:24.568 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:04:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:24 smithi145 conmon[67302]: cluster 2022-01-25T23:04:23.238100+0000 mgr.smithi120.hllzij (mgr.14704) 634 : cluster [DBG] pgmap v548: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:24.837 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:04:24.837 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (23m) 6m ago 24m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:04:24.837 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (16m) 6m ago 24m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:04:24.838 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (16m) 6m ago 24m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:04:24.838 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (23m) 6m ago 24m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:04:24.838 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (20m) 6m ago 20m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:04:24.838 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (20m) 6m ago 20m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:04:24.839 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (17m) 6m ago 25m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:04:24.839 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (17m) 6m ago 24m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:04:24.839 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (17m) 6m ago 25m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:04:24.839 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (17m) 6m ago 24m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:04:24.840 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (17m) 6m ago 17m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:04:24.840 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (17m) 6m ago 17m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:04:24.840 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (24m) 6m ago 24m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:04:24.841 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (23m) 6m ago 23m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:04:24.841 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (11m) 6m ago 23m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:04:24.841 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (23m) 6m ago 23m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:04:24.841 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (22m) 6m ago 22m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:04:24.841 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (22m) 6m ago 22m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:04:24.842 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (22m) 6m ago 22m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:04:24.842 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (22m) 6m ago 22m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:04:24.842 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (21m) 6m ago 21m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:04:24.842 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (21m) 6m ago 21m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:04:24.843 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (23m) 6m ago 24m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:04:25.159 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:04:25.159 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:04:25.160 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:04:25.160 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:04:25.160 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:04:25.160 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:04:25.161 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:04:25.161 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:04:25.161 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:04:25.162 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:04:25.162 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:04:25.162 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:04:25.163 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:04:25.163 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:04:25.163 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:04:25.163 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:04:25.164 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:04:25.164 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:04:25.164 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:04:25.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:25 smithi120 conmon[102313]: audit 2022-01-25T23:04:24.556902+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:04:25.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:25 smithi120 conmon[102313]: 635 : audit [DBG] from='client.34490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:25.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:25 smithi120 conmon[102313]: audit 2022-01-25T23:04:25.159767+0000 mon.smithi120 (mon.0) 443 : audit [DBG] from='client.? 172.21.15.120:0/1018637997' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:04:25.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:25 smithi145 conmon[67302]: audit 2022-01-25T23:04:24.556902+0000 mgr.smithi120.hllzij (mgr.14704) 635 : audit [DBG] from='client.34490 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:25.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:25 smithi145 conmon[67302]: audit 2022-01-25T23:04:25.159767+0000 mon.smithi120 (mon.0) 443 : audit [DBG] from='client.? 172.21.15.120:0/1018637997' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:04:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:26 smithi120 conmon[102313]: audit 2022-01-25T23:04:24.828819+0000 mgr.smithi120.hllzij (mgr.14704) 636 : audit [DBG] 2022-01-25T23:04:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:26 smithi120 conmon[102313]: from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:26.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:26 smithi120 conmon[102313]: cluster 2022-01-25T23:04:25.238844+0000 mgr.smithi120.hllzij (mgr.14704) 637 : cluster [DBG] pgmap v549: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:26 smithi145 conmon[67302]: audit 2022-01-25T23:04:24.828819+0000 mgr.smithi120.hllzij (mgr.14704) 636 : audit [DBG] from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:26 smithi145 conmon[67302]: cluster 2022-01-25T23:04:25.238844+0000 mgr.smithi120.hllzij (mgr.14704) 637 : cluster [DBG] pgmap v549: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:28 smithi145 conmon[67302]: cluster 2022-01-25T23:04:27.239264+0000 mgr.smithi120.hllzij (mgr.14704) 638 : cluster [DBG] pgmap v550: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:28 smithi120 conmon[102313]: cluster 2022-01-25T23:04:27.239264+0000 mgr.smithi120.hllzij (mgr.14704) 638 : cluster [DBG] pgmap v550: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:28 smithi120 conmon[102313]: 2022-01-25T23:04:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:30 smithi120 conmon[102313]: cluster 2022-01-25T23:04:29.239733+0000 mgr.smithi120.hllzij (mgr.14704) 639 : cluster [DBG] 2022-01-25T23:04:30.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:30 smithi120 conmon[102313]: pgmap v551: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:30 smithi145 conmon[67302]: cluster 2022-01-25T23:04:29.239733+0000 mgr.smithi120.hllzij (mgr.14704) 639 : cluster [DBG] pgmap v551: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:32 smithi120 conmon[102313]: cluster 2022-01-25T23:04:31.240520+0000 mgr.smithi120.hllzij (mgr.14704) 640 : cluster [DBG] pgmap v552: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:32 smithi120 conmon[102313]: 2022-01-25T23:04:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:32 smithi145 conmon[67302]: cluster 2022-01-25T23:04:31.240520+0000 mgr.smithi120.hllzij (mgr.14704) 640 : cluster [DBG] pgmap v552: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:34 smithi120 conmon[102313]: cluster 2022-01-25T23:04:33.241073+0000 mgr.smithi120.hllzij (mgr.14704) 641 : cluster [DBG] 2022-01-25T23:04:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:34 smithi120 conmon[102313]: pgmap v553: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:34 smithi145 conmon[67302]: cluster 2022-01-25T23:04:33.241073+0000 mgr.smithi120.hllzij (mgr.14704) 641 : cluster [DBG] pgmap v553: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:36 smithi120 conmon[102313]: cluster 2022-01-25T23:04:35.241967+0000 mgr.smithi120.hllzij (mgr.14704) 642 : cluster 2022-01-25T23:04:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:36 smithi120 conmon[102313]: [DBG] pgmap v554: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:36 smithi145 conmon[67302]: cluster 2022-01-25T23:04:35.241967+0000 mgr.smithi120.hllzij (mgr.14704) 642 : cluster [DBG] pgmap v554: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:38 smithi145 conmon[67302]: cluster 2022-01-25T23:04:37.242466+0000 mgr.smithi120.hllzij (mgr.14704) 643 : cluster [DBG] pgmap v555: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:38 smithi120 conmon[102313]: cluster 2022-01-25T23:04:37.242466+0000 mgr.smithi120.hllzij (mgr.14704) 643 : cluster [DBG] 2022-01-25T23:04:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:38 smithi120 conmon[102313]: pgmap v555: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:40 smithi120 conmon[102313]: cluster 2022-01-25T23:04:39.242936+0000 mgr.smithi120.hllzij (mgr.14704) 644 : cluster 2022-01-25T23:04:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:40 smithi120 conmon[102313]: [DBG] pgmap v556: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:40 smithi145 conmon[67302]: cluster 2022-01-25T23:04:39.242936+0000 mgr.smithi120.hllzij (mgr.14704) 644 : cluster [DBG] pgmap v556: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:42 smithi120 conmon[102313]: cluster 2022-01-25T23:04:41.243670+0000 mgr.smithi120.hllzij (mgr.14704) 645 : cluster 2022-01-25T23:04:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:42 smithi120 conmon[102313]: [DBG] pgmap v557: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:42 smithi145 conmon[67302]: cluster 2022-01-25T23:04:41.243670+0000 mgr.smithi120.hllzij (mgr.14704) 645 : cluster [DBG] pgmap v557: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:44 smithi120 conmon[102313]: cluster 2022-01-25T23:04:43.244147+0000 mgr.smithi120.hllzij (mgr.14704) 646 : cluster [DBG] 2022-01-25T23:04:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:44 smithi120 conmon[102313]: pgmap v558: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:44 smithi145 conmon[67302]: cluster 2022-01-25T23:04:43.244147+0000 mgr.smithi120.hllzij (mgr.14704) 646 : cluster [DBG] pgmap v558: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:46 smithi145 conmon[67302]: cluster 2022-01-25T23:04:45.244994+0000 mgr.smithi120.hllzij (mgr.14704) 647 : cluster [DBG] pgmap v559: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:46 smithi120 conmon[102313]: cluster 2022-01-25T23:04:45.244994+0000 mgr.smithi120.hllzij (mgr.14704) 647 2022-01-25T23:04:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:46 smithi120 conmon[102313]: : cluster [DBG] pgmap v559: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:48 smithi145 conmon[67302]: cluster 2022-01-25T23:04:47.245572+0000 mgr.smithi120.hllzij (mgr.14704) 648 : cluster [DBG] pgmap v560: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:48 smithi120 conmon[102313]: cluster 2022-01-25T23:04:47.245572+0000 mgr.smithi120.hllzij (mgr.14704) 648 : cluster [DBG] 2022-01-25T23:04:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:48 smithi120 conmon[102313]: pgmap v560: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:50 smithi120 conmon[102313]: cluster 2022-01-25T23:04:49.246084+0000 mgr.smithi120.hllzij (mgr.14704) 649 : cluster [DBG] 2022-01-25T23:04:50.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:50 smithi120 conmon[102313]: pgmap v561: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:50 smithi145 conmon[67302]: cluster 2022-01-25T23:04:49.246084+0000 mgr.smithi120.hllzij (mgr.14704) 649 : cluster [DBG] 2022-01-25T23:04:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:50 smithi145 conmon[67302]: pgmap v561: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:52 smithi120 conmon[102313]: cluster 2022-01-25T23:04:51.246891+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:04:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:52 smithi120 conmon[102313]: 650 : cluster [DBG] pgmap v562: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:52 smithi145 conmon[67302]: cluster 2022-01-25T23:04:51.246891+0000 mgr.smithi120.hllzij (mgr.14704) 650 : cluster 2022-01-25T23:04:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:52 smithi145 conmon[67302]: [DBG] pgmap v562: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:04:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:54 smithi145 conmon[67302]: cluster 2022-01-25T23:04:53.247333+0000 mgr.smithi120.hllzij (mgr.14704) 651 : cluster [DBG] pgmap v563: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:54 smithi145 conmon[67302]: 2022-01-25T23:04:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:54 smithi145 conmon[67302]: audit 2022-01-25T23:04:53.654343+0000 mon.smithi120 (mon.0) 444 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:04:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:54 smithi145 conmon[67302]: audit 2022-01-25T23:04:53.654604+0000 mon.smithi120 (mon. 2022-01-25T23:04:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:54 smithi145 conmon[67302]: 0) 445 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:04:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:54 smithi120 conmon[102313]: cluster 2022-01-25T23:04:53.247333+0000 mgr.smithi120.hllzij (mgr.14704) 651 : cluster [DBG] 2022-01-25T23:04:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:54 smithi120 conmon[102313]: pgmap v563: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:54 smithi120 conmon[102313]: audit 2022-01-25T23:04:53.654343+0000 mon.smithi120 (mon.0) 444 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:04:54.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:54 smithi120 conmon[102313]: audit 2022 2022-01-25T23:04:54.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:54 smithi120 conmon[102313]: -01-25T23:04:53.654604+0000 mon.smithi120 (mon.0) 445 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:04:55.470 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:04:55.739 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:04:55.740 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (24m) 6m ago 25m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:04:55.740 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (17m) 6m ago 25m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:04:55.740 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (17m) 6m ago 24m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:04:55.740 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (24m) 6m ago 25m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:04:55.740 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (20m) 6m ago 20m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:04:55.741 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (20m) 6m ago 20m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:04:55.741 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (18m) 6m ago 26m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:04:55.741 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (17m) 6m ago 24m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:04:55.741 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (17m) 6m ago 26m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:04:55.742 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (17m) 6m ago 24m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:04:55.742 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (18m) 6m ago 18m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:04:55.742 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (18m) 6m ago 18m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:04:55.742 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (24m) 6m ago 24m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:04:55.743 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (24m) 6m ago 24m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:04:55.743 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (12m) 6m ago 24m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:04:55.743 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (23m) 6m ago 23m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:04:55.743 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (23m) 6m ago 23m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:04:55.743 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (23m) 6m ago 23m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:04:55.744 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (22m) 6m ago 22m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:04:55.744 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (22m) 6m ago 22m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:04:55.744 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (22m) 6m ago 22m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:04:55.744 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (22m) 6m ago 22m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:04:55.745 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (23m) 6m ago 24m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:04:56.059 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:04:56.059 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:04:56.059 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:04:56.060 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:04:56.060 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:04:56.060 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:04:56.060 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:04:56.061 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:04:56.061 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:04:56.061 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:04:56.061 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:04:56.061 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:04:56.062 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:04:56.062 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:04:56.062 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:04:56.062 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:04:56.063 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:04:56.063 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:04:56.063 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:04:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:56 smithi120 conmon[102313]: cluster 2022-01-25T23:04:55.248076+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:04:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:56 smithi120 conmon[102313]: 652 : cluster [DBG] pgmap v564: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:56.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:56 smithi120 conmon[102313]: audit 2022-01-25T23:04:55.458851+0000 mgr.smithi120.hllzij (mgr.14704) 653 2022-01-25T23:04:56.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:56 smithi120 conmon[102313]: : audit [DBG] from='client.34502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:56.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:56 smithi120 conmon[102313]: audit 2022-01-25T23:04:56. 2022-01-25T23:04:56.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:56 smithi120 conmon[102313]: 059362+0000 mon.smithi120 (mon.0) 446 2022-01-25T23:04:56.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:56 smithi120 conmon[102313]: : audit [DBG] from='client.? 172.21.15.120:0/2890409632' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:04:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:56 smithi145 conmon[67302]: cluster 2022-01-25T23:04:55.248076+0000 mgr.smithi120.hllzij (mgr.14704) 652 : cluster 2022-01-25T23:04:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:56 smithi145 conmon[67302]: [DBG] pgmap v564: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:56 smithi145 conmon[67302]: audit 2022-01-25T23:04:55.458851+0000 mgr.smithi120.hllzij (mgr.14704) 653 : audit [DBG] from='client.34502 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:56 smithi145 conmon[67302]: audit 2022-01-25T23:04 2022-01-25T23:04:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:56 smithi145 conmon[67302]: :56.059362+0000 mon.smithi120 (mon.0) 446 : audit [DBG] from='client.? 172.21.15.120:0/2890409632' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:04:57.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:57 smithi145 conmon[67302]: audit 2022-01-25T23:04:55.731382+0000 mgr.smithi120.hllzij (mgr.14704) 654 : audit [DBG] 2022-01-25T23:04:57.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:57 smithi145 conmon[67302]: from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:57.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:57 smithi120 conmon[102313]: audit 2022-01-25T23:04:55.731382+0000 mgr.smithi120.hllzij (mgr.14704) 654 : audit 2022-01-25T23:04:57.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:57 smithi120 conmon[102313]: [DBG] from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:04:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:58 smithi145 conmon[67302]: cluster 2022-01-25T23:04:57.257359+0000 mgr.smithi120.hllzij (mgr.14704) 655 : cluster 2022-01-25T23:04:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:04:58 smithi145 conmon[67302]: [DBG] pgmap v565: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:04:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:58 smithi120 conmon[102313]: cluster 2022-01-25T23:04:57.257359+0000 mgr.smithi120.hllzij (mgr.14704) 655 : cluster 2022-01-25T23:04:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:04:58 smithi120 conmon[102313]: [DBG] pgmap v565: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:00 smithi120 conmon[102313]: cluster 2022-01-25T23:04:59.257933+0000 mgr.smithi120.hllzij (mgr.14704) 656 : cluster 2022-01-25T23:05:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:00 smithi120 conmon[102313]: [DBG] pgmap v566: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:00 smithi145 conmon[67302]: cluster 2022-01-25T23:04:59.257933+0000 mgr.smithi120.hllzij (mgr.14704) 656 : cluster [DBG] 2022-01-25T23:05:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:00 smithi145 conmon[67302]: pgmap v566: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:02 smithi145 conmon[67302]: cluster 2022-01-25T23:05:01.258860+0000 mgr.smithi120.hllzij (mgr.14704) 657 : cluster [DBG] 2022-01-25T23:05:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:02 smithi145 conmon[67302]: pgmap v567: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 340 B/s rd, 0 op/s 2022-01-25T23:05:02.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:02 smithi120 conmon[102313]: cluster 2022-01-25T23:05:01.258860+0000 mgr.smithi120.hllzij (mgr.14704) 657 : cluster 2022-01-25T23:05:02.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:02 smithi120 conmon[102313]: [DBG] pgmap v567: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 340 B/s rd, 0 op/s 2022-01-25T23:05:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:04 smithi145 conmon[67302]: cluster 2022-01-25T23:05:03.259311+0000 mgr.smithi120.hllzij (mgr.14704) 658 : cluster [DBG] pgmap v568: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:04 smithi120 conmon[102313]: cluster 2022-01-25T23:05:03.259311+0000 mgr.smithi120.hllzij (mgr.14704) 658 : cluster [DBG] pgmap v568: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:04.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:04 smithi120 conmon[102313]: 2022-01-25T23:05:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:06 smithi145 conmon[67302]: cluster 2022-01-25T23:05:05.260320+0000 mgr.smithi120.hllzij (mgr.14704) 659 : cluster [DBG] pgmap v569: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:06 smithi120 conmon[102313]: cluster 2022-01-25T23:05:05.260320+0000 mgr.smithi120.hllzij (mgr.14704) 659 : cluster [DBG] 2022-01-25T23:05:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:06 smithi120 conmon[102313]: pgmap v569: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:08 smithi145 conmon[67302]: cluster 2022-01-25T23:05:07.260956+0000 mgr.smithi120.hllzij (mgr.14704) 660 : cluster [DBG] pgmap v570: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:08 smithi120 conmon[102313]: cluster 2022-01-25T23:05:07.260956+0000 mgr.smithi120.hllzij (mgr.14704) 660 : cluster [DBG] pgmap v570: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:08.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:08 smithi120 conmon[102313]: 2022-01-25T23:05:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: cluster 2022-01-25T23:05:09.261463+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:05:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: ) 661 : cluster [DBG] pgmap v571: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: audit 2022-01-25T23:05:09.436809+0000 mon.smithi120 (mon.0) 447 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:05:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: audit 2022-01-25T23:05:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: 2022-01-25T23:05:09.438145+0000 mon.smithi120 (mon.0) 448 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:05:10.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T23:05:10.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: 23:05:09.439005+0000 mon.smithi120 (mon.0) 2022-01-25T23:05:10.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: 449 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:05:10.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: cephadm 2022-01-25T23:05:10.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: 2022-01-25T23:05:09.439735 2022-01-25T23:05:10.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 662 : cephadm [WRN] 2022-01-25T23:05:10.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:05:10.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: audit 2022-01-25 2022-01-25T23:05:10.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: T23:05:09.833006+0000 mon.smithi120 (mon. 2022-01-25T23:05:10.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: 0) 450 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:05:10.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: audit 2022-01-25T23:05:10.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: 2022-01-25T23:05:09 2022-01-25T23:05:10.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: .837818+0000 mon.smithi120 (mon.0) 451 : audit 2022-01-25T23:05:10.307 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:10 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:05:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: cluster 2022-01-25T23:05:09.261463+0000 mgr.smithi120.hllzij (mgr.14704) 661 : cluster [DBG] pgmap v571: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: audit 2022-01-25T23:05:09.436809+0000 mon.smithi120 (mon.0) 447 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:05:10.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: audit 2022-01-25T23:05:09.438145+0000 mon.smithi120 (mon.0 2022-01-25T23:05:10.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: ) 448 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:05:10.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: audit 2022-01-25T23: 2022-01-25T23:05:10.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: 05:09.439005+0000 mon.smithi120 (mon 2022-01-25T23:05:10.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: .0) 449 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:05:10.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: 2022-01-25T23:05:10.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: cephadm 2022- 2022-01-25T23:05:10.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: 01-25T23:05:09.439735 2022-01-25T23:05:10.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: +0000 mgr.smithi120.hllzij (mgr.14704) 662 : 2022-01-25T23:05:10.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:05:10.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: audit 2022-01-25T23:05:10.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: 2022-01-25T23:05 2022-01-25T23:05:10.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: :09.833006+0000 mon.smithi120 (mon 2022-01-25T23:05:10.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: .0) 450 : audit [INF] 2022-01-25T23:05:10.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:05:10.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: audit 2022-01-25T23:05:10.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: 2022-01-25T23:05 2022-01-25T23:05:10.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: :09.837818+0000 mon.smithi120 (mon 2022-01-25T23:05:10.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: .0) 451 : audit [INF] 2022-01-25T23:05:10.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:10 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:05:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:12 smithi145 conmon[67302]: cluster 2022-01-25T23:05:11.262408+0000 mgr.smithi120.hllzij (mgr.14704) 663 : cluster [DBG] pgmap v572: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:12.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:12 smithi120 conmon[102313]: cluster 2022-01-25T23:05:11.262408+0000 mgr.smithi120.hllzij (mgr.14704) 663 : cluster [DBG] 2022-01-25T23:05:12.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:12 smithi120 conmon[102313]: pgmap v572: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:14 smithi145 conmon[67302]: cluster 2022-01-25T23:05:13.262909+0000 mgr.smithi120.hllzij (mgr.14704) 664 : cluster [DBG] pgmap v573: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:14 smithi120 conmon[102313]: cluster 2022-01-25T23:05:13.262909+0000 mgr.smithi120.hllzij (mgr.14704) 664 : cluster 2022-01-25T23:05:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:14 smithi120 conmon[102313]: [DBG] pgmap v573: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:16 smithi145 conmon[67302]: cluster 2022-01-25T23:05:15.263826+0000 mgr.smithi120.hllzij (mgr.14704) 665 : cluster [DBG] pgmap v574: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:16 smithi120 conmon[102313]: cluster 2022-01-25T23:05:15.263826+0000 mgr.smithi120.hllzij (mgr.14704) 665 : cluster [DBG] 2022-01-25T23:05:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:16 smithi120 conmon[102313]: pgmap v574: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:18 smithi145 conmon[67302]: cluster 2022-01-25T23:05:17.264282+0000 mgr.smithi120.hllzij (mgr.14704) 666 : cluster [DBG] pgmap v575: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:18 smithi120 conmon[102313]: cluster 2022-01-25T23:05:17.264282+0000 mgr.smithi120.hllzij (mgr.14704) 666 : cluster 2022-01-25T23:05:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:18 smithi120 conmon[102313]: [DBG] pgmap v575: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:20 smithi120 conmon[102313]: cluster 2022-01-25T23:05:19.264886+0000 mgr.smithi120.hllzij (mgr.14704) 667 : cluster 2022-01-25T23:05:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:20 smithi120 conmon[102313]: [DBG] pgmap v576: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:20 smithi145 conmon[67302]: cluster 2022-01-25T23:05:19.264886+0000 mgr.smithi120.hllzij (mgr.14704) 667 : cluster [DBG] pgmap v576: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:22 smithi145 conmon[67302]: cluster 2022-01-25T23:05:21.265833+0000 mgr.smithi120.hllzij (mgr.14704) 668 : cluster [DBG] pgmap v577: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:22 smithi120 conmon[102313]: cluster 2022-01-25T23:05:21.265833+0000 mgr.smithi120.hllzij (mgr.14704) 668 : cluster [DBG] 2022-01-25T23:05:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:22 smithi120 conmon[102313]: pgmap v577: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:24 smithi145 conmon[67302]: cluster 2022-01-25T23:05:23.266235+0000 mgr.smithi120.hllzij (mgr.14704) 669 : cluster [DBG] 2022-01-25T23:05:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:24 smithi145 conmon[67302]: pgmap v578: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:24 smithi120 conmon[102313]: cluster 2022-01-25T23:05:23.266235+0000 mgr.smithi120.hllzij (mgr.14704) 669 : cluster [DBG] 2022-01-25T23:05:24.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:24 smithi120 conmon[102313]: pgmap v578: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:26.358 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:05:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:26 smithi145 conmon[67302]: cluster 2022-01-25T23:05:25.266984+0000 mgr.smithi120.hllzij (mgr.14704) 670 : cluster [DBG] pgmap v579: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:26.627 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:05:26.627 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (24m) 7m ago 25m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:05:26.628 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (17m) 7m ago 25m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:05:26.628 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (17m) 7m ago 25m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:05:26.628 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (24m) 7m ago 25m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:05:26.628 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (21m) 7m ago 21m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:05:26.629 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (21m) 7m ago 21m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:05:26.629 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (18m) 7m ago 26m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:05:26.629 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (18m) 7m ago 25m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:05:26.629 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (18m) 7m ago 26m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:05:26.630 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (18m) 7m ago 25m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:05:26.630 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (18m) 7m ago 18m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:05:26.630 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (18m) 7m ago 18m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:05:26.630 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (25m) 7m ago 25m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:05:26.631 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (24m) 7m ago 24m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:05:26.631 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (12m) 7m ago 24m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:05:26.631 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (24m) 7m ago 24m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:05:26.631 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (24m) 7m ago 24m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:05:26.632 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (23m) 7m ago 23m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:05:26.632 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (23m) 7m ago 23m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:05:26.632 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (23m) 7m ago 23m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:05:26.632 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (22m) 7m ago 22m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:05:26.632 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (22m) 7m ago 22m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:05:26.633 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (24m) 7m ago 25m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:05:26.633 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:26 smithi120 conmon[102313]: cluster 2022-01-25T23:05:25.266984+0000 mgr.smithi120.hllzij (mgr.14704) 670 : cluster [DBG] pgmap v579: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:26.633 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:26 smithi120 conmon[102313]: 2022-01-25T23:05:26.948 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:05:26.948 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:05:26.949 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:05:26.949 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:05:26.950 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:05:26.950 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:05:26.951 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:05:26.951 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:05:26.951 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:05:26.952 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:05:26.952 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:05:26.952 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:05:26.953 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:05:26.953 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:05:26.953 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:05:26.954 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:05:26.954 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:05:26.955 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:05:26.955 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:05:27.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:27 smithi120 conmon[102313]: audit 2022-01-25T23:05:26.346850+0000 mgr.smithi120.hllzij (mgr.14704) 671 : audit [DBG] from='client.34514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:27 smithi120 conmon[102313]: audit 2022-01-25T23:05 2022-01-25T23:05:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:27 smithi120 conmon[102313]: :26.948654+0000 mon.smithi120 (mon.0) 452 : audit [DBG] from='client.? 172.21.15.120:0/1741009124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:05:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:27 smithi145 conmon[67302]: audit 2022-01-25T23:05:26.346850+0000 mgr.smithi120.hllzij ( 2022-01-25T23:05:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:27 smithi145 conmon[67302]: mgr.14704) 671 : audit [DBG] from='client.34514 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:27 smithi145 conmon[67302]: audit 2022-01-25T23:05:26.948654+0000 mon.smithi120 (mon.0) 452 : audit [DBG] from='client.? 172.21.15.120:0/1741009124' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:05:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:28 smithi120 conmon[102313]: audit 2022-01-25T23:05:26.618841+0000 mgr.smithi120.hllzij (mgr.14704) 672 : audit [DBG] 2022-01-25T23:05:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:28 smithi120 conmon[102313]: from='client.34518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:28.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:28 smithi120 conmon[102313]: cluster 2022-01-25T23:05:27.267405+0000 mgr.smithi120.hllzij (mgr.14704) 673 : cluster [DBG] pgmap v580: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:28 smithi145 conmon[67302]: audit 2022-01-25T23:05:26.618841+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:05:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:28 smithi145 conmon[67302]: ) 672 : audit [DBG] from='client.34518 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:28.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:28 smithi145 conmon[67302]: cluster 2022-01-25T23:05:27.267405+0000 mgr.smithi120.hllzij (mgr.14704) 673 : cluster [DBG] pgmap v580: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:30 smithi120 conmon[102313]: cluster 2022-01-25T23:05:29.267983+0000 mgr.smithi120.hllzij (mgr.14704) 674 : cluster [DBG] pgmap v581: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:30 smithi145 conmon[67302]: cluster 2022-01-25T23:05:29.267983+0000 mgr.smithi120.hllzij (mgr.14704) 674 : cluster 2022-01-25T23:05:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:30 smithi145 conmon[67302]: [DBG] pgmap v581: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:32 smithi145 conmon[67302]: cluster 2022-01-25T23:05:31.268783+0000 mgr.smithi120.hllzij (mgr.14704) 675 : cluster [DBG] 2022-01-25T23:05:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:32 smithi145 conmon[67302]: pgmap v582: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:32 smithi120 conmon[102313]: cluster 2022-01-25T23:05:31.268783+0000 mgr.smithi120.hllzij (mgr.14704) 675 : cluster [DBG] 2022-01-25T23:05:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:32 smithi120 conmon[102313]: pgmap v582: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:34 smithi145 conmon[67302]: cluster 2022-01-25T23:05:33.269270+0000 mgr.smithi120.hllzij (mgr.14704) 676 : cluster [DBG] pgmap v583: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:34 smithi120 conmon[102313]: cluster 2022-01-25T23:05:33.269270+0000 mgr.smithi120.hllzij (mgr.14704) 676 : cluster 2022-01-25T23:05:34.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:34 smithi120 conmon[102313]: [DBG] pgmap v583: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:36 smithi145 conmon[67302]: cluster 2022-01-25T23:05:35.270132+0000 mgr.smithi120.hllzij (mgr.14704) 677 : cluster [DBG] pgmap v584: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:36 smithi120 conmon[102313]: cluster 2022-01-25T23:05:35.270132+0000 mgr.smithi120.hllzij (mgr.14704) 677 : cluster 2022-01-25T23:05:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:36 smithi120 conmon[102313]: [DBG] pgmap v584: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:38 smithi120 conmon[102313]: cluster 2022-01-25T23:05:37.270643+0000 mgr.smithi120.hllzij (mgr.14704) 678 : cluster 2022-01-25T23:05:38.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:38 smithi120 conmon[102313]: [DBG] pgmap v585: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:38 smithi145 conmon[67302]: cluster 2022-01-25T23:05:37.270643+0000 mgr.smithi120.hllzij (mgr.14704) 678 : cluster [DBG] pgmap v585: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:38.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:38 smithi145 conmon[67302]: 2022-01-25T23:05:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:40 smithi120 conmon[102313]: cluster 2022-01-25T23:05:39.271127+0000 mgr.smithi120.hllzij (mgr.14704) 679 : cluster [DBG] pgmap v586: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:40 smithi145 conmon[67302]: cluster 2022-01-25T23:05:39.271127+0000 mgr.smithi120.hllzij (mgr.14704) 679 : cluster [DBG] pgmap v586: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:42 smithi145 conmon[67302]: cluster 2022-01-25T23:05:41.272142+0000 mgr.smithi120.hllzij (mgr.14704) 680 : cluster [DBG] pgmap v587: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:42 smithi145 conmon[67302]: 2022-01-25T23:05:42.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:42 smithi120 conmon[102313]: cluster 2022-01-25T23:05:41.272142+0000 mgr.smithi120.hllzij (mgr.14704) 680 : cluster 2022-01-25T23:05:42.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:42 smithi120 conmon[102313]: [DBG] pgmap v587: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:44 smithi120 conmon[102313]: cluster 2022-01-25T23:05:43.272644+0000 mgr.smithi120.hllzij (mgr.14704) 681 : cluster 2022-01-25T23:05:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:44 smithi120 conmon[102313]: [DBG] pgmap v588: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:44 smithi145 conmon[67302]: cluster 2022-01-25T23:05:43.272644+0000 mgr.smithi120.hllzij (mgr.14704) 681 : cluster [DBG] pgmap v588: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:46 smithi120 conmon[102313]: cluster 2022-01-25T23:05:45.273586+0000 mgr.smithi120.hllzij (mgr.14704) 682 : cluster 2022-01-25T23:05:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:46 smithi120 conmon[102313]: [DBG] pgmap v589: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:46 smithi145 conmon[67302]: cluster 2022-01-25T23:05:45.273586+0000 mgr.smithi120.hllzij (mgr.14704) 682 : cluster 2022-01-25T23:05:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:46 smithi145 conmon[67302]: [DBG] pgmap v589: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:48 smithi120 conmon[102313]: cluster 2022-01-25T23:05:47.274027+0000 mgr.smithi120.hllzij (mgr.14704) 683 : cluster 2022-01-25T23:05:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:48 smithi120 conmon[102313]: [DBG] pgmap v590: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:48 smithi145 conmon[67302]: cluster 2022-01-25T23:05:47.274027+0000 mgr.smithi120.hllzij (mgr.14704) 683 : cluster [DBG] pgmap v590: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:50 smithi120 conmon[102313]: cluster 2022-01-25T23:05:49.274511+0000 mgr.smithi120.hllzij (mgr.14704) 684 : cluster [DBG] 2022-01-25T23:05:50.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:50 smithi120 conmon[102313]: pgmap v591: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:50 smithi145 conmon[67302]: cluster 2022-01-25T23:05:49.274511+0000 mgr.smithi120.hllzij (mgr.14704) 684 : cluster [DBG] pgmap v591: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:52 smithi120 conmon[102313]: cluster 2022-01-25T23:05:51.275298+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:05:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:52 smithi120 conmon[102313]: 685 : cluster [DBG] pgmap v592: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:52 smithi145 conmon[67302]: cluster 2022-01-25T23:05:51.275298+0000 mgr.smithi120.hllzij (mgr.14704) 685 : cluster [DBG] pgmap v592: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:05:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:54 smithi120 conmon[102313]: cluster 2022-01-25T23:05:53.275845+0000 mgr.smithi120.hllzij (mgr.14704) 686 : cluster [DBG] pgmap v593: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:54 smithi120 conmon[102313]: audit 2022-01-25T23:05:53.657529+0000 mon.smithi120 (mon.0) 453 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:05:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:54 smithi120 conmon[102313]: audit 2022-01-25T23:05:53.657982+0000 mon.smithi120 (mon.0) 454 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:05:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:54 smithi120 conmon[102313]: 2022-01-25T23:05:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:54 smithi145 conmon[67302]: cluster 2022-01-25T23:05:53.275845+0000 mgr.smithi120.hllzij (mgr.14704) 686 : cluster [DBG] pgmap v593: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:54 smithi145 conmon[67302]: 2022-01-25T23:05:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:54 smithi145 conmon[67302]: audit 2022-01-25T23:05:53.657529+0000 mon.smithi120 (mon.0) 453 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:05:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:54 smithi145 conmon[67302]: audit 2022-01-25T23:05:53 2022-01-25T23:05:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:54 smithi145 conmon[67302]: .657982+0000 mon.smithi120 (mon.0) 454 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:05:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:56 smithi120 conmon[102313]: cluster 2022-01-25T23:05:55.276887+0000 mgr.smithi120.hllzij (mgr.14704) 687 : cluster [DBG] pgmap v594: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:56 smithi145 conmon[67302]: cluster 2022-01-25T23:05:55.276887+0000 mgr.smithi120.hllzij (mgr.14704) 687 : cluster [DBG] pgmap v594: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:56 smithi145 conmon[67302]: 2022-01-25T23:05:57.250 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:05:57.516 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:05:57.517 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (25m) 7m ago 26m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:05:57.517 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (18m) 7m ago 26m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:05:57.517 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (18m) 7m ago 25m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:05:57.517 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (25m) 7m ago 26m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:05:57.518 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (21m) 7m ago 21m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:05:57.518 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (21m) 7m ago 21m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:05:57.518 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (19m) 7m ago 27m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:05:57.518 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (18m) 7m ago 25m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:05:57.519 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (18m) 7m ago 27m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:05:57.519 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (18m) 7m ago 25m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:05:57.519 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (19m) 7m ago 19m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:05:57.519 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (19m) 7m ago 19m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:05:57.520 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (26m) 7m ago 25m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:05:57.521 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (25m) 7m ago 25m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:05:57.521 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (13m) 7m ago 25m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:05:57.521 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (24m) 7m ago 24m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:05:57.521 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (24m) 7m ago 24m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:05:57.522 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (24m) 7m ago 24m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:05:57.522 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (24m) 7m ago 23m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:05:57.522 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (23m) 7m ago 23m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:05:57.522 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (23m) 7m ago 23m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:05:57.522 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (23m) 7m ago 23m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:05:57.523 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (24m) 7m ago 25m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:05:57.835 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:05:57.836 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:05:57.836 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:05:57.836 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:05:57.837 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:05:57.837 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:05:57.837 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:05:57.837 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:05:57.838 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:05:57.838 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:05:57.838 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:05:57.838 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:05:57.838 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:05:57.839 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:05:57.839 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:05:57.839 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:05:57.839 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:05:57.840 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:05:57.840 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:05:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:58 smithi120 conmon[102313]: audit 2022-01-25T23:05:57.237976+0000 mgr.smithi120.hllzij (mgr.14704) 688 2022-01-25T23:05:58.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:58 smithi120 conmon[102313]: : audit [DBG] from='client.34526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:58.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:58 smithi120 conmon[102313]: cluster 2022-01-25T23:05:57.277346+0000 mgr.smithi120.hllzij (mgr.14704) 689 : cluster [DBG] pgmap v595: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:58.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:58 smithi120 conmon[102313]: audit 2022 2022-01-25T23:05:58.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:58 smithi120 conmon[102313]: -01-25T23:05:57.508549+0000 mgr.smithi120.hllzij (mgr.14704) 690 : audit [DBG] from='client.34530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:58.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:58 smithi120 conmon[102313]: audit 2022- 2022-01-25T23:05:58.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:58 smithi120 conmon[102313]: 01-25T23:05:57.836333+0000 mon.smithi120 2022-01-25T23:05:58.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:05:58 smithi120 conmon[102313]: (mon.0) 455 : audit [DBG] from='client.? 172.21.15.120:0/1205494031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:05:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:58 smithi145 conmon[67302]: audit 2022-01-25T23:05:57.237976+0000 mgr.smithi120.hllzij (mgr.14704) 688 : audit [DBG] from='client.34526 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:58 smithi145 conmon[67302]: 2022-01-25T23:05:58.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:58 smithi145 conmon[67302]: cluster 2022-01-25T23:05:57.277346+0000 mgr.smithi120.hllzij (mgr.14704) 689 : cluster [DBG] pgmap v595: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:05:58.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:58 smithi145 conmon[67302]: audit 2022-01-25T23:05:57.508549+0000 mgr.smithi120.hllzij (mgr.14704) 690 : audit [DBG] from='client.34530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:05:58.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:05:58 smithi145 conmon[67302]: audit 2022-01-25T23:05:57.836333+0000 mon.smithi120 (mon.0) 455 : audit [DBG] from='client.? 172.21.15.120:0/1205494031' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:06:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:00 smithi120 conmon[102313]: cluster 2022-01-25T23:05:59.277917+0000 mgr.smithi120.hllzij (mgr.14704) 691 : cluster [DBG] pgmap v596: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:00 smithi145 conmon[67302]: cluster 2022-01-25T23:05:59.277917+0000 mgr.smithi120.hllzij (mgr.14704) 691 : cluster [DBG] 2022-01-25T23:06:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:00 smithi145 conmon[67302]: pgmap v596: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:02 smithi120 conmon[102313]: cluster 2022-01-25T23:06:01.278787+0000 mgr.smithi120.hllzij (mgr.14704) 692 : cluster [DBG] pgmap v597: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:02 smithi145 conmon[67302]: cluster 2022-01-25T23:06:01.278787+0000 mgr.smithi120.hllzij (mgr.14704) 692 : cluster [DBG] pgmap v597: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:04 smithi120 conmon[102313]: cluster 2022-01-25T23:06:03.279181+0000 mgr.smithi120.hllzij (mgr.14704) 693 : cluster [DBG] pgmap v598: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:04 smithi145 conmon[67302]: cluster 2022-01-25T23:06:03.279181+0000 mgr.smithi120.hllzij (mgr.14704) 693 : cluster [DBG] pgmap v598: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:06 smithi120 conmon[102313]: cluster 2022-01-25T23:06:05.280005+0000 mgr.smithi120.hllzij (mgr.14704) 694 : cluster [DBG] pgmap v599: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:06 smithi145 conmon[67302]: cluster 2022-01-25T23:06:05.280005+0000 mgr.smithi120.hllzij (mgr.14704) 694 : cluster [DBG] pgmap v599: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:08 smithi120 conmon[102313]: cluster 2022-01-25T23:06:07.280468+0000 mgr.smithi120.hllzij (mgr.14704) 695 : cluster [DBG] pgmap v600: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:08 smithi145 conmon[67302]: cluster 2022-01-25T23:06:07.280468+0000 mgr.smithi120.hllzij (mgr.14704) 695 : cluster [DBG] pgmap v600: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:10 smithi120 conmon[102313]: cluster 2022-01-25T23:06:09.281166+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:06:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:10 smithi120 conmon[102313]: ) 696 : cluster [DBG] pgmap v601: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:10 smithi120 conmon[102313]: audit 2022-01-25T23:06:09.840382+0000 mon.smithi120 (mon.0) 456 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:06:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:10 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T23:06:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:10 smithi120 conmon[102313]: 23:06:09.841857+0000 mon.smithi120 (mon.0) 457 : 2022-01-25T23:06:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:10 smithi120 conmon[102313]: audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:06:10.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:10 smithi120 conmon[102313]: audit 2022-01-25T23: 2022-01-25T23:06:10.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:10 smithi120 conmon[102313]: 06:09.842647+0000 mon.smithi120 (mon.0) 458 2022-01-25T23:06:10.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:10 smithi120 conmon[102313]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:06:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:10 smithi145 conmon[67302]: cluster 2022-01-25T23:06:09.281166+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:06:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:10 smithi145 conmon[67302]: .14704) 696 : cluster [DBG] pgmap v601: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:10 smithi145 conmon[67302]: audit 2022-01-25T23:06:09.840382+0000 mon.smithi120 (mon.0) 456 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:06:10.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:10 smithi145 conmon[67302]: audit 2022-01-25T23:06:09.841857+0000 mon.smithi120 (mon.0) 457 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:06:10.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:10 smithi145 conmon[67302]: audit 2022-01-25 2022-01-25T23:06:10.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:10 smithi145 conmon[67302]: T23:06:09.842647+0000 mon.smithi120 (mon.0) 458 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:06:11.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:11 smithi120 conmon[102313]: cephadm 2022-01-25T23:06:09.843376+0000 mgr.smithi120.hllzij (mgr.14704) 697 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:06:11.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:11 smithi120 conmon[102313]: audit 2022-01-25T23:06:10.240833+0000 mon.smithi120 (mon.0) 459 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:06:11.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:11 smithi120 conmon[102313]: audit 2022-01-25 2022-01-25T23:06:11.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:11 smithi120 conmon[102313]: T23:06:10.245875+0000 mon.smithi120 (mon.0) 460 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:06:11.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:11 smithi145 conmon[67302]: cephadm 2022-01-25T23:06:09.843376+0000 mgr.smithi120.hllzij (mgr.14704) 697 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:06:11.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:11 smithi145 conmon[67302]: audit 2022-01-25T23:06:10.240833+0000 mon.smithi120 (mon.0) 459 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:06:11.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:11 smithi145 conmon[67302]: audit 2022-01-25T23:06:10.245875+0000 mon.smithi120 (mon.0) 460 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:06:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:12 smithi120 conmon[102313]: cluster 2022-01-25T23:06:11.282008+0000 mgr.smithi120.hllzij (mgr.14704) 698 : cluster [DBG] pgmap v602: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:12 smithi145 conmon[67302]: cluster 2022-01-25T23:06:11.282008+0000 mgr.smithi120.hllzij (mgr.14704) 698 : cluster [DBG] pgmap v602: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:14 smithi120 conmon[102313]: cluster 2022-01-25T23:06:13.282535+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:06:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:14 smithi120 conmon[102313]: ) 699 : cluster [DBG] pgmap v603: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:14 smithi145 conmon[67302]: cluster 2022-01-25T23:06:13.282535+0000 mgr.smithi120.hllzij (mgr.14704) 699 : cluster [DBG] pgmap v603: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:16 smithi120 conmon[102313]: cluster 2022-01-25T23:06:15.283251+0000 mgr.smithi120.hllzij (mgr.14704) 700 : cluster [DBG] pgmap v604: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:16 smithi120 conmon[102313]: 2022-01-25T23:06:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:16 smithi145 conmon[67302]: cluster 2022-01-25T23:06:15.283251+0000 mgr.smithi120.hllzij (mgr.14704) 700 : cluster [DBG] pgmap v604: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:18 smithi120 conmon[102313]: cluster 2022-01-25T23:06:17.283774+0000 mgr.smithi120.hllzij (mgr.14704) 701 : cluster [DBG] pgmap v605: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:18 smithi120 conmon[102313]: 2022-01-25T23:06:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:18 smithi145 conmon[67302]: cluster 2022-01-25T23:06:17.283774+0000 mgr.smithi120.hllzij (mgr.14704) 701 : cluster [DBG] pgmap v605: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:20 smithi145 conmon[67302]: cluster 2022-01-25T23:06:19.284238+0000 mgr.smithi120.hllzij (mgr.14704) 702 : cluster [DBG] pgmap v606: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:20 smithi145 conmon[67302]: 2022-01-25T23:06:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:20 smithi120 conmon[102313]: cluster 2022-01-25T23:06:19.284238+0000 mgr.smithi120.hllzij (mgr.14704) 702 : cluster 2022-01-25T23:06:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:20 smithi120 conmon[102313]: [DBG] pgmap v606: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:22 smithi120 conmon[102313]: cluster 2022-01-25T23:06:21.285049+0000 mgr.smithi120.hllzij (mgr.14704) 703 : cluster [DBG] pgmap v607: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:22 smithi120 conmon[102313]: 2022-01-25T23:06:22.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:22 smithi145 conmon[67302]: cluster 2022-01-25T23:06:21.285049+0000 mgr.smithi120.hllzij (mgr.14704) 703 : cluster [DBG] pgmap v607: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:24 smithi120 conmon[102313]: cluster 2022-01-25T23:06:23.285454+0000 mgr.smithi120.hllzij (mgr.14704) 704 : cluster [DBG] pgmap v608: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:24.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:24 smithi120 conmon[102313]: 2022-01-25T23:06:24.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:24 smithi145 conmon[67302]: cluster 2022-01-25T23:06:23.285454+0000 mgr.smithi120.hllzij (mgr.14704) 704 : cluster [DBG] pgmap v608: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:26 smithi120 conmon[102313]: cluster 2022-01-25T23:06:25.286504+0000 mgr.smithi120.hllzij (mgr.14704) 705 : cluster [DBG] pgmap v609: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:26 smithi145 conmon[67302]: cluster 2022-01-25T23:06:25.286504+0000 mgr.smithi120.hllzij (mgr.14704) 705 : cluster [DBG] pgmap v609: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:28.139 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:06:28.409 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:06:28.409 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (25m) 8m ago 26m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:06:28.410 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (18m) 8m ago 26m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:06:28.410 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (18m) 8m ago 26m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:06:28.410 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (25m) 8m ago 26m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:06:28.410 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (22m) 8m ago 22m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:06:28.411 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (22m) 8m ago 22m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:06:28.411 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (19m) 8m ago 27m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:06:28.411 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (19m) 8m ago 26m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:06:28.411 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (19m) 8m ago 27m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:06:28.412 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (19m) 8m ago 26m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:06:28.412 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (19m) 8m ago 19m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:06:28.412 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (19m) 8m ago 19m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:06:28.412 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (26m) 8m ago 26m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:06:28.413 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (25m) 8m ago 25m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:06:28.413 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (13m) 8m ago 25m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:06:28.413 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (25m) 8m ago 25m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:06:28.413 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (25m) 8m ago 25m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:06:28.414 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (24m) 8m ago 24m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:06:28.414 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (24m) 8m ago 24m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:06:28.414 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (24m) 8m ago 24m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:06:28.414 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (23m) 8m ago 23m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:06:28.414 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (23m) 8m ago 23m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:06:28.415 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (25m) 8m ago 26m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:06:28.415 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:28 smithi120 conmon[102313]: cluster 2022-01-25T23:06:27.286936+0000 mgr.smithi120.hllzij (mgr.14704) 706 2022-01-25T23:06:28.415 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:28 smithi120 conmon[102313]: : cluster [DBG] pgmap v610: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:28.731 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:06:28.731 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:06:28.731 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:06:28.731 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:06:28.732 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:06:28.732 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:06:28.732 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:06:28.732 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:06:28.733 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:06:28.733 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:06:28.733 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:06:28.733 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:06:28.733 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:06:28.734 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:06:28.734 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:06:28.734 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:06:28.734 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:06:28.735 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:06:28.735 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:06:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:28 smithi145 conmon[67302]: cluster 2022-01-25T23:06:27.286936+0000 mgr.smithi120.hllzij (mgr.14704) 706 : cluster [DBG] pgmap v610: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:28 smithi145 conmon[67302]: 2022-01-25T23:06:29.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:29 smithi145 conmon[67302]: audit 2022-01-25T23:06:28.128768+0000 mgr.smithi120.hllzij (mgr.14704) 707 : audit [DBG] 2022-01-25T23:06:29.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:29 smithi145 conmon[67302]: from='client.34538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:29.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:29 smithi145 conmon[67302]: audit 2022-01-25T23:06:28.401113+0000 mgr.smithi120.hllzij (mgr.14704) 708 : audit [DBG] from='client.34542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:29.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:29 smithi145 conmon[67302]: audit 2022-01-25T23:06:29.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:29 smithi145 conmon[67302]: 2022-01-25T23:06:28.731413+0000 mon.smithi120 (mon.0) 461 : audit [DBG] from='client.? 172.21.15.120:0/2880466592' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:06:29.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:29 smithi120 conmon[102313]: audit 2022-01-25T23:06 2022-01-25T23:06:29.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:29 smithi120 conmon[102313]: :28.128768+0000 mgr.smithi120.hllzij (mgr.14704) 707 : audit [DBG] from='client.34538 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:29.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:29 smithi120 conmon[102313]: audit 2022-01-25T23:06:28.401113+0000 mgr.smithi120.hllzij (mgr.14704) 708 : audit [DBG] 2022-01-25T23:06:29.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:29 smithi120 conmon[102313]: from='client.34542 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:06:29.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:29 smithi120 conmon[102313]: audit 2022-01-25T23:06:28. 2022-01-25T23:06:29.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:29 smithi120 conmon[102313]: 731413+0000 mon.smithi120 (mon.0) 461 : audit [DBG] from='client.? 172.21.15.120:0/2880466592' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:06:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:30 smithi120 conmon[102313]: cluster 2022-01-25T23:06:29.287430+0000 mgr.smithi120.hllzij (mgr.14704) 709 : 2022-01-25T23:06:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:30 smithi120 conmon[102313]: cluster [DBG] pgmap v611: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:30.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:30 smithi145 conmon[67302]: cluster 2022-01-25T23:06:29.287430+0000 mgr.smithi120.hllzij (mgr.14704) 709 : cluster [DBG] 2022-01-25T23:06:30.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:30 smithi145 conmon[67302]: pgmap v611: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:32 smithi120 conmon[102313]: cluster 2022-01-25T23:06:31.288273+0000 mgr.smithi120.hllzij (mgr.14704) 710 : cluster 2022-01-25T23:06:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:32 smithi120 conmon[102313]: [DBG] pgmap v612: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:32.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:32 smithi145 conmon[67302]: cluster 2022-01-25T23:06:31.288273+0000 mgr.smithi120.hllzij (mgr.14704) 710 : cluster 2022-01-25T23:06:32.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:32 smithi145 conmon[67302]: [DBG] pgmap v612: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:34 smithi120 conmon[102313]: cluster 2022-01-25T23:06:33.288803+0000 mgr.smithi120.hllzij (mgr.14704) 711 : cluster [DBG] pgmap v613: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:34 smithi120 conmon[102313]: 2022-01-25T23:06:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:34 smithi145 conmon[67302]: cluster 2022-01-25T23:06:33.288803+0000 mgr.smithi120.hllzij (mgr.14704) 711 : cluster [DBG] pgmap v613: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:36 smithi120 conmon[102313]: cluster 2022-01-25T23:06:35.289592+0000 mgr.smithi120.hllzij (mgr.14704) 712 : cluster [DBG] pgmap v614: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:36.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:36 smithi145 conmon[67302]: cluster 2022-01-25T23:06:35.289592+0000 mgr.smithi120.hllzij (mgr.14704) 712 : cluster [DBG] pgmap v614: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:38 smithi120 conmon[102313]: cluster 2022-01-25T23:06:37.290087+0000 mgr.smithi120.hllzij (mgr.14704) 713 : cluster [DBG] pgmap v615: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:38 smithi145 conmon[67302]: cluster 2022-01-25T23:06:37.290087+0000 mgr.smithi120.hllzij (mgr.14704) 713 : cluster [DBG] pgmap v615: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:40 smithi145 conmon[67302]: cluster 2022-01-25T23:06:39.290551+0000 mgr.smithi120.hllzij (mgr.14704) 714 : cluster [DBG] pgmap v616: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:40 smithi145 conmon[67302]: 2022-01-25T23:06:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:40 smithi120 conmon[102313]: cluster 2022-01-25T23:06:39.290551+0000 mgr.smithi120.hllzij (mgr.14704) 714 : cluster [DBG] pgmap v616: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:42.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:42 smithi120 conmon[102313]: cluster 2022-01-25T23:06:41.291547+0000 mgr.smithi120.hllzij (mgr.14704) 715 : cluster [DBG] pgmap v617: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:42.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:42 smithi145 conmon[67302]: cluster 2022-01-25T23:06:41.291547+0000 mgr.smithi120.hllzij (mgr.14704) 715 : cluster [DBG] pgmap v617: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:44 smithi120 conmon[102313]: cluster 2022-01-25T23:06:43.291976+0000 mgr.smithi120.hllzij (mgr.14704) 716 : cluster [DBG] pgmap v618: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:44 smithi145 conmon[67302]: cluster 2022-01-25T23:06:43.291976+0000 mgr.smithi120.hllzij (mgr.14704) 716 : cluster [DBG] pgmap v618: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:46 smithi120 conmon[102313]: cluster 2022-01-25T23:06:45.292674+0000 mgr.smithi120.hllzij (mgr.14704) 717 : cluster [DBG] pgmap v619: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:46 smithi145 conmon[67302]: cluster 2022-01-25T23:06:45.292674+0000 mgr.smithi120.hllzij (mgr.14704) 717 : cluster [DBG] pgmap v619: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:48 smithi120 conmon[102313]: cluster 2022-01-25T23:06:47.293137+0000 mgr.smithi120.hllzij (mgr.14704) 718 : cluster [DBG] pgmap v620: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:48 smithi120 conmon[102313]: 2022-01-25T23:06:48.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:48 smithi145 conmon[67302]: cluster 2022-01-25T23:06:47.293137+0000 mgr.smithi120.hllzij (mgr.14704) 718 : cluster [DBG] pgmap v620: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:50 smithi145 conmon[67302]: cluster 2022-01-25T23:06:49.293600+0000 mgr.smithi120.hllzij (mgr.14704) 719 : cluster [DBG] pgmap v621: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:50 smithi145 conmon[67302]: 2022-01-25T23:06:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:50 smithi120 conmon[102313]: cluster 2022-01-25T23:06:49.293600+0000 mgr.smithi120.hllzij (mgr.14704) 719 : cluster [DBG] pgmap v621: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:52 smithi120 conmon[102313]: cluster 2022-01-25T23:06:51.294535+0000 mgr.smithi120.hllzij (mgr.14704) 720 : cluster [DBG] pgmap v622: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:52 smithi145 conmon[67302]: cluster 2022-01-25T23:06:51.294535+0000 mgr.smithi120.hllzij (mgr.14704) 720 : cluster [DBG] pgmap v622: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:06:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:52 smithi145 conmon[67302]: 2022-01-25T23:06:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:54 smithi120 conmon[102313]: cluster 2022-01-25T23:06:53.295063+0000 mgr.smithi120.hllzij (mgr.14704) 721 : cluster [DBG] pgmap v623: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:54.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:54 smithi120 conmon[102313]: 2022-01-25T23:06:54.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:54 smithi120 conmon[102313]: audit 2022-01-25T23:06:53.662209+0000 mon.smithi120 (mon.0) 462 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:06:54.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:54 smithi120 conmon[102313]: audit 2022-01-25T23:06:53.662422 2022-01-25T23:06:54.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:54 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 463 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:06:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:54 smithi145 conmon[67302]: cluster 2022-01-25T23:06:53.295063+0000 mgr.smithi120.hllzij (mgr.14704) 721 : cluster [DBG] pgmap v623: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:54 smithi145 conmon[67302]: audit 2022-01-25T23:06:53.662209+0000 mon.smithi120 (mon.0) 462 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:06:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:54 smithi145 conmon[67302]: audit 2022-01-25T23:06: 2022-01-25T23:06:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:54 smithi145 conmon[67302]: 53.662422+0000 mon.smithi120 (mon.0) 463 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:06:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:56 smithi120 conmon[102313]: cluster 2022-01-25T23:06:55.295981+0000 mgr.smithi120.hllzij (mgr.14704) 722 : cluster [DBG] pgmap v624: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:56 smithi145 conmon[67302]: cluster 2022-01-25T23:06:55.295981+0000 mgr.smithi120.hllzij (mgr.14704) 722 : cluster [DBG] 2022-01-25T23:06:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:56 smithi145 conmon[67302]: pgmap v624: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:06:58 smithi120 conmon[102313]: cluster 2022-01-25T23:06:57.296472+0000 mgr.smithi120.hllzij (mgr.14704) 723 : cluster [DBG] pgmap v625: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:06:58 smithi145 conmon[67302]: cluster 2022-01-25T23:06:57.296472+0000 mgr.smithi120.hllzij (mgr.14704) 723 : cluster [DBG] pgmap v625: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:06:59.031 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:06:59.304 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:06:59.304 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (26m) 8m ago 27m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:06:59.305 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (19m) 8m ago 27m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:06:59.305 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (19m) 8m ago 26m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:06:59.305 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (26m) 8m ago 27m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:06:59.305 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (22m) 8m ago 22m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:06:59.306 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (22m) 8m ago 22m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:06:59.306 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (20m) 8m ago 28m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:06:59.306 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (19m) 8m ago 26m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:06:59.306 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (19m) 8m ago 28m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:06:59.307 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (19m) 8m ago 26m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:06:59.307 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (20m) 8m ago 20m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:06:59.307 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (20m) 8m ago 20m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:06:59.307 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (27m) 8m ago 27m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:06:59.307 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (26m) 8m ago 26m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:06:59.308 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (14m) 8m ago 26m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:06:59.308 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (25m) 8m ago 25m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:06:59.308 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (25m) 8m ago 25m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:06:59.308 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (25m) 8m ago 25m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:06:59.309 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (25m) 8m ago 25m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:06:59.309 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (24m) 8m ago 24m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:06:59.309 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (24m) 8m ago 24m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:06:59.309 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (24m) 8m ago 24m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:06:59.310 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (26m) 8m ago 26m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:06:59.626 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:06:59.626 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:06:59.626 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:06:59.627 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:06:59.627 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:06:59.628 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:06:59.628 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:06:59.628 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:06:59.629 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:06:59.629 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:06:59.629 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:06:59.629 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:06:59.630 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:06:59.630 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:06:59.630 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:06:59.630 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:06:59.631 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:06:59.631 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:06:59.631 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:07:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:00 smithi145 conmon[67302]: audit 2022-01-25T23:06:59.020595+0000 mgr.smithi120.hllzij (mgr.14704) 724 : audit 2022-01-25T23:07:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:00 smithi145 conmon[67302]: [DBG] from='client.34550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:00 smithi145 conmon[67302]: audit 2022-01-25T23:06:59.295741+0000 mgr.smithi120.hllzij (mgr.14704) 725 : audit [DBG] from='client.34554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:00.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:00 smithi145 conmon[67302]: cluster 2022-01-25T23:06:59.296853+0000 mgr.smithi120.hllzij (mgr.14704) 726 : cluster [DBG] 2022-01-25T23:07:00.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:00 smithi145 conmon[67302]: pgmap v626: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:00.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:00 smithi145 conmon[67302]: audit 2022-01-25T23: 2022-01-25T23:07:00.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:00 smithi145 conmon[67302]: 06:59.626538+0000 mon.smithi120 (mon.0) 464 2022-01-25T23:07:00.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:00 smithi145 conmon[67302]: : audit [DBG] from='client.? 172.21.15.120:0/2361321989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:07:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:00 smithi120 conmon[102313]: audit 2022-01-25T23:06:59.020595+0000 mgr.smithi120.hllzij (mgr.14704) 724 2022-01-25T23:07:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:00 smithi120 conmon[102313]: : audit [DBG] from='client.34550 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:00 smithi120 conmon[102313]: audit 2022-01-25T23:06:59.295741+0000 mgr.smithi120.hllzij (mgr.14704) 725 : audit [DBG] from='client.34554 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:00 smithi120 conmon[102313]: cluster 2022-01-25T23:06:59 2022-01-25T23:07:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:00 smithi120 conmon[102313]: .296853+0000 mgr.smithi120.hllzij (mgr.14704) 726 : cluster 2022-01-25T23:07:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:00 smithi120 conmon[102313]: [DBG] pgmap v626: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:00.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:00 smithi120 conmon[102313]: audit 2022-01-25 2022-01-25T23:07:00.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:00 smithi120 conmon[102313]: T23:06:59.626538+0000 mon.smithi120 ( 2022-01-25T23:07:00.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:00 smithi120 conmon[102313]: mon.0) 464 : audit [DBG] from='client.? 172.21.15.120:0/2361321989' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:07:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:02 smithi120 conmon[102313]: cluster 2022-01-25T23:07:01.297711+0000 mgr.smithi120.hllzij (mgr.14704) 727 : cluster [DBG] pgmap v627: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:02 smithi145 conmon[67302]: cluster 2022-01-25T23:07:01.297711+0000 mgr.smithi120.hllzij (mgr.14704) 727 : cluster [DBG] pgmap v627: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:04 smithi120 conmon[102313]: cluster 2022-01-25T23:07:03.298322+0000 mgr.smithi120.hllzij (mgr.14704) 728 : cluster [DBG] pgmap v628: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:04 smithi145 conmon[67302]: cluster 2022-01-25T23:07:03.298322+0000 mgr.smithi120.hllzij (mgr.14704) 728 : cluster [DBG] 2022-01-25T23:07:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:04 smithi145 conmon[67302]: pgmap v628: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:06 smithi120 conmon[102313]: cluster 2022-01-25T23:07:05.299240+0000 mgr.smithi120.hllzij (mgr.14704) 729 : cluster [DBG] pgmap v629: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:06.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:06 smithi120 conmon[102313]: 2022-01-25T23:07:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:06 smithi145 conmon[67302]: cluster 2022-01-25T23:07:05.299240+0000 mgr.smithi120.hllzij (mgr.14704) 729 : cluster [DBG] pgmap v629: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:06 smithi145 conmon[67302]: 2022-01-25T23:07:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:08 smithi120 conmon[102313]: cluster 2022-01-25T23:07:07.299772+0000 mgr.smithi120.hllzij (mgr.14704) 730 : cluster [DBG] pgmap v630: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:08 smithi145 conmon[67302]: cluster 2022-01-25T23:07:07.299772+0000 mgr.smithi120.hllzij (mgr.14704) 730 : 2022-01-25T23:07:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:08 smithi145 conmon[67302]: cluster [DBG] pgmap v630: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:10 smithi145 conmon[67302]: cluster 2022-01-25T23:07:09.300425+0000 mgr.smithi120.hllzij (mgr.14704) 731 : cluster [DBG] pgmap v631: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:10 smithi120 conmon[102313]: cluster 2022-01-25T23:07:09 2022-01-25T23:07:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:10 smithi120 conmon[102313]: .300425+0000 mgr.smithi120.hllzij (mgr.14704) 731 : cluster [DBG] pgmap v631: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:11.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:11 smithi145 conmon[67302]: audit 2022-01-25T23:07:10.248397+0000 mon.smithi120 (mon.0) 465 2022-01-25T23:07:11.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:11 smithi145 conmon[67302]: : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:07:11.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:11 smithi145 conmon[67302]: audit 2022-01-25T23:07:10.249820+0000 mon.smithi120 (mon.0) 466 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:07:11.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:11 smithi145 conmon[67302]: audit 2022-01-25T23:07:11.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:11 smithi145 conmon[67302]: 2022-01-25T23:07:10.250670+0000 mon.smithi120 (mon.0) 467 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:07:11.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:11 smithi145 conmon[67302]: cephadm 2022-01 2022-01-25T23:07:11.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:11 smithi145 conmon[67302]: -25T23:07:10.251413+0000 mgr.smithi120.hllzij ( 2022-01-25T23:07:11.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:11 smithi145 conmon[67302]: mgr.14704) 732 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:07:11.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:11 smithi145 conmon[67302]: audit 2022- 2022-01-25T23:07:11.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:11 smithi145 conmon[67302]: 01-25T23:07:10.643903+0000 2022-01-25T23:07:11.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:11 smithi145 conmon[67302]: mon.smithi120 (mon.0) 468 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:07:11.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:11 smithi145 conmon[67302]: audit 2022-01-25T23:07:11.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:11 smithi145 conmon[67302]: 2022-01-25T23:07:10.650642 2022-01-25T23:07:11.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:11 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 469 : audit [INF] 2022-01-25T23:07:11.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:11 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:07:11.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:11 smithi120 conmon[102313]: audit 2022-01-25T23:07:10.248397+0000 mon.smithi120 (mon.0) 465 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:07:11.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:11 smithi120 conmon[102313]: audit 2022-01-25T23:07:10.249820 2022-01-25T23:07:11.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:11 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 466 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:07:11.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:11 smithi120 conmon[102313]: audit 2022-01-25T23:07:10.250670+0000 mon.smithi120 (mon.0) 467 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:07:11.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:11 smithi120 conmon[102313]: cephadm 2022-01-25T23:07:10.251413+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:07:11.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:11 smithi120 conmon[102313]: 732 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:07:11.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:11 smithi120 conmon[102313]: audit 2022-01-25T23:07 2022-01-25T23:07:11.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:11 smithi120 conmon[102313]: :10.643903+0000 mon.smithi120 (mon.0) 468 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:07:11.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:11 smithi120 conmon[102313]: audit 2022 2022-01-25T23:07:11.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:11 smithi120 conmon[102313]: -01-25T23:07:10.650642+0000 mon.smithi120 2022-01-25T23:07:11.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:11 smithi120 conmon[102313]: (mon.0) 469 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:07:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:12 smithi120 conmon[102313]: cluster 2022-01-25T23:07:11.301098+0000 mgr.smithi120.hllzij (mgr.14704) 733 : cluster [DBG] pgmap v632: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:12 smithi145 conmon[67302]: cluster 2022-01-25T23:07:11.301098+0000 mgr.smithi120.hllzij (mgr.14704) 733 : cluster 2022-01-25T23:07:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:12 smithi145 conmon[67302]: [DBG] pgmap v632: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:14 smithi120 conmon[102313]: cluster 2022-01-25T23:07:13.301711+0000 mgr.smithi120.hllzij (mgr.14704) 734 : cluster [DBG] pgmap v633: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:14 smithi145 conmon[67302]: cluster 2022-01-25T23:07:13.301711+0000 mgr.smithi120.hllzij (mgr.14704) 734 : cluster [DBG] 2022-01-25T23:07:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:14 smithi145 conmon[67302]: pgmap v633: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:16 smithi120 conmon[102313]: cluster 2022-01-25T23:07:15.302501+0000 mgr.smithi120.hllzij (mgr.14704) 735 : cluster [DBG] pgmap v634: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:16 smithi145 conmon[67302]: cluster 2022-01-25T23:07:15.302501+0000 mgr.smithi120.hllzij (mgr.14704) 735 : cluster [DBG] 2022-01-25T23:07:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:16 smithi145 conmon[67302]: pgmap v634: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:18 smithi120 conmon[102313]: cluster 2022-01-25T23:07:17.302980+0000 mgr.smithi120.hllzij (mgr.14704) 736 : cluster [DBG] pgmap v635: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:18 smithi145 conmon[67302]: cluster 2022-01-25T23:07:17.302980+0000 mgr.smithi120.hllzij (mgr.14704) 736 : cluster [DBG] pgmap v635: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:18 smithi145 conmon[67302]: 2022-01-25T23:07:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:20 smithi145 conmon[67302]: cluster 2022-01-25T23:07:19.303366+0000 mgr.smithi120.hllzij (mgr.14704) 737 : 2022-01-25T23:07:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:20 smithi145 conmon[67302]: cluster [DBG] pgmap v636: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:20 smithi120 conmon[102313]: cluster 2022-01-25T23:07:19.303366+0000 mgr.smithi120.hllzij (mgr.14704) 737 : cluster [DBG] pgmap v636: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:22 smithi120 conmon[102313]: cluster 2022-01-25T23:07:21.304139+0000 mgr.smithi120.hllzij (mgr.14704) 738 : cluster [DBG] pgmap v637: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:22 smithi120 conmon[102313]: 2022-01-25T23:07:22.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:22 smithi145 conmon[67302]: cluster 2022-01-25T23:07:21.304139+0000 mgr.smithi120.hllzij (mgr.14704) 738 : cluster [DBG] pgmap v637: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:24 smithi120 conmon[102313]: cluster 2022-01-25T23:07:23.304595+0000 mgr.smithi120.hllzij (mgr.14704) 739 : cluster [DBG] pgmap v638: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:24.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:24 smithi145 conmon[67302]: cluster 2022-01-25T23:07:23.304595+0000 mgr.smithi120.hllzij (mgr.14704) 739 : cluster [DBG] pgmap v638: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:24.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:24 smithi145 conmon[67302]: 2022-01-25T23:07:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:26 smithi120 conmon[102313]: cluster 2022-01-25T23:07:25.305374+0000 mgr.smithi120.hllzij (mgr.14704) 740 : cluster 2022-01-25T23:07:26.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:26 smithi120 conmon[102313]: [DBG] pgmap v639: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:26 smithi145 conmon[67302]: cluster 2022-01-25T23:07:25.305374+0000 mgr.smithi120.hllzij (mgr.14704) 740 : cluster [DBG] pgmap v639: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:28 smithi120 conmon[102313]: cluster 2022-01-25T23:07:27.305907+0000 mgr.smithi120.hllzij (mgr.14704) 741 : cluster [DBG] 2022-01-25T23:07:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:28 smithi120 conmon[102313]: pgmap v640: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:28 smithi145 conmon[67302]: cluster 2022-01-25T23:07:27.305907+0000 mgr.smithi120.hllzij (mgr.14704) 741 : cluster [DBG] pgmap v640: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:29.929 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:07:30.196 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:07:30.197 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (26m) 9m ago 27m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:07:30.197 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (19m) 9m ago 27m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:07:30.197 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (19m) 9m ago 27m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:07:30.198 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (26m) 9m ago 27m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:07:30.198 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (23m) 9m ago 23m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:07:30.198 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (23m) 9m ago 23m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:07:30.199 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (20m) 9m ago 28m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:07:30.199 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (20m) 9m ago 27m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:07:30.199 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (20m) 9m ago 28m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:07:30.199 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (20m) 9m ago 27m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:07:30.200 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (21m) 9m ago 21m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:07:30.200 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (20m) 9m ago 20m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:07:30.200 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (27m) 9m ago 27m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:07:30.200 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (27m) 9m ago 27m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:07:30.200 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (14m) 9m ago 26m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:07:30.201 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (26m) 9m ago 26m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:07:30.201 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (26m) 9m ago 26m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:07:30.201 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (25m) 9m ago 25m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:07:30.201 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (25m) 9m ago 25m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:07:30.202 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (25m) 9m ago 25m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:07:30.202 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (25m) 9m ago 24m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:07:30.202 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (24m) 9m ago 24m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:07:30.202 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (26m) 9m ago 27m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:07:30.203 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:30 smithi120 conmon[102313]: cluster 2022-01-25T23:07:29.306476+0000 mgr.smithi120.hllzij (mgr.14704) 742 : cluster [DBG] pgmap v641: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:30 smithi145 conmon[67302]: cluster 2022-01-25T23:07:29.306476+0000 mgr.smithi120.hllzij (mgr.14704) 742 : cluster [DBG] pgmap v641: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:30.516 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:07:30.517 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:07:30.517 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:07:30.517 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:07:30.518 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:07:30.518 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:07:30.518 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:07:30.518 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:07:30.519 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:07:30.519 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:07:30.519 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:07:30.519 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:07:30.520 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:07:30.520 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:07:30.520 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:07:30.520 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:07:30.521 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:07:30.521 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:07:30.521 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:07:31.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:31 smithi145 conmon[67302]: audit 2022-01-25T23:07:29.917024+0000 mgr.smithi120.hllzij (mgr.14704) 743 : audit [DBG] 2022-01-25T23:07:31.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:31 smithi145 conmon[67302]: from='client.34562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:31.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:31 smithi145 conmon[67302]: audit 2022-01-25T23:07:30.188430+0000 mgr.smithi120.hllzij (mgr.14704) 744 : audit [DBG] from='client.34566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:31.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:31 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T23:07:31.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:31 smithi145 conmon[67302]: 23:07:30.517197+0000 mon.smithi120 (mon.0) 470 : audit [DBG] from='client.? 172.21.15.120:0/312345306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:07:31.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:31 smithi120 conmon[102313]: audit 2022-01-25T23:07:29.917024+0000 mgr.smithi120.hllzij (mgr.14704) 743 2022-01-25T23:07:31.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:31 smithi120 conmon[102313]: : audit [DBG] from='client.34562 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:31.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:31 smithi120 conmon[102313]: audit 2022-01-25T23:07:30.188430+0000 mgr.smithi120.hllzij (mgr.14704) 744 : audit [DBG] from='client.34566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:07:31.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:31 smithi120 conmon[102313]: audit 2022-01-25T23:07:30.517197+0000 mon.smithi120 (mon.0) 470 : 2022-01-25T23:07:31.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:31 smithi120 conmon[102313]: audit [DBG] from='client.? 172.21.15.120:0/312345306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:07:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:32 smithi120 conmon[102313]: cluster 2022-01-25T23:07:31.307265+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:07:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:32 smithi120 conmon[102313]: 745 : cluster [DBG] pgmap v642: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:32 smithi145 conmon[67302]: cluster 2022-01-25T23:07:31.307265+0000 mgr.smithi120.hllzij (mgr.14704) 745 : cluster [DBG] pgmap v642: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:32 smithi145 conmon[67302]: 2022-01-25T23:07:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:34 smithi120 conmon[102313]: cluster 2022-01-25T23:07:33.307985+0000 mgr.smithi120.hllzij (mgr.14704) 746 : cluster [DBG] pgmap v643: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:34 smithi145 conmon[67302]: cluster 2022-01-25T23:07:33.307985+0000 mgr.smithi120.hllzij (mgr.14704) 746 : cluster [DBG] pgmap v643: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:36 smithi120 conmon[102313]: cluster 2022-01-25T23:07:35.308677+0000 mgr.smithi120.hllzij (mgr.14704) 747 : cluster [DBG] pgmap v644: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:36.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:36 smithi145 conmon[67302]: cluster 2022-01-25T23:07:35.308677+0000 mgr.smithi120.hllzij (mgr.14704) 747 : cluster [DBG] pgmap v644: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:38 smithi120 conmon[102313]: cluster 2022-01-25T23:07:37.309384+0000 mgr.smithi120.hllzij (mgr.14704) 748 : cluster [DBG] pgmap v645: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:38 smithi145 conmon[67302]: cluster 2022-01-25T23:07:37.309384+0000 mgr.smithi120.hllzij (mgr.14704) 748 : cluster [DBG] pgmap v645: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:40 smithi145 conmon[67302]: cluster 2022-01-25T23:07:39.310048+0000 mgr.smithi120.hllzij (mgr.14704) 749 : cluster [DBG] pgmap v646: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:40 smithi145 conmon[67302]: 2022-01-25T23:07:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:40 smithi120 conmon[102313]: cluster 2022-01-25T23:07:39.310048+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:07:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:40 smithi120 conmon[102313]: ) 749 : cluster [DBG] pgmap v646: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:42.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:42 smithi120 conmon[102313]: cluster 2022-01-25T23:07:41.310999+0000 mgr.smithi120.hllzij (mgr.14704) 750 : cluster [DBG] pgmap v647: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:42.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:42 smithi145 conmon[67302]: cluster 2022-01-25T23:07:41.310999+0000 mgr.smithi120.hllzij (mgr.14704) 750 : cluster [DBG] pgmap v647: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:42.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:42 smithi145 conmon[67302]: 2022-01-25T23:07:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:44 smithi120 conmon[102313]: cluster 2022-01-25T23:07:43.311550+0000 mgr.smithi120.hllzij (mgr.14704) 751 : cluster [DBG] pgmap v648: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:44 smithi145 conmon[67302]: cluster 2022-01-25T23:07:43.311550+0000 mgr.smithi120.hllzij (mgr.14704) 751 : cluster [DBG] pgmap v648: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:46 smithi120 conmon[102313]: cluster 2022-01-25T23:07:45.312290+0000 mgr.smithi120.hllzij (mgr.14704) 752 : cluster [DBG] pgmap v649: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:46 smithi120 conmon[102313]: 2022-01-25T23:07:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:46 smithi145 conmon[67302]: cluster 2022-01-25T23:07:45.312290+0000 mgr.smithi120.hllzij (mgr.14704) 752 : cluster [DBG] pgmap v649: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:46 smithi145 conmon[67302]: 2022-01-25T23:07:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:48 smithi120 conmon[102313]: cluster 2022-01-25T23:07:47.312795+0000 mgr.smithi120.hllzij (mgr.14704) 753 : cluster [DBG] pgmap v650: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:48 smithi145 conmon[67302]: cluster 2022-01-25T23:07:47.312795+0000 mgr.smithi120.hllzij (mgr.14704) 753 : cluster [DBG] pgmap v650: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:50 smithi120 conmon[102313]: cluster 2022-01-25T23:07:49.313271+0000 mgr.smithi120.hllzij (mgr.14704) 754 : cluster [DBG] 2022-01-25T23:07:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:50 smithi120 conmon[102313]: pgmap v651: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:50 smithi145 conmon[67302]: cluster 2022-01-25T23:07:49.313271+0000 mgr.smithi120.hllzij (mgr.14704) 754 : cluster [DBG] pgmap v651: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:52 smithi120 conmon[102313]: cluster 2022-01-25T23:07:51.314100+0000 mgr.smithi120.hllzij (mgr.14704) 755 : cluster [DBG] 2022-01-25T23:07:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:52 smithi120 conmon[102313]: pgmap v652: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:52 smithi145 conmon[67302]: cluster 2022-01-25T23:07:51.314100+0000 mgr.smithi120.hllzij (mgr.14704) 755 : cluster [DBG] pgmap v652: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:07:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:54 smithi120 conmon[102313]: cluster 2022-01-25T23:07:53.314619+0000 mgr.smithi120.hllzij (mgr.14704) 756 : cluster [DBG] 2022-01-25T23:07:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:54 smithi120 conmon[102313]: pgmap v653: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:54 smithi120 conmon[102313]: audit 2022-01-25T23:07:53.666290+0000 mon.smithi120 (mon.0) 471 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:07:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:54 smithi120 conmon[102313]: audit 2022-01-25T23:07:53.666517+0000 mon.smithi120 (mon.0) 472 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:07:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:54 smithi145 conmon[67302]: cluster 2022-01-25T23:07:53.314619+0000 mgr.smithi120.hllzij (mgr.14704) 756 : cluster [DBG] pgmap v653: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:54 smithi145 conmon[67302]: audit 2022-01-25T23:07:53.666290+0000 mon.smithi120 (mon.0) 471 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:07:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:54 smithi145 conmon[67302]: audit 2022-01-25T23:07:53.666517+0000 mon.smithi120 (mon.0) 472 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:07:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:56 smithi120 conmon[102313]: cluster 2022-01-25T23:07:55.315392+0000 mgr.smithi120.hllzij (mgr.14704) 757 : cluster [DBG] 2022-01-25T23:07:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:56 smithi120 conmon[102313]: pgmap v654: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:56 smithi145 conmon[67302]: cluster 2022-01-25T23:07:55.315392+0000 mgr.smithi120.hllzij (mgr.14704) 757 : cluster [DBG] 2022-01-25T23:07:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:56 smithi145 conmon[67302]: pgmap v654: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:07:58 smithi120 conmon[102313]: cluster 2022-01-25T23:07:57.316033+0000 mgr.smithi120.hllzij (mgr.14704) 758 : cluster [DBG] pgmap v655: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:07:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:07:58 smithi145 conmon[67302]: cluster 2022-01-25T23:07:57.316033+0000 mgr.smithi120.hllzij (mgr.14704) 758 : cluster [DBG] pgmap v655: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:00 smithi120 conmon[102313]: cluster 2022-01-25T23:07:59.316472+0000 mgr.smithi120.hllzij (mgr.14704) 759 : cluster [DBG] 2022-01-25T23:08:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:00 smithi120 conmon[102313]: pgmap v656: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:00 smithi145 conmon[67302]: cluster 2022-01-25T23:07:59.316472+0000 mgr.smithi120.hllzij (mgr.14704) 759 : cluster [DBG] pgmap v656: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:00.816 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:08:01.087 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:08:01.087 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (27m) 9m ago 28m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:08:01.087 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (20m) 9m ago 28m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:08:01.088 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (20m) 9m ago 27m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:08:01.088 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (27m) 9m ago 28m 40.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:08:01.088 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (23m) 9m ago 23m 17.2M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:08:01.088 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (23m) 9m ago 23m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:08:01.089 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (21m) 9m ago 29m 466M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:08:01.089 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (20m) 9m ago 27m 392M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:08:01.089 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (20m) 9m ago 29m 165M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:08:01.089 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (20m) 9m ago 27m 106M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:08:01.089 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (21m) 9m ago 21m 142M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:08:01.090 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (21m) 9m ago 21m 91.7M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:08:01.090 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (28m) 9m ago 28m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:08:01.090 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (27m) 9m ago 27m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:08:01.090 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (15m) 9m ago 27m 1799M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:08:01.091 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (26m) 9m ago 26m 2594M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:08:01.091 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (26m) 9m ago 26m 1902M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:08:01.091 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (26m) 9m ago 26m 2545M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:08:01.091 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (26m) 9m ago 26m 2052M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:08:01.092 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (25m) 9m ago 25m 2961M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:08:01.092 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (25m) 9m ago 25m 2374M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:08:01.092 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (25m) 9m ago 25m 3718M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:08:01.092 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (27m) 9m ago 27m 51.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:08:01.417 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:08:01.417 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:08:01.417 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:08:01.418 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:08:01.418 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:08:01.418 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:08:01.418 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:08:01.419 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:08:01.419 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:08:01.419 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:08:01.419 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:08:01.420 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:08:01.420 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:08:01.420 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:08:01.420 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:08:01.420 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:08:01.422 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:08:01.422 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:08:01.422 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:08:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:02 smithi120 conmon[102313]: audit 2022-01-25T23:08:00.805542+0000 mgr.smithi120.hllzij (mgr.14704) 760 : audit [DBG] from='client.34574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:02 smithi120 conmon[102313]: audit 2022-01-25T23:08:01.079084+0000 mgr.smithi120.hllzij (mgr.14704) 761 : audit [DBG] from='client.34578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:02.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:02 smithi120 conmon[102313]: cluster 2022-01-25T23:08:01.317192+0000 mgr.smithi120.hllzij (mgr.14704) 762 : cluster [DBG] pgmap v657: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:02.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:02 smithi120 conmon[102313]: audit 2022-01-25T23:08:01.417660+0000 mon.smithi120 2022-01-25T23:08:02.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:02 smithi120 conmon[102313]: (mon.0) 473 : audit [DBG] from='client.? 172.21.15.120:0/1863843705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:08:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:02 smithi145 conmon[67302]: audit 2022-01-25T23:08:00.805542+0000 mgr.smithi120.hllzij (mgr.14704) 760 : audit [DBG] from='client.34574 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:02 smithi145 conmon[67302]: 2022-01-25T23:08:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:02 smithi145 conmon[67302]: audit 2022-01-25T23:08:01.079084+0000 mgr.smithi120.hllzij (mgr.14704) 761 : audit [DBG] from='client.34578 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:02.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:02 smithi145 conmon[67302]: cluster 2022-01-25T23:08:01.317192+0000 mgr.smithi120.hllzij (mgr.14704) 762 : cluster 2022-01-25T23:08:02.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:02 smithi145 conmon[67302]: [DBG] pgmap v657: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:02.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:02 smithi145 conmon[67302]: audit 2022-01-25T23:08:01.417660 2022-01-25T23:08:02.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:02 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 473 : audit [DBG] from='client.? 172.21.15.120:0/1863843705' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:08:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:04 smithi120 conmon[102313]: cluster 2022-01-25T23:08:03.317699+0000 mgr.smithi120.hllzij (mgr.14704) 763 : cluster [DBG] pgmap v658: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:04 smithi145 conmon[67302]: cluster 2022-01-25T23:08:03.317699+0000 mgr.smithi120.hllzij (mgr.14704) 763 : cluster [DBG] pgmap v658: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:04 smithi145 conmon[67302]: 2022-01-25T23:08:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:06 smithi120 conmon[102313]: cluster 2022-01-25T23:08:05.318628+0000 mgr.smithi120.hllzij (mgr.14704) 764 : cluster [DBG] pgmap v659: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:06 smithi145 conmon[67302]: cluster 2022-01-25T23:08:05.318628+0000 mgr.smithi120.hllzij (mgr.14704) 764 : cluster [DBG] pgmap v659: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:08 smithi120 conmon[102313]: cluster 2022-01-25T23:08:07.319115+0000 mgr.smithi120.hllzij (mgr.14704) 765 : cluster [DBG] pgmap v660: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:08 smithi145 conmon[67302]: cluster 2022-01-25T23:08:07.319115+0000 mgr.smithi120.hllzij (mgr.14704) 765 : cluster [DBG] pgmap v660: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:10 smithi120 conmon[102313]: cluster 2022-01-25T23:08:09.319763+0000 mgr.smithi120.hllzij (mgr.14704) 766 : cluster [DBG] pgmap v661: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:10 smithi145 conmon[67302]: cluster 2022-01-25T23:08:09.319763+0000 mgr.smithi120.hllzij (mgr.14704) 766 : cluster [DBG] pgmap v661: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:11.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:11 smithi120 conmon[102313]: audit 2022-01-25T23:08:10.653249+0000 mon.smithi120 (mon.0 2022-01-25T23:08:11.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:11 smithi120 conmon[102313]: ) 474 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:08:11.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:11 smithi120 conmon[102313]: audit 2022-01-25T23:08:10.654645+0000 mon.smithi120 (mon.0) 475 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:08:11.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:11 smithi120 conmon[102313]: audit 2022-01-25T23:08:10.655466+0000 mon.smithi120 (mon.0) 476 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:08:11.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:11 smithi145 conmon[67302]: audit 2022-01-25T23:08:10.653249+0000 mon.smithi120 (mon.0) 474 2022-01-25T23:08:11.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:11 smithi145 conmon[67302]: : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:08:11.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:11 smithi145 conmon[67302]: audit 2022-01-25T23:08:10.654645+0000 mon.smithi120 (mon.0) 475 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:08:11.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:11 smithi145 conmon[67302]: audit 2022-01-25T23:08:10.655466+0000 mon.smithi120 (mon.0) 476 2022-01-25T23:08:11.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:11 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:08:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:12 smithi120 conmon[102313]: cephadm 2022-01-25T23:08:10.656197+0000 mgr.smithi120.hllzij (mgr.14704) 767 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:08:12.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:12 smithi120 conmon[102313]: cluster 2022-01-25T23:08:11.320466+0000 mgr.smithi120.hllzij (mgr.14704) 768 : cluster [DBG] pgmap v662: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:12 smithi145 conmon[67302]: cephadm 2022-01-25T23:08:10.656197+0000 mgr.smithi120.hllzij (mgr.14704) 767 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:08:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:12 smithi145 conmon[67302]: cluster 2022-01-25T23:08:11.320466+0000 mgr.smithi120.hllzij (mgr.14704) 768 : cluster [DBG] pgmap v662: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:14 smithi120 conmon[102313]: cluster 2022-01-25T23:08:13.321082+0000 mgr.smithi120.hllzij 2022-01-25T23:08:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:14 smithi120 conmon[102313]: (mgr.14704) 769 : cluster [DBG] pgmap v663: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:14 smithi145 conmon[67302]: cluster 2022-01-25T23:08:13.321082+0000 mgr.smithi120.hllzij (mgr.14704) 769 : cluster [DBG] pgmap v663: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:16 smithi120 conmon[102313]: audit 2022-01-25T23:08:14.999842+0000 mon.smithi120 (mon.0) 2022-01-25T23:08:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:16 smithi120 conmon[102313]: 477 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:08:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:16 smithi120 conmon[102313]: cluster 2022-01-25T23:08:15.321752+0000 mgr.smithi120.hllzij (mgr.14704) 770 : cluster [DBG] pgmap v664: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:16.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:16 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:08:16.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:16 smithi120 conmon[102313]: -25T23:08:15.378208+0000 mon.smithi120 (mon. 2022-01-25T23:08:16.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:16 smithi120 conmon[102313]: 0) 478 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:08:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:16 smithi145 conmon[67302]: audit 2022-01-25T23:08:14.999842+0000 mon.smithi120 (mon.0) 477 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:08:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:16 smithi145 conmon[67302]: cluster 2022-01-25T23:08:15.321752+0000 mgr.smithi120.hllzij (mgr.14704) 770 : cluster [DBG] pgmap v664: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:16 smithi145 conmon[67302]: audit 2022-01-25T23:08:15.378208+0000 mon.smithi120 (mon.0) 478 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:08:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:18 smithi120 conmon[102313]: cluster 2022-01-25T23:08:17.322153+0000 mgr.smithi120.hllzij (mgr.14704) 771 : cluster 2022-01-25T23:08:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:18 smithi120 conmon[102313]: [DBG] pgmap v665: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:18 smithi120 conmon[102313]: audit 2022-01-25T23:08:17.359432+0000 mon.smithi120 (mon.0) 479 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:08:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:18 smithi120 conmon[102313]: audit 2022-01-25T23:08:17.728461+0000 mon.smithi120 (mon.0) 480 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:08:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:18 smithi120 conmon[102313]: audit 2022-01-25T23:08:17.732645+0000 mon.smithi120 (mon.0) 481 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:08:18.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:18 smithi120 conmon[102313]: audit 2022-01-25T23:08:17.737539+0000 mon.smithi120 (mon.0) 482 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:08:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:18 smithi145 conmon[67302]: cluster 2022-01-25T23:08:17.322153+0000 mgr.smithi120.hllzij (mgr.14704) 771 : cluster [DBG] pgmap v665: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:18 smithi145 conmon[67302]: audit 2022-01-25T23:08:17.359432+0000 mon.smithi120 (mon.0) 479 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:08:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:18 smithi145 conmon[67302]: audit 2022-01-25T23:08:17.728461+0000 mon.smithi120 (mon.0) 480 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:08:18.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:18 smithi145 conmon[67302]: audit 2022-01-25T23:08:17.732645+0000 2022-01-25T23:08:18.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:18 smithi145 conmon[67302]: mon.smithi120 (mon.0) 481 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:08:18.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:18 smithi145 conmon[67302]: audit 2022- 2022-01-25T23:08:18.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:18 smithi145 conmon[67302]: 01-25T23:08:17.737539+0000 mon.smithi120 ( 2022-01-25T23:08:18.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:18 smithi145 conmon[67302]: mon.0) 482 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:08:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:20 smithi120 conmon[102313]: cluster 2022-01-25T23:08:19.322815+0000 mgr.smithi120.hllzij (mgr.14704) 772 : cluster [DBG] 2022-01-25T23:08:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:20 smithi120 conmon[102313]: pgmap v666: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:20 smithi145 conmon[67302]: cluster 2022-01-25T23:08:19.322815+0000 mgr.smithi120.hllzij (mgr.14704) 772 : cluster [DBG] pgmap v666: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:22 smithi120 conmon[102313]: cluster 2022-01-25T23:08:21.323602+0000 mgr.smithi120.hllzij (mgr.14704) 773 : cluster [DBG] pgmap v667: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:22.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:22 smithi145 conmon[67302]: cluster 2022-01-25T23:08:21.323602+0000 mgr.smithi120.hllzij (mgr.14704) 773 : cluster [DBG] pgmap v667: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:24 smithi120 conmon[102313]: cluster 2022-01-25T23:08:23.324224+0000 mgr.smithi120.hllzij (mgr.14704) 774 : cluster [DBG] pgmap v668: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:24.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:24 smithi145 conmon[67302]: cluster 2022-01-25T23:08:23.324224+0000 mgr.smithi120.hllzij (mgr.14704) 774 : cluster [DBG] pgmap v668: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:26 smithi120 conmon[102313]: cluster 2022-01-25T23:08:25.325026+0000 mgr.smithi120.hllzij (mgr.14704) 775 : cluster [DBG] pgmap v669: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:26 smithi120 conmon[102313]: 2022-01-25T23:08:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:26 smithi145 conmon[67302]: cluster 2022-01-25T23:08:25.325026+0000 mgr.smithi120.hllzij (mgr.14704) 775 : cluster [DBG] pgmap v669: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:28 smithi120 conmon[102313]: cluster 2022-01-25T23:08:27.325544+0000 mgr.smithi120.hllzij (mgr.14704) 776 : cluster [DBG] pgmap v670: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:28.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:28 smithi120 conmon[102313]: 2022-01-25T23:08:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:28 smithi145 conmon[67302]: cluster 2022-01-25T23:08:27.325544+0000 mgr.smithi120.hllzij (mgr.14704) 776 : cluster [DBG] pgmap v670: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:30 smithi120 conmon[102313]: cluster 2022-01-25T23:08:29.326105+0000 mgr.smithi120.hllzij (mgr.14704) 777 : cluster [DBG] pgmap v671: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:30 smithi145 conmon[67302]: cluster 2022-01-25T23:08:29.326105+0000 mgr.smithi120.hllzij (mgr.14704) 777 : cluster [DBG] pgmap v671: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:31.721 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:08:31.987 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:08:31.987 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (27m) 14s ago 28m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:08:31.987 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (20m) 14s ago 28m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:08:31.988 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (20m) 16s ago 28m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:08:31.988 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (27m) 14s ago 28m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:08:31.988 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (24m) 14s ago 24m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:08:31.988 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (24m) 16s ago 24m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:08:31.988 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (21m) 14s ago 29m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:08:31.989 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (21m) 16s ago 28m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:08:31.989 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (21m) 14s ago 29m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:08:31.989 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (21m) 16s ago 28m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:08:31.989 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (22m) 14s ago 22m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:08:31.990 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (21m) 16s ago 21m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:08:31.990 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (28m) 14s ago 28m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:08:31.990 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (28m) 16s ago 28m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:08:31.990 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (15m) 14s ago 27m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:08:31.990 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (27m) 14s ago 27m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:08:31.991 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (27m) 14s ago 27m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:08:31.991 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (26m) 14s ago 26m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:08:31.991 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (26m) 16s ago 26m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:08:31.991 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (26m) 16s ago 26m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:08:31.991 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (26m) 16s ago 26m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:08:31.992 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (25m) 16s ago 25m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:08:31.992 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (27m) 14s ago 28m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:08:32.307 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:08:32.307 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:08:32.308 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:08:32.308 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:08:32.308 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:08:32.308 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:08:32.309 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:08:32.309 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:08:32.309 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:08:32.309 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:08:32.309 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:08:32.310 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:08:32.310 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:08:32.310 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:08:32.310 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:08:32.311 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:08:32.311 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:08:32.311 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:08:32.311 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:08:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:32 smithi120 conmon[102313]: cluster 2022-01-25T23:08:31.326953+0000 mgr.smithi120.hllzij (mgr.14704) 778 : cluster [DBG] pgmap v672: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:32 smithi120 conmon[102313]: audit 2022-01-25T23:08 2022-01-25T23:08:32.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:32 smithi120 conmon[102313]: :32.308001+0000 mon.smithi120 (mon.0) 483 : audit [DBG] from='client.? 172.21.15.120:0/973929512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:08:32.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:32 smithi145 conmon[67302]: cluster 2022-01-25T23:08:31. 2022-01-25T23:08:32.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:32 smithi145 conmon[67302]: 326953+0000 mgr.smithi120.hllzij (mgr.14704) 778 : cluster [DBG] pgmap v672: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:32.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:32 smithi145 conmon[67302]: audit 2022-01-25T23:08:32.308001+0000 mon.smithi120 (mon.0) 483 : 2022-01-25T23:08:32.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:32 smithi145 conmon[67302]: audit [DBG] from='client.? 172.21.15.120:0/973929512' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:08:33.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:33 smithi120 conmon[102313]: audit 2022-01-25T23:08:31.709428+0000 mgr.smithi120.hllzij (mgr.14704) 779 : audit [DBG] from='client.34586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:33.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:33 smithi120 conmon[102313]: audit 2022-01-25T23:08:31.978337+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:08:33.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:33 smithi120 conmon[102313]: 780 : audit [DBG] from='client.34590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:33.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:33 smithi145 conmon[67302]: audit 2022-01-25T23:08:31.709428+0000 mgr.smithi120.hllzij (mgr.14704) 779 : audit [DBG] from='client.34586 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:33.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:33 smithi145 conmon[67302]: audit 2022-01-25T23:08:31.978337+0000 mgr.smithi120.hllzij (mgr.14704) 780 : audit [DBG] from='client.34590 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:08:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:34 smithi120 conmon[102313]: cluster 2022-01-25T23:08:33.327515+0000 mgr.smithi120.hllzij (mgr.14704) 781 : cluster [DBG] pgmap v673: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:34 smithi145 conmon[67302]: cluster 2022-01-25T23:08:33.327515+0000 mgr.smithi120.hllzij (mgr.14704) 781 : cluster [DBG] pgmap v673: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:34 smithi145 conmon[67302]: 2022-01-25T23:08:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:36 smithi120 conmon[102313]: cluster 2022-01-25T23:08:35.328333+0000 mgr.smithi120.hllzij (mgr.14704) 782 : cluster [DBG] pgmap v674: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:36.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:36 smithi145 conmon[67302]: cluster 2022-01-25T23:08:35.328333+0000 mgr.smithi120.hllzij (mgr.14704) 782 : cluster [DBG] pgmap v674: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:38 smithi120 conmon[102313]: cluster 2022-01-25T23:08:37.329047+0000 mgr.smithi120.hllzij (mgr.14704) 783 : cluster [DBG] pgmap v675: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:38 smithi120 conmon[102313]: 2022-01-25T23:08:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:38 smithi145 conmon[67302]: cluster 2022-01-25T23:08:37.329047+0000 mgr.smithi120.hllzij (mgr.14704) 783 : cluster [DBG] pgmap v675: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:40 smithi120 conmon[102313]: cluster 2022-01-25T23:08:39.329454+0000 mgr.smithi120.hllzij (mgr.14704) 784 : cluster [DBG] 2022-01-25T23:08:40.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:40 smithi120 conmon[102313]: pgmap v676: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:40.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:40 smithi145 conmon[67302]: cluster 2022-01-25T23:08:39.329454+0000 mgr.smithi120.hllzij (mgr.14704) 784 : cluster [DBG] 2022-01-25T23:08:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:40 smithi145 conmon[67302]: pgmap v676: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:42.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:42 smithi120 conmon[102313]: cluster 2022-01-25T23:08:41.330325+0000 mgr.smithi120.hllzij (mgr.14704) 785 : cluster [DBG] pgmap v677: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:42.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:42 smithi145 conmon[67302]: cluster 2022-01-25T23:08:41.330325+0000 mgr.smithi120.hllzij (mgr.14704) 785 : cluster 2022-01-25T23:08:42.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:42 smithi145 conmon[67302]: [DBG] pgmap v677: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:44 smithi120 conmon[102313]: cluster 2022-01-25T23:08:43.330818+0000 mgr.smithi120.hllzij (mgr.14704) 786 : cluster [DBG] 2022-01-25T23:08:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:44 smithi120 conmon[102313]: pgmap v678: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:44 smithi145 conmon[67302]: cluster 2022-01-25T23:08:43.330818+0000 mgr.smithi120.hllzij (mgr.14704) 786 : cluster [DBG] 2022-01-25T23:08:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:44 smithi145 conmon[67302]: pgmap v678: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:46 smithi120 conmon[102313]: cluster 2022-01-25T23:08:45.331540+0000 mgr.smithi120.hllzij (mgr.14704) 787 : cluster [DBG] pgmap v679: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:46 smithi145 conmon[67302]: cluster 2022-01-25T23:08:45.331540+0000 mgr.smithi120.hllzij (mgr.14704) 787 : cluster [DBG] pgmap v679: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:48 smithi120 conmon[102313]: cluster 2022-01-25T23:08:47.332205+0000 mgr.smithi120.hllzij (mgr.14704) 788 : cluster [DBG] pgmap v680: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:48 smithi145 conmon[67302]: cluster 2022-01-25T23:08:47.332205+0000 mgr.smithi120.hllzij (mgr.14704) 788 : cluster [DBG] pgmap v680: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:50 smithi120 conmon[102313]: cluster 2022-01-25T23:08:49.332698+0000 mgr.smithi120.hllzij (mgr.14704) 789 : cluster [DBG] 2022-01-25T23:08:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:50 smithi120 conmon[102313]: pgmap v681: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:50 smithi145 conmon[67302]: cluster 2022-01-25T23:08:49.332698+0000 mgr.smithi120.hllzij (mgr.14704) 789 : cluster 2022-01-25T23:08:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:50 smithi145 conmon[67302]: [DBG] pgmap v681: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:52 smithi120 conmon[102313]: cluster 2022-01-25T23:08:51.333530+0000 mgr.smithi120.hllzij (mgr.14704) 790 : cluster [DBG] pgmap v682: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:52 smithi145 conmon[67302]: cluster 2022-01-25T23:08:51.333530+0000 mgr.smithi120.hllzij (mgr.14704) 790 : cluster [DBG] pgmap v682: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:08:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:54 smithi120 conmon[102313]: cluster 2022-01-25T23:08:53.334248+0000 mgr.smithi120.hllzij (mgr.14704) 791 : cluster [DBG] 2022-01-25T23:08:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:54 smithi120 conmon[102313]: pgmap v683: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:54 smithi120 conmon[102313]: audit 2022-01-25T23:08:53.670474+0000 mon.smithi120 (mon.0) 484 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:08:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:54 smithi120 conmon[102313]: audit 2022-01-25T23:08:53 2022-01-25T23:08:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:54 smithi120 conmon[102313]: .670754+0000 mon.smithi120 (mon.0) 485 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:08:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:54 smithi145 conmon[67302]: cluster 2022-01-25T23:08:53.334248+0000 mgr.smithi120.hllzij (mgr.14704) 791 : cluster [DBG] 2022-01-25T23:08:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:54 smithi145 conmon[67302]: pgmap v683: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:54 smithi145 conmon[67302]: audit 2022-01-25T23:08:53.670474+0000 mon.smithi120 (mon.0) 484 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:08:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:54 smithi145 conmon[67302]: audit 2022-01-25T23:08:53.670754+0000 mon.smithi120 (mon.0) 485 2022-01-25T23:08:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:54 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:08:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:56 smithi120 conmon[102313]: cluster 2022-01-25T23:08:55.335093+0000 mgr.smithi120.hllzij (mgr.14704) 792 : cluster 2022-01-25T23:08:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:56 smithi120 conmon[102313]: [DBG] pgmap v684: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:56 smithi145 conmon[67302]: cluster 2022-01-25T23:08:55.335093+0000 mgr.smithi120.hllzij (mgr.14704) 792 : cluster [DBG] pgmap v684: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:58 smithi120 conmon[102313]: cluster 2022-01-25T23:08:57.335766+0000 2022-01-25T23:08:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:08:58 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 793 : cluster [DBG] pgmap v685: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:58 smithi145 conmon[67302]: cluster 2022-01-25T23:08:57.335766+0000 mgr.smithi120.hllzij (mgr.14704) 793 : cluster [DBG] pgmap v685: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:08:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:08:58 smithi145 conmon[67302]: 2022-01-25T23:09:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:00 smithi120 conmon[102313]: cluster 2022-01-25T 2022-01-25T23:09:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:00 smithi120 conmon[102313]: 23:08:59.336219+0000 mgr.smithi120.hllzij (mgr.14704) 794 : cluster [DBG] pgmap v686: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:00 smithi145 conmon[67302]: cluster 2022-01-25T23:08:59.336219+0000 mgr.smithi120.hllzij (mgr.14704) 794 : cluster [DBG] 2022-01-25T23:09:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:00 smithi145 conmon[67302]: pgmap v686: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:02.609 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:09:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:02 smithi120 conmon[102313]: cluster 2022-01-25T23:09:01.337161 2022-01-25T23:09:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:02 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 795 : cluster [DBG] pgmap v687: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:02 smithi145 conmon[67302]: cluster 2022-01-25T23:09:01.337161+0000 mgr.smithi120.hllzij (mgr.14704) 795 : cluster [DBG] pgmap v687: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:02.876 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:09:02.876 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (28m) 45s ago 29m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:09:02.876 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (21m) 45s ago 29m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:09:02.876 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (21m) 47s ago 28m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:09:02.877 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (28m) 45s ago 29m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:09:02.877 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (24m) 45s ago 24m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:09:02.877 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (24m) 47s ago 24m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:09:02.877 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (22m) 45s ago 30m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:09:02.878 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (21m) 47s ago 28m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:09:02.878 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (21m) 45s ago 30m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:09:02.878 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (21m) 47s ago 28m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:09:02.879 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (22m) 45s ago 22m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:09:02.879 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (22m) 47s ago 22m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:09:02.879 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (29m) 45s ago 29m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:09:02.879 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (28m) 47s ago 28m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:09:02.880 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (16m) 45s ago 28m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:09:02.880 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (27m) 45s ago 27m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:09:02.880 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (27m) 45s ago 27m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:09:02.880 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (27m) 45s ago 27m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:09:02.881 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (27m) 47s ago 27m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:09:02.881 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (26m) 47s ago 26m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:09:02.881 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (26m) 47s ago 26m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:09:02.881 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (26m) 47s ago 26m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:09:02.881 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (28m) 45s ago 28m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:09:03.199 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:09:03.200 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:09:03.200 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:09:03.200 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:09:03.200 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:09:03.201 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:09:03.201 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:09:03.201 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:09:03.201 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:09:03.202 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:09:03.202 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:09:03.202 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:09:03.202 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:09:03.202 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:09:03.203 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:09:03.203 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:09:03.203 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:09:03.203 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:09:03.204 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:09:03.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:03 smithi120 conmon[102313]: audit 2022-01-25T23:09:02.598342+0000 mgr.smithi120.hllzij (mgr.14704) 796 2022-01-25T23:09:03.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:03 smithi120 conmon[102313]: : audit [DBG] from='client.34598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:03.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:03 smithi120 conmon[102313]: audit 2022-01-25T23:09:03.200360+0000 mon.smithi120 (mon.0) 486 : audit [DBG] from='client.? 172.21.15.120:0/607048107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:09:03.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:03 smithi145 conmon[67302]: audit 2022-01-25T23:09:02.598342+0000 mgr.smithi120.hllzij (mgr.14704) 796 : audit [DBG] from='client.34598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:03.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:03 smithi145 conmon[67302]: audit 2022-01-25T23:09:03.200360+0000 mon.smithi120 (mon.0) 486 : audit [DBG] from='client.? 172.21.15.120:0/607048107' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:09:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:04 smithi120 conmon[102313]: audit 2022-01-25T23:09:02.867511+0000 mgr.smithi120.hllzij (mgr.14704) 797 : audit [DBG] from='client.34602 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:04 smithi120 conmon[102313]: cluster 2022-01-25T23:09:03.337770+0000 mgr.smithi120.hllzij (mgr.14704) 798 : cluster [DBG] pgmap v688: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:04 smithi145 conmon[67302]: audit 2022-01-25T23:09:02.867511+0000 mgr.smithi120.hllzij (mgr.14704) 797 : audit [DBG] from='client.34602 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:04 smithi145 conmon[67302]: cluster 2022-01-25T23:09:03.337770+0000 mgr.smithi120.hllzij (mgr.14704) 798 : cluster [DBG] pgmap v688: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:06 smithi120 conmon[102313]: cluster 2022-01-25T23:09:05.338601+0000 mgr.smithi120.hllzij (mgr.14704) 799 : cluster [DBG] pgmap v689: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:06 smithi145 conmon[67302]: cluster 2022-01-25T23:09:05.338601+0000 mgr.smithi120.hllzij (mgr.14704) 799 : cluster [DBG] pgmap v689: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:08 smithi120 conmon[102313]: cluster 2022-01-25T23:09:07.339145+0000 mgr.smithi120.hllzij (mgr.14704) 800 : cluster [DBG] pgmap v690: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:08 smithi145 conmon[67302]: cluster 2022-01-25T23:09:07.339145+0000 mgr.smithi120.hllzij (mgr.14704) 800 : cluster [DBG] pgmap v690: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:10 smithi120 conmon[102313]: cluster 2022-01-25T23:09:09.339777+0000 mgr.smithi120.hllzij (mgr.14704) 801 : cluster [DBG] pgmap v691: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:10 smithi145 conmon[67302]: cluster 2022-01-25T23:09:09.339777+0000 mgr.smithi120.hllzij (mgr.14704) 801 : cluster [DBG] pgmap v691: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:12.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:12 smithi120 conmon[102313]: cluster 2022-01-25T23:09:11.340534+0000 mgr.smithi120.hllzij (mgr.14704) 802 : cluster 2022-01-25T23:09:12.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:12 smithi120 conmon[102313]: [DBG] pgmap v692: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:12 smithi145 conmon[67302]: cluster 2022-01-25T23:09:11.340534+0000 mgr.smithi120.hllzij (mgr.14704) 802 : cluster 2022-01-25T23:09:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:12 smithi145 conmon[67302]: [DBG] pgmap v692: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:14 smithi120 conmon[102313]: cluster 2022-01-25T23:09:13.341158+0000 mgr.smithi120.hllzij (mgr.14704) 803 : cluster [DBG] pgmap v693: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:14 smithi145 conmon[67302]: cluster 2022-01-25T23:09:13.341158+0000 mgr.smithi120.hllzij (mgr.14704) 803 : cluster [DBG] pgmap v693: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:16 smithi120 conmon[102313]: cluster 2022-01-25T23:09:15.342092+0000 mgr.smithi120.hllzij (mgr.14704) 804 : cluster [DBG] pgmap v694: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:16 smithi145 conmon[67302]: cluster 2022-01-25T23:09:15.342092+0000 mgr.smithi120.hllzij (mgr.14704) 804 : cluster [DBG] pgmap v694: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:18 smithi120 conmon[102313]: cluster 2022-01-25T23:09:17.342748+0000 mgr.smithi120.hllzij ( 2022-01-25T23:09:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:18 smithi120 conmon[102313]: mgr.14704) 805 : cluster [DBG] pgmap v695: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:18 smithi120 conmon[102313]: audit 2022-01-25T23:09:17.740021+0000 mon.smithi120 (mon.0) 487 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:09:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:18 smithi120 conmon[102313]: audit 2022-01-25T23:09:17.741492+0000 mon.smithi120 (mon.0) 488 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:09:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:18 smithi120 conmon[102313]: audit 2022-01-25T23:09:17.742338+0000 mon.smithi120 (mon.0) 489 : 2022-01-25T23:09:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:18 smithi120 conmon[102313]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:09:18.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:18 smithi120 conmon[102313]: audit 2022-01-25T23:09:18.141689+0000 mon.smithi120 (mon.0) 490 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:09:18.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:18 smithi120 conmon[102313]: audit 2022-01-25T23:09:18.148625+0000 mon.smithi120 (mon.0) 491 : audit 2022-01-25T23:09:18.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:18 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:09:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:18 smithi145 conmon[67302]: cluster 2022-01-25T23:09:17.342748+0000 mgr.smithi120.hllzij (mgr.14704) 805 : 2022-01-25T23:09:18.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:18 smithi145 conmon[67302]: cluster [DBG] pgmap v695: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:18.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:18 smithi145 conmon[67302]: audit 2022-01-25T23:09:17.740021+0000 mon.smithi120 (mon.0) 487 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:09:18.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:18 smithi145 conmon[67302]: audit 2022-01-25T23:09:17.741492+0000 mon.smithi120 (mon.0) 488 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:09:18.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:18 smithi145 conmon[67302]: audit 2022-01-25T23:09:17.742338+0000 mon.smithi120 (mon.0) 489 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:09:18.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:18 smithi145 conmon[67302]: audit 2022-01-25T23:09:18.141689+0000 mon.smithi120 (mon.0) 490 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:09:18.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:18 smithi145 conmon[67302]: audit 2022-01-25T23:09:18.148625+0000 mon.smithi120 (mon.0) 491 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:09:19.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:19 smithi145 conmon[67302]: cephadm 2022-01-25T23:09:17.743075+0000 mgr.smithi120.hllzij (mgr.14704) 806 : cephadm 2022-01-25T23:09:19.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:19 smithi145 conmon[67302]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:09:19.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:19 smithi120 conmon[102313]: cephadm 2022-01-25T23:09:17.743075+0000 mgr.smithi120.hllzij (mgr.14704) 806 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:09:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:20 smithi120 conmon[102313]: cluster 2022-01-25T23:09:19.343471+0000 mgr.smithi120.hllzij (mgr.14704) 807 : cluster [DBG] pgmap v696: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:20 smithi145 conmon[67302]: cluster 2022-01-25T23:09:19.343471+0000 mgr.smithi120.hllzij (mgr.14704) 807 : cluster [DBG] pgmap v696: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:20.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:20 smithi145 conmon[67302]: 2022-01-25T23:09:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:22 smithi120 conmon[102313]: cluster 2022-01-25T23:09:21.344438+0000 mgr.smithi120.hllzij (mgr.14704) 808 : cluster [DBG] pgmap v697: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:22.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:22 smithi145 conmon[67302]: cluster 2022-01-25T23:09:21.344438+0000 mgr.smithi120.hllzij (mgr.14704) 808 : cluster [DBG] pgmap v697: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:24 smithi120 conmon[102313]: cluster 2022-01-25T23:09:23.345053+0000 mgr.smithi120.hllzij (mgr.14704) 809 : cluster [DBG] pgmap v698: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:24.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:24 smithi145 conmon[67302]: cluster 2022-01-25T23:09:23.345053+0000 mgr.smithi120.hllzij (mgr.14704) 809 : cluster [DBG] pgmap v698: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:24.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:24 smithi145 conmon[67302]: 2022-01-25T23:09:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:26 smithi120 conmon[102313]: cluster 2022-01-25T23:09:25.345812+0000 mgr.smithi120.hllzij (mgr.14704) 810 : cluster [DBG] pgmap v699: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:26 smithi145 conmon[67302]: cluster 2022-01-25T23:09:25.345812+0000 mgr.smithi120.hllzij (mgr.14704) 810 : cluster [DBG] pgmap v699: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:28 smithi120 conmon[102313]: cluster 2022-01-25T23:09:27.346416+0000 mgr.smithi120.hllzij (mgr.14704) 811 : cluster [DBG] pgmap v700: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:28 smithi145 conmon[67302]: cluster 2022-01-25T23:09:27.346416+0000 mgr.smithi120.hllzij (mgr.14704) 811 : cluster 2022-01-25T23:09:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:28 smithi145 conmon[67302]: [DBG] pgmap v700: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:30 smithi120 conmon[102313]: cluster 2022-01-25T23:09:29.346986+0000 2022-01-25T23:09:30.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:30 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 812 : cluster [DBG] pgmap v701: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:30 smithi145 conmon[67302]: cluster 2022-01-25T23:09:29.346986+0000 mgr.smithi120.hllzij (mgr.14704) 812 : cluster [DBG] 2022-01-25T23:09:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:30 smithi145 conmon[67302]: pgmap v701: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:32 smithi120 conmon[102313]: cluster 2022-01-25T23:09:31.347850+0000 mgr.smithi120.hllzij (mgr.14704) 813 : cluster [DBG] pgmap v702: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:32 smithi120 conmon[102313]: 2022-01-25T23:09:32.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:32 smithi145 conmon[67302]: cluster 2022-01-25T23:09:31.347850+0000 mgr.smithi120.hllzij (mgr.14704) 813 : cluster [DBG] pgmap v702: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:33.502 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:09:33.768 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:09:33.768 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (28m) 76s ago 29m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:09:33.768 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (22m) 76s ago 29m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:09:33.769 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (21m) 78s ago 29m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:09:33.769 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (28m) 76s ago 29m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:09:33.769 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (25m) 76s ago 25m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:09:33.769 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (25m) 78s ago 25m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:09:33.770 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (22m) 76s ago 30m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:09:33.770 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (22m) 78s ago 29m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:09:33.770 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (22m) 76s ago 31m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:09:33.770 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (22m) 78s ago 29m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:09:33.770 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (23m) 76s ago 23m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:09:33.771 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (22m) 78s ago 22m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:09:33.771 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (29m) 76s ago 29m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:09:33.771 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (29m) 78s ago 29m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:09:33.771 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (16m) 76s ago 28m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:09:33.771 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (28m) 76s ago 28m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:09:33.772 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (28m) 76s ago 28m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:09:33.772 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (27m) 76s ago 27m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:09:33.772 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (27m) 78s ago 27m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:09:33.772 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (27m) 78s ago 27m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:09:33.773 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (27m) 78s ago 27m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:09:33.773 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (26m) 78s ago 26m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:09:33.773 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (28m) 76s ago 29m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:09:34.093 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:09:34.094 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:09:34.094 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:09:34.094 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:09:34.094 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:09:34.095 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:09:34.095 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:09:34.095 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:09:34.095 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:09:34.096 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:09:34.096 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:09:34.096 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:09:34.096 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:09:34.096 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:09:34.097 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:09:34.097 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:09:34.097 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:09:34.097 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:09:34.097 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:09:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:34 smithi120 conmon[102313]: cluster 2022-01-25T23:09:33.348249+0000 mgr.smithi120.hllzij (mgr.14704) 814 : cluster 2022-01-25T23:09:34.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:34 smithi120 conmon[102313]: [DBG] pgmap v703: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:34.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:34 smithi120 conmon[102313]: audit 2022-01-25T23:09:33.491155+0000 mgr.smithi120.hllzij (mgr.14704) 815 : audit [DBG] from='client.34610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:34.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:34 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T23:09:34.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:34 smithi120 conmon[102313]: 23:09:34.094252+0000 mon.smithi120 (mon.0) 492 : audit [DBG] from='client.? 172.21.15.120:0/941581223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:09:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:34 smithi145 conmon[67302]: cluster 2022-01-25T23:09:33.348249+0000 mgr.smithi120.hllzij (mgr.14704) 814 : cluster [DBG] pgmap v703: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:34 smithi145 conmon[67302]: audit 2022-01-25T23:09:33.491155+0000 mgr.smithi120.hllzij (mgr.14704) 815 : audit [DBG] from='client.34610 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:34.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:34 smithi145 conmon[67302]: audit 2022-01-25T23:09:34.094252+0000 2022-01-25T23:09:34.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:34 smithi145 conmon[67302]: mon.smithi120 (mon.0) 492 : audit [DBG] from='client.? 172.21.15.120:0/941581223' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:09:35.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:35 smithi120 conmon[102313]: audit 2022-01-25T23:09:33.759770+0000 mgr.smithi120.hllzij (mgr.14704) 816 : audit [DBG] 2022-01-25T23:09:35.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:35 smithi120 conmon[102313]: from='client.34614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:35.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:35 smithi145 conmon[67302]: audit 2022-01-25T23:09:33.759770+0000 mgr.smithi120.hllzij (mgr.14704) 816 : audit [DBG] from='client.34614 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:09:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:36 smithi120 conmon[102313]: cluster 2022-01-25T23:09:35.348971+0000 mgr.smithi120.hllzij (mgr.14704) 817 : cluster [DBG] pgmap v704: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:36.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:36 smithi145 conmon[67302]: cluster 2022-01-25T23:09:35.348971+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:09:36.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:36 smithi145 conmon[67302]: 14704) 817 : cluster [DBG] pgmap v704: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:38 smithi120 conmon[102313]: cluster 2022-01-25T23:09:37.349522+0000 mgr.smithi120.hllzij (mgr.14704) 818 : cluster [DBG] pgmap v705: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:38 smithi145 conmon[67302]: cluster 2022-01-25T23:09:37.349522+0000 mgr.smithi120.hllzij (mgr.14704) 818 : cluster [DBG] pgmap v705: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:40 smithi120 conmon[102313]: cluster 2022-01-25T23:09:39.350033+0000 mgr.smithi120.hllzij (mgr.14704) 819 : cluster [DBG] 2022-01-25T23:09:40.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:40 smithi120 conmon[102313]: pgmap v706: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:40 smithi145 conmon[67302]: cluster 2022-01-25T23:09:39.350033+0000 mgr.smithi120.hllzij (mgr.14704) 819 : cluster [DBG] 2022-01-25T23:09:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:40 smithi145 conmon[67302]: pgmap v706: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:42.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:42 smithi120 conmon[102313]: cluster 2022-01-25T23:09:41.351062+0000 mgr.smithi120.hllzij (mgr.14704) 820 : cluster [DBG] pgmap v707: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:42.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:42 smithi145 conmon[67302]: cluster 2022-01-25T23:09:41.351062+0000 mgr.smithi120.hllzij (mgr.14704) 820 : cluster [DBG] pgmap v707: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:44 smithi120 conmon[102313]: cluster 2022-01-25T23:09:43.351625+0000 mgr.smithi120.hllzij (mgr.14704) 821 : cluster [DBG] pgmap v708: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:44 smithi145 conmon[67302]: cluster 2022-01-25T23:09:43.351625+0000 mgr.smithi120.hllzij (mgr.14704) 821 : cluster [DBG] pgmap v708: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:44 smithi145 conmon[67302]: 2022-01-25T23:09:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:46 smithi120 conmon[102313]: cluster 2022-01-25T23:09:45.352410+0000 mgr.smithi120.hllzij (mgr.14704) 822 : cluster [DBG] pgmap v709: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:46 smithi145 conmon[67302]: cluster 2022-01-25T23:09:45.352410+0000 mgr.smithi120.hllzij (mgr.14704) 822 : cluster [DBG] 2022-01-25T23:09:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:46 smithi145 conmon[67302]: pgmap v709: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:48 smithi120 conmon[102313]: cluster 2022-01-25T23:09:47.352926+0000 mgr.smithi120.hllzij (mgr.14704) 823 : cluster [DBG] 2022-01-25T23:09:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:48 smithi120 conmon[102313]: pgmap v710: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:48 smithi145 conmon[67302]: cluster 2022-01-25T23:09:47.352926+0000 mgr.smithi120.hllzij (mgr.14704) 823 : cluster [DBG] pgmap v710: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:48 smithi145 conmon[67302]: 2022-01-25T23:09:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:50 smithi120 conmon[102313]: cluster 2022-01-25T23:09:49.353429+0000 mgr.smithi120.hllzij (mgr.14704) 824 : cluster [DBG] pgmap v711: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:50 smithi145 conmon[67302]: cluster 2022-01-25T23:09:49.353429+0000 mgr.smithi120.hllzij (mgr.14704) 824 : cluster [DBG] pgmap v711: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:52 smithi120 conmon[102313]: cluster 2022-01-25T23:09:51.354241+0000 mgr.smithi120.hllzij (mgr.14704) 825 : cluster [DBG] pgmap v712: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:52 smithi145 conmon[67302]: cluster 2022-01-25T23:09:51.354241+0000 mgr.smithi120.hllzij (mgr.14704) 825 : cluster [DBG] pgmap v712: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:09:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:52 smithi145 conmon[67302]: 2022-01-25T23:09:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:54 smithi120 conmon[102313]: cluster 2022-01-25T23:09:53.354863+0000 mgr.smithi120.hllzij (mgr.14704) 826 : cluster [DBG] pgmap v713: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:54 smithi120 conmon[102313]: audit 2022-01-25T23:09:53.674295+0000 mon.smithi120 (mon 2022-01-25T23:09:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:54 smithi120 conmon[102313]: .0) 493 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:09:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:54 smithi120 conmon[102313]: audit 2022-01-25T23:09:53.674502+0000 mon.smithi120 (mon.0) 494 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:09:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:54 smithi145 conmon[67302]: cluster 2022-01-25T23:09:53.354863+0000 mgr.smithi120.hllzij (mgr.14704) 826 : cluster [DBG] pgmap v713: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:54 smithi145 conmon[67302]: audit 2022-01-25T23:09:53.674295+0000 mon.smithi120 (mon.0) 493 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:09:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:54 smithi145 conmon[67302]: audit 2022-01-25T23:09:53.674502+0000 mon.smithi120 (mon.0) 494 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:09:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:56 smithi120 conmon[102313]: cluster 2022-01-25T23:09:55.355611+0000 mgr.smithi120.hllzij (mgr.14704) 827 : cluster [DBG] pgmap v714: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:56.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:56 smithi145 conmon[67302]: cluster 2022-01-25T23:09:55.355611+0000 mgr.smithi120.hllzij (mgr.14704) 827 : cluster [DBG] pgmap v714: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:09:58 smithi120 conmon[102313]: cluster 2022-01-25T23:09:57.356175+0000 mgr.smithi120.hllzij (mgr.14704) 828 : cluster [DBG] pgmap v715: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:09:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:09:58 smithi145 conmon[67302]: cluster 2022-01-25T23:09:57.356175+0000 mgr.smithi120.hllzij (mgr.14704) 828 : cluster [DBG] pgmap v715: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:00 smithi120 conmon[102313]: cluster 2022-01-25T23:09:59.356738+0000 mgr.smithi120.hllzij (mgr.14704) 829 : cluster [DBG] pgmap v716: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:00 smithi120 conmon[102313]: cluster 2022-01-25T23:10:00.000149+0000 mon.smithi120 (mon.0) 495 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T23:10:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:00 smithi145 conmon[67302]: cluster 2022-01-25T23:09:59.356738+0000 mgr.smithi120.hllzij (mgr.14704) 829 : cluster [DBG] pgmap v716: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:00 smithi145 conmon[67302]: cluster 2022-01-25T23:10:00 2022-01-25T23:10:00.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:00 smithi145 conmon[67302]: .000149+0000 mon.smithi120 (mon.0) 495 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T23:10:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:02 smithi120 conmon[102313]: cluster 2022-01-25T23:10:01.357647+0000 mgr.smithi120.hllzij (mgr.14704) 830 : cluster [DBG] 2022-01-25T23:10:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:02 smithi120 conmon[102313]: pgmap v717: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:02 smithi145 conmon[67302]: cluster 2022-01-25T23:10:01.357647+0000 mgr.smithi120.hllzij (mgr.14704) 830 : cluster [DBG] pgmap v717: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:04.397 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:10:04.670 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:10:04.671 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (29m) 107s ago 30m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:10:04.671 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (22m) 107s ago 30m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:10:04.671 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (22m) 109s ago 29m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:10:04.672 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (29m) 107s ago 30m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:10:04.672 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (25m) 107s ago 25m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:10:04.672 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (26m) 109s ago 26m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:10:04.672 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (23m) 107s ago 31m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:10:04.673 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (23m) 109s ago 29m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:10:04.673 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (22m) 107s ago 31m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:10:04.673 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (22m) 109s ago 29m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:10:04.673 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (23m) 107s ago 23m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:10:04.674 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (23m) 109s ago 23m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:10:04.674 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (30m) 107s ago 30m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:10:04.674 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (29m) 109s ago 29m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:10:04.674 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (17m) 107s ago 29m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:10:04.675 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (28m) 107s ago 28m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:10:04.675 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (28m) 107s ago 28m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:10:04.675 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (28m) 107s ago 28m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:10:04.675 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (28m) 109s ago 28m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:10:04.675 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (27m) 109s ago 27m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:10:04.676 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (27m) 109s ago 27m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:10:04.676 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (27m) 109s ago 27m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:10:04.676 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (29m) 107s ago 29m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:10:04.676 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:04 smithi120 conmon[102313]: cluster 2022-01-25T23:10:03.358126+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:10:04.677 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:04 smithi120 conmon[102313]: .14704) 831 : cluster [DBG] pgmap v718: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:04 smithi145 conmon[67302]: cluster 2022-01-25T23:10:03.358126+0000 mgr.smithi120.hllzij (mgr.14704) 831 : cluster [DBG] pgmap v718: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:04.990 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:10:04.990 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:10:04.991 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:10:04.991 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:10:04.991 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:10:04.991 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:10:04.991 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:10:04.992 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:10:04.992 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:10:04.992 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:10:04.992 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:10:04.992 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:10:04.993 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:10:04.993 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:10:04.993 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:10:04.993 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:10:04.994 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:10:04.994 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:10:04.994 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:10:05.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:05 smithi120 conmon[102313]: audit 2022-01-25T23:10:04.386441+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:10:05.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:05 smithi120 conmon[102313]: 14704) 832 : audit [DBG] from='client.34622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:05.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:05 smithi120 conmon[102313]: audit 2022-01-25T23:10:04.990878+0000 mon.smithi120 (mon.0) 496 : audit [DBG] from='client.? 172.21.15.120:0/2200562853' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:10:05.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:05 smithi145 conmon[67302]: audit 2022-01-25T23:10:04.386441+0000 mgr.smithi120.hllzij (mgr.14704) 832 : audit [DBG] from='client.34622 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:05.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:05 smithi145 conmon[67302]: audit 2022-01-25T23:10:04.990878+0000 mon.smithi120 (mon.0) 496 : audit [DBG] from='client.? 172.21.15.120:0/2200562853' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:10:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:06 smithi120 conmon[102313]: audit 2022-01-25T23:10:04.662289+0000 mgr.smithi120.hllzij (mgr.14704) 833 : audit [DBG] from='client.34626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:06 smithi120 conmon[102313]: 2022-01-25T23:10:06.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:06 smithi120 conmon[102313]: cluster 2022-01-25T23:10:05.359058+0000 mgr.smithi120.hllzij (mgr.14704) 834 : cluster [DBG] pgmap v719: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:06 smithi145 conmon[67302]: audit 2022-01-25T23:10:04.662289+0000 mgr.smithi120.hllzij (mgr.14704) 833 : audit [DBG] from='client.34626 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:06 smithi145 conmon[67302]: cluster 2022-01-25T23:10:05.359058+0000 mgr.smithi120.hllzij (mgr.14704) 834 : cluster [DBG] pgmap v719: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:08 smithi120 conmon[102313]: cluster 2022-01-25T23:10:07.359738+0000 mgr.smithi120.hllzij (mgr.14704) 835 2022-01-25T23:10:08.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:08 smithi120 conmon[102313]: : cluster [DBG] pgmap v720: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:08 smithi145 conmon[67302]: cluster 2022-01-25T23:10:07.359738+0000 mgr.smithi120.hllzij (mgr.14704) 835 : cluster [DBG] pgmap v720: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:10 smithi120 conmon[102313]: cluster 2022-01-25T23:10:09.360235+0000 mgr.smithi120.hllzij (mgr.14704) 836 : 2022-01-25T23:10:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:10 smithi120 conmon[102313]: cluster [DBG] pgmap v721: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:10 smithi145 conmon[67302]: cluster 2022-01-25T23:10:09.360235+0000 mgr.smithi120.hllzij (mgr.14704) 836 : cluster [DBG] pgmap v721: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:12.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:12 smithi120 conmon[102313]: cluster 2022-01-25T23:10:11.361217+0000 mgr.smithi120.hllzij (mgr.14704) 837 : cluster 2022-01-25T23:10:12.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:12 smithi120 conmon[102313]: [DBG] pgmap v722: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:12 smithi145 conmon[67302]: cluster 2022-01-25T23:10:11.361217+0000 mgr.smithi120.hllzij (mgr.14704) 837 : cluster [DBG] pgmap v722: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:14 smithi120 conmon[102313]: cluster 2022-01-25T23:10:13.361830+0000 mgr.smithi120.hllzij (mgr.14704) 838 : cluster [DBG] 2022-01-25T23:10:14.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:14 smithi120 conmon[102313]: pgmap v723: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:14 smithi145 conmon[67302]: cluster 2022-01-25T23:10:13.361830+0000 mgr.smithi120.hllzij (mgr.14704) 838 : cluster [DBG] pgmap v723: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:16 smithi120 conmon[102313]: cluster 2022-01-25T23:10:15.362634+0000 mgr.smithi120.hllzij (mgr.14704) 839 : cluster 2022-01-25T23:10:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:16 smithi120 conmon[102313]: [DBG] pgmap v724: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:16 smithi145 conmon[67302]: cluster 2022-01-25T23:10:15.362634+0000 mgr.smithi120.hllzij (mgr.14704) 839 : cluster [DBG] pgmap v724: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:18 smithi120 conmon[102313]: cluster 2022-01-25T23:10:17.363228+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:10:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:18 smithi120 conmon[102313]: 840 : cluster [DBG] pgmap v725: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:18 smithi120 conmon[102313]: audit 2022-01-25T23:10:18.151223+0000 mon.smithi120 (mon.0) 497 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:10:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:18 smithi120 conmon[102313]: audit 2022-01-25T23:10:18.152637+0000 mon.smithi120 (mon.0) 498 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:10:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:18 smithi120 conmon[102313]: audit 2022-01-25T23:10:18.153479+0000 mon.smithi120 (mon.0) 499 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:10:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:18 smithi145 conmon[67302]: cluster 2022-01-25T23:10:17.363228+0000 mgr.smithi120.hllzij (mgr.14704) 840 : cluster [DBG] pgmap v725: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:18 smithi145 conmon[67302]: audit 2022-01-25T23: 2022-01-25T23:10:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:18 smithi145 conmon[67302]: 10:18.151223+0000 mon.smithi120 (mon.0) 497 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:10:18.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:18 smithi145 conmon[67302]: audit 2022-01-25T23:10:18.152637+0000 mon.smithi120 (mon.0) 498 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:10:18.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:18 smithi145 conmon[67302]: audit 2022-01-25T23:10:18.153479+0000 mon.smithi120 (mon.0) 499 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:10:19.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:19 smithi120 conmon[102313]: cephadm 2022-01-25T23:10:18.154193+0000 mgr.smithi120.hllzij (mgr.14704) 841 : cephadm 2022-01-25T23:10:19.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:19 smithi120 conmon[102313]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:10:19.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:19 smithi120 conmon[102313]: audit 2022-01-25T23:10:18.499616+0000 mon.smithi120 (mon.0) 500 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:10:19.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:19 smithi120 conmon[102313]: audit 2022-01-25T23:10:18.870917+0000 mon.smithi120 (mon.0) 501 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:10:19.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:19 smithi120 conmon[102313]: audit 2022-01-25T23:10:18.875650+0000 mon.smithi120 (mon.0) 502 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:10:19.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:19 smithi145 conmon[67302]: cephadm 2022-01-25T23:10:18.154193+0000 mgr.smithi120.hllzij (mgr.14704) 841 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:10:19.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:19 smithi145 conmon[67302]: audit 2022-01-25T23:10:18.499616+0000 mon.smithi120 (mon.0) 500 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:10:19.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:19 smithi145 conmon[67302]: audit 2022-01-25T23:10:18.870917+0000 mon.smithi120 (mon.0) 501 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:10:19.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:19 smithi145 conmon[67302]: audit 2022-01-25T23:10:18.875650+0000 mon.smithi120 (mon.0) 502 : audit [INF] 2022-01-25T23:10:19.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:19 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:10:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:20 smithi120 conmon[102313]: cluster 2022-01-25T23:10:19.363829+0000 mgr.smithi120.hllzij (mgr.14704) 842 : cluster [DBG] 2022-01-25T23:10:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:20 smithi120 conmon[102313]: pgmap v726: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:20 smithi145 conmon[67302]: cluster 2022-01-25T23:10:19.363829+0000 mgr.smithi120.hllzij (mgr.14704) 842 : cluster [DBG] pgmap v726: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:22 smithi120 conmon[102313]: cluster 2022-01-25T23:10:21.364647+0000 mgr.smithi120.hllzij (mgr.14704) 843 : cluster [DBG] pgmap v727: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:22.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:22 smithi145 conmon[67302]: cluster 2022-01-25T23:10:21.364647+0000 mgr.smithi120.hllzij (mgr.14704) 843 : cluster [DBG] pgmap v727: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:24 smithi120 conmon[102313]: cluster 2022-01-25T23:10:23.365172+0000 mgr.smithi120.hllzij (mgr.14704) 844 : cluster [DBG] pgmap v728: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:24 smithi120 conmon[102313]: 2022-01-25T23:10:24.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:24 smithi145 conmon[67302]: cluster 2022-01-25T23:10:23.365172+0000 mgr.smithi120.hllzij (mgr.14704) 844 : cluster [DBG] pgmap v728: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:26 smithi120 conmon[102313]: cluster 2022-01-25T23:10:25.366113+0000 mgr.smithi120.hllzij (mgr.14704) 845 : cluster [DBG] pgmap v729: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:26 smithi120 conmon[102313]: 2022-01-25T23:10:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:26 smithi145 conmon[67302]: cluster 2022-01-25T23:10:25.366113+0000 mgr.smithi120.hllzij (mgr.14704) 845 : cluster [DBG] pgmap v729: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:28 smithi120 conmon[102313]: cluster 2022-01-25T23:10:27.366740+0000 mgr.smithi120.hllzij (mgr.14704) 846 : cluster [DBG] pgmap v730: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:28 smithi145 conmon[67302]: cluster 2022-01-25T23:10:27.366740+0000 mgr.smithi120.hllzij (mgr.14704) 846 : cluster [DBG] pgmap v730: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:30 smithi120 conmon[102313]: cluster 2022-01-25T23:10:29.367166+0000 mgr.smithi120.hllzij (mgr.14704) 847 : cluster [DBG] pgmap v731: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:30 smithi145 conmon[67302]: cluster 2022-01-25T23:10:29.367166+0000 mgr.smithi120.hllzij (mgr.14704) 847 : cluster [DBG] pgmap v731: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:32 smithi120 conmon[102313]: cluster 2022-01-25T23:10:31.367934+0000 mgr.smithi120.hllzij (mgr.14704) 848 : cluster [DBG] pgmap v732: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:32 smithi120 conmon[102313]: 2022-01-25T23:10:32.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:32 smithi145 conmon[67302]: cluster 2022-01-25T23:10:31.367934+0000 mgr.smithi120.hllzij (mgr.14704) 848 : cluster [DBG] pgmap v732: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:34 smithi120 conmon[102313]: cluster 2022-01-25T23:10:33.368396+0000 mgr.smithi120.hllzij (mgr.14704) 849 : cluster [DBG] pgmap v733: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:34.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:34 smithi120 conmon[102313]: 2022-01-25T23:10:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:34 smithi145 conmon[67302]: cluster 2022-01-25T23:10:33.368396+0000 mgr.smithi120.hllzij (mgr.14704) 849 : cluster [DBG] pgmap v733: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:35.293 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:10:35.560 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:10:35.561 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (29m) 2m ago 30m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:10:35.561 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (23m) 2m ago 30m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:10:35.561 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (22m) 2m ago 30m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:10:35.562 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (29m) 2m ago 30m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:10:35.562 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (26m) 2m ago 26m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:10:35.562 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (26m) 2m ago 26m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:10:35.562 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (23m) 2m ago 31m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:10:35.563 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (23m) 2m ago 30m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:10:35.563 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (23m) 2m ago 32m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:10:35.563 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (23m) 2m ago 30m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:10:35.563 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (24m) 2m ago 24m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:10:35.564 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (24m) 2m ago 24m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:10:35.564 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (30m) 2m ago 30m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:10:35.564 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (30m) 2m ago 30m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:10:35.564 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (17m) 2m ago 29m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:10:35.565 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (29m) 2m ago 29m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:10:35.565 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (29m) 2m ago 29m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:10:35.567 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (28m) 2m ago 28m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:10:35.567 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (28m) 2m ago 28m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:10:35.567 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (28m) 2m ago 28m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:10:35.568 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (28m) 2m ago 28m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:10:35.568 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (27m) 2m ago 27m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:10:35.568 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (29m) 2m ago 30m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:10:35.880 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:10:35.881 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:10:35.881 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:10:35.881 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:10:35.882 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:10:35.882 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:10:35.882 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:10:35.882 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:10:35.883 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:10:35.883 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:10:35.883 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:10:35.883 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:10:35.884 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:10:35.884 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:10:35.884 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:10:35.884 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:10:35.884 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:10:35.885 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:10:35.885 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:10:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:36 smithi120 conmon[102313]: audit 2022-01-25T23:10:35.281519+0000 mgr.smithi120.hllzij (mgr.14704) 850 2022-01-25T23:10:36.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:36 smithi120 conmon[102313]: : audit [DBG] from='client.34634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:36.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:36 smithi120 conmon[102313]: cluster 2022-01-25T23:10:35.369113+0000 mgr.smithi120.hllzij (mgr.14704) 851 : cluster [DBG] pgmap v734: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:36.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:36 smithi120 conmon[102313]: audit 2022-01-25T23:10:35.551932+0000 2022-01-25T23:10:36.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:36 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 852 : audit [DBG] from='client.34638 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:36.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:36 smithi120 conmon[102313]: audit 2022- 2022-01-25T23:10:36.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:36 smithi120 conmon[102313]: 01-25T23:10:35.880984+0000 mon.smithi120 (mon. 2022-01-25T23:10:36.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:36 smithi120 conmon[102313]: 0) 503 : audit [DBG] from='client.? 172.21.15.120:0/3763655988' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:10:36.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:36 smithi145 conmon[67302]: audit 2022-01-25T23:10:35.281519+0000 mgr.smithi120.hllzij (mgr.14704) 850 : audit [DBG] from='client.34634 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:36.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:36 smithi145 conmon[67302]: 2022-01-25T23:10:36.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:36 smithi145 conmon[67302]: cluster 2022-01-25T23:10:35.369113+0000 mgr.smithi120.hllzij (mgr.14704) 851 : cluster [DBG] pgmap v734: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:36.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:36 smithi145 conmon[67302]: audit 2022-01-25T23:10:35.551932+0000 mgr.smithi120.hllzij (mgr.14704) 852 : 2022-01-25T23:10:36.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:36 smithi145 conmon[67302]: audit [DBG] from='client.34638 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:10:36.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:36 smithi145 conmon[67302]: audit 2022-01-25T23:10:35 2022-01-25T23:10:36.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:36 smithi145 conmon[67302]: .880984+0000 mon.smithi120 (mon.0) 503 : audit [DBG] from='client.? 172.21.15.120:0/3763655988' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:10:38.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:38 smithi120 conmon[102313]: cluster 2022-01-25T23:10:37.369695+0000 mgr.smithi120.hllzij (mgr.14704) 853 : cluster [DBG] pgmap v735: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:38.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:38 smithi120 conmon[102313]: 2022-01-25T23:10:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:38 smithi145 conmon[67302]: cluster 2022-01-25T23:10:37.369695+0000 mgr.smithi120.hllzij (mgr.14704) 853 : cluster [DBG] 2022-01-25T23:10:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:38 smithi145 conmon[67302]: pgmap v735: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:40 smithi120 conmon[102313]: cluster 2022-01-25T23:10:39.370144+0000 mgr.smithi120.hllzij (mgr.14704) 854 : cluster 2022-01-25T23:10:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:40 smithi120 conmon[102313]: [DBG] pgmap v736: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:40.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:40 smithi145 conmon[67302]: cluster 2022-01-25T23:10:39.370144+0000 mgr.smithi120.hllzij (mgr.14704) 854 : cluster 2022-01-25T23:10:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:40 smithi145 conmon[67302]: [DBG] pgmap v736: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:42.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:42 smithi120 conmon[102313]: cluster 2022-01-25T23:10:41.370919+0000 mgr.smithi120.hllzij (mgr.14704) 855 : cluster [DBG] pgmap v737: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:42.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:42 smithi120 conmon[102313]: 2022-01-25T23:10:42.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:42 smithi145 conmon[67302]: cluster 2022-01-25T23:10:41.370919+0000 mgr.smithi120.hllzij (mgr.14704) 855 : cluster [DBG] pgmap v737: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:44 smithi120 conmon[102313]: cluster 2022-01-25T23:10:43.371464+0000 mgr.smithi120.hllzij (mgr.14704) 856 : cluster [DBG] 2022-01-25T23:10:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:44 smithi120 conmon[102313]: pgmap v738: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:44 smithi145 conmon[67302]: cluster 2022-01-25T23:10:43.371464+0000 mgr.smithi120.hllzij (mgr.14704) 856 : cluster [DBG] pgmap v738: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:44 smithi145 conmon[67302]: 2022-01-25T23:10:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:46 smithi120 conmon[102313]: cluster 2022-01-25T23:10:45.372239+0000 mgr.smithi120.hllzij (mgr.14704) 857 : cluster [DBG] pgmap v739: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:46 smithi120 conmon[102313]: 2022-01-25T23:10:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:46 smithi145 conmon[67302]: cluster 2022-01-25T23:10:45.372239+0000 mgr.smithi120.hllzij (mgr.14704) 857 : cluster [DBG] pgmap v739: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:48 smithi120 conmon[102313]: cluster 2022-01-25T23:10:47.372752+0000 mgr.smithi120.hllzij (mgr.14704) 858 : 2022-01-25T23:10:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:48 smithi120 conmon[102313]: cluster [DBG] pgmap v740: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:48 smithi145 conmon[67302]: cluster 2022-01-25T23:10:47.372752+0000 mgr.smithi120.hllzij (mgr.14704) 858 : cluster [DBG] 2022-01-25T23:10:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:48 smithi145 conmon[67302]: pgmap v740: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:50 smithi120 conmon[102313]: cluster 2022-01-25T23:10:49.373171+0000 mgr.smithi120.hllzij (mgr.14704) 859 : 2022-01-25T23:10:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:50 smithi120 conmon[102313]: cluster [DBG] pgmap v741: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:50 smithi145 conmon[67302]: cluster 2022-01-25T23:10:49.373171+0000 mgr.smithi120.hllzij (mgr.14704) 859 : cluster 2022-01-25T23:10:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:50 smithi145 conmon[67302]: [DBG] pgmap v741: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:52 smithi120 conmon[102313]: cluster 2022-01-25T23:10:51.374072+0000 mgr.smithi120.hllzij (mgr.14704) 860 : cluster [DBG] pgmap v742: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:52.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:52 smithi120 conmon[102313]: 2022-01-25T23:10:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:52 smithi145 conmon[67302]: cluster 2022-01-25T23:10:51.374072+0000 mgr.smithi120.hllzij (mgr.14704) 860 : cluster [DBG] 2022-01-25T23:10:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:52 smithi145 conmon[67302]: pgmap v742: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:10:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:54 smithi120 conmon[102313]: cluster 2022-01-25T23:10:53.374588+0000 mgr.smithi120.hllzij (mgr.14704) 861 : cluster [DBG] pgmap v743: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:54 smithi120 conmon[102313]: 2022-01-25T23:10:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:54 smithi120 conmon[102313]: audit 2022-01-25T23:10:53.678515+0000 mon.smithi120 (mon.0) 504 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:10:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:54 smithi120 conmon[102313]: audit 2022-01-25T23 2022-01-25T23:10:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:54 smithi120 conmon[102313]: :10:53.678742+0000 mon.smithi120 (mon.0) 505 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:10:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:54 smithi145 conmon[67302]: cluster 2022-01-25T23:10:53.374588+0000 mgr.smithi120.hllzij (mgr.14704) 861 : cluster [DBG] pgmap v743: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:54 smithi145 conmon[67302]: 2022-01-25T23:10:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:54 smithi145 conmon[67302]: audit 2022-01-25T23:10:53.678515+0000 mon.smithi120 (mon.0) 504 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:10:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:54 smithi145 conmon[67302]: audit 2022-01-25T23:10:53.678742+0000 mon.smithi120 (mon.0) 505 2022-01-25T23:10:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:54 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:10:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:56 smithi120 conmon[102313]: cluster 2022-01-25T23:10:55.375458+0000 mgr.smithi120.hllzij (mgr.14704) 862 : cluster 2022-01-25T23:10:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:56 smithi120 conmon[102313]: [DBG] pgmap v744: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:56 smithi145 conmon[67302]: cluster 2022-01-25T23:10:55.375458+0000 mgr.smithi120.hllzij (mgr.14704) 862 : cluster [DBG] 2022-01-25T23:10:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:56 smithi145 conmon[67302]: pgmap v744: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:58 smithi120 conmon[102313]: cluster 2022-01-25T23:10:57.376096+0000 mgr.smithi120.hllzij (mgr.14704) 863 : cluster [DBG] pgmap v745: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:58.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:10:58 smithi120 conmon[102313]: 2022-01-25T23:10:58.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:58 smithi145 conmon[67302]: cluster 2022-01-25T23:10:57.376096+0000 mgr.smithi120.hllzij (mgr.14704) 863 : cluster [DBG] pgmap v745: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:10:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:10:58 smithi145 conmon[67302]: 2022-01-25T23:11:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:00 smithi120 conmon[102313]: cluster 2022-01-25T23:10:59.376671+0000 mgr.smithi120.hllzij (mgr.14704) 864 : 2022-01-25T23:11:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:00 smithi120 conmon[102313]: cluster [DBG] pgmap v746: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:00 smithi145 conmon[67302]: cluster 2022-01-25T23:10:59.376671+0000 mgr.smithi120.hllzij (mgr.14704) 864 : cluster [DBG] 2022-01-25T23:11:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:00 smithi145 conmon[67302]: pgmap v746: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:02 smithi120 conmon[102313]: cluster 2022-01-25T23:11:01.377649+0000 mgr.smithi120.hllzij (mgr.14704) 865 : cluster [DBG] pgmap v747: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:02 smithi145 conmon[67302]: cluster 2022-01-25T23:11:01.377649+0000 mgr.smithi120.hllzij (mgr.14704) 865 : cluster [DBG] pgmap v747: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:02 smithi145 conmon[67302]: 2022-01-25T23:11:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:04 smithi120 conmon[102313]: cluster 2022-01-25T23:11:03.378209+0000 mgr.smithi120.hllzij (mgr.14704) 866 : cluster [DBG] pgmap v748: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:04 smithi120 conmon[102313]: 2022-01-25T23:11:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:04 smithi145 conmon[67302]: cluster 2022-01-25T23:11:03.378209+0000 mgr.smithi120.hllzij (mgr.14704) 866 : cluster [DBG] pgmap v748: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:04 smithi145 conmon[67302]: 2022-01-25T23:11:06.177 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:11:06.445 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:11:06.446 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (30m) 2m ago 31m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:11:06.446 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (23m) 2m ago 31m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:11:06.446 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (23m) 2m ago 30m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:11:06.447 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (30m) 2m ago 31m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:11:06.447 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (27m) 2m ago 26m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:11:06.447 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (27m) 2m ago 27m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:11:06.448 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (24m) 2m ago 32m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:11:06.448 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (24m) 2m ago 30m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:11:06.448 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (23m) 2m ago 32m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:11:06.448 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (23m) 2m ago 30m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:11:06.448 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (24m) 2m ago 24m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:11:06.449 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (24m) 2m ago 24m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:11:06.449 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (31m) 2m ago 31m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:11:06.449 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (30m) 2m ago 30m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:11:06.449 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (18m) 2m ago 30m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:11:06.450 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (29m) 2m ago 29m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:11:06.450 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (29m) 2m ago 29m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:11:06.450 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (29m) 2m ago 29m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:11:06.450 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (29m) 2m ago 29m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:11:06.451 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (28m) 2m ago 28m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:11:06.451 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (28m) 2m ago 28m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:11:06.451 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (28m) 2m ago 28m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:11:06.451 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (30m) 2m ago 31m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:11:06.769 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:11:06.769 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:11:06.770 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:11:06.770 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:11:06.770 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:11:06.771 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:11:06.771 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:11:06.771 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:11:06.771 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:11:06.772 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:11:06.772 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:11:06.772 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:11:06.772 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:11:06.772 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:11:06.773 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:11:06.773 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:11:06.773 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:11:06.773 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:11:06.774 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:11:06.774 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:06 smithi120 conmon[102313]: cluster 2022-01-25T23:11 2022-01-25T23:11:06.774 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:06 smithi120 conmon[102313]: :05.379087+0000 mgr.smithi120.hllzij (mgr.14704) 867 : cluster [DBG] pgmap v749: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:06 smithi145 conmon[67302]: cluster 2022-01-25T23:11:05.379087+0000 mgr.smithi120.hllzij (mgr.14704) 867 : cluster [DBG] pgmap v749: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:07.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:07 smithi120 conmon[102313]: audit 2022-01-25T23:11:06.165633+0000 mgr.smithi120.hllzij (mgr.14704) 868 : audit [DBG] from='client.34646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:07.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:07 smithi120 conmon[102313]: 2022-01-25T23:11:07.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:07 smithi120 conmon[102313]: audit 2022-01-25T23:11:06.435769+0000 mgr.smithi120.hllzij (mgr.14704) 869 : audit [DBG] from='client.34650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:07.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:07 smithi120 conmon[102313]: audit 2022-01-25T23:11:06.769796+0000 mon.smithi120 (mon.0) 2022-01-25T23:11:07.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:07 smithi120 conmon[102313]: 506 : audit [DBG] from='client.? 172.21.15.120:0/1365093324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:11:07.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:07 smithi145 conmon[67302]: audit 2022-01-25T23:11:06.165633+0000 mgr.smithi120.hllzij (mgr.14704) 868 : audit [DBG] from='client.34646 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:07.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:07 smithi145 conmon[67302]: audit 2022-01-25T23:11:06.435769+0000 mgr.smithi120.hllzij (mgr.14704) 869 : audit [DBG] from='client.34650 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:07.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:07 smithi145 conmon[67302]: audit 2022-01-25T23:11:06.769796+0000 mon.smithi120 (mon.0) 2022-01-25T23:11:07.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:07 smithi145 conmon[67302]: 506 : audit [DBG] from='client.? 172.21.15.120:0/1365093324' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:11:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:08 smithi120 conmon[102313]: cluster 2022-01-25T23:11:07.379519+0000 mgr.smithi120.hllzij (mgr.14704) 870 : cluster [DBG] pgmap v750: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:08 smithi145 conmon[67302]: cluster 2022-01-25T23:11:07.379519+0000 mgr.smithi120.hllzij (mgr.14704) 870 : cluster [DBG] pgmap v750: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:10 smithi120 conmon[102313]: cluster 2022-01-25T23:11:09.379944+0000 mgr.smithi120.hllzij (mgr.14704) 871 : cluster [DBG] pgmap v751: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:10.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:10 smithi145 conmon[67302]: cluster 2022-01-25T23:11:09.379944+0000 mgr.smithi120.hllzij (mgr.14704) 871 : cluster [DBG] pgmap v751: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:10.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:10 smithi145 conmon[67302]: 2022-01-25T23:11:12.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:12 smithi120 conmon[102313]: cluster 2022-01-25T23:11:11.380846+0000 mgr.smithi120.hllzij (mgr.14704) 872 : cluster [DBG] pgmap v752: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:12 smithi145 conmon[67302]: cluster 2022-01-25T23:11:11.380846+0000 mgr.smithi120.hllzij (mgr.14704) 872 : cluster [DBG] pgmap v752: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:12 smithi145 conmon[67302]: 2022-01-25T23:11:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:14 smithi120 conmon[102313]: cluster 2022-01-25T23:11:13.381342+0000 mgr.smithi120.hllzij (mgr.14704) 873 : cluster [DBG] pgmap v753: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:14 smithi145 conmon[67302]: cluster 2022-01-25T23:11:13.381342+0000 mgr.smithi120.hllzij (mgr.14704) 873 : cluster [DBG] 2022-01-25T23:11:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:14 smithi145 conmon[67302]: pgmap v753: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:16 smithi120 conmon[102313]: cluster 2022-01-25T23:11:15.382195+0000 mgr.smithi120.hllzij (mgr.14704) 874 : cluster [DBG] pgmap v754: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:16 smithi145 conmon[67302]: cluster 2022-01-25T23:11:15.382195+0000 mgr.smithi120.hllzij (mgr.14704) 874 : cluster [DBG] pgmap v754: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:18 smithi120 conmon[102313]: cluster 2022-01-25T23:11:17.382908+0000 mgr.smithi120.hllzij (mgr.14704) 875 : cluster [DBG] pgmap v755: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:18 smithi145 conmon[67302]: cluster 2022-01-25T23:11:17.382908+0000 mgr.smithi120.hllzij (mgr.14704) 875 : cluster [DBG] 2022-01-25T23:11:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:18 smithi145 conmon[67302]: pgmap v755: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:19.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:19 smithi120 conmon[102313]: audit 2022-01-25T23:11:18.878239+0000 mon.smithi120 (mon.0) 507 : 2022-01-25T23:11:19.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:19 smithi120 conmon[102313]: audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:11:19.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:19 smithi120 conmon[102313]: audit 2022-01-25T23:11:18.879643+0000 mon.smithi120 (mon.0) 508 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:11:19.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:19 smithi120 conmon[102313]: audit 2022-01-25T23:11:18.880474+0000 mon.smithi120 (mon.0) 509 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:11:19.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:19 smithi120 conmon[102313]: audit 2022-01-25T23:11:19.228232+0000 mon.smithi120 (mon.0) 510 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:11:19.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:19 smithi145 conmon[67302]: audit 2022-01-25T23:11:18.878239+0000 mon.smithi120 (mon.0) 507 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:11:19.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:19 smithi145 conmon[67302]: audit 2022-01-25T23:11:18.879643+0000 mon.smithi120 (mon.0) 508 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:11:19.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:19 smithi145 conmon[67302]: audit 2022-01-25T23:11:18.880474+0000 mon.smithi120 (mon.0) 509 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:11:19.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:19 smithi145 conmon[67302]: audit 2022-01-25T23:11:19.228232+0000 mon.smithi120 (mon.0) 510 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:11:21.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:20 smithi120 conmon[102313]: cephadm 2022-01-25T23:11:18.881195+0000 mgr.smithi120.hllzij (mgr.14704) 876 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:11:21.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:20 smithi120 conmon[102313]: cluster 2022-01-25T23:11:19.383282+0000 mgr.smithi120.hllzij (mgr.14704) 877 : cluster [DBG] pgmap v756: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:21.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:20 smithi120 conmon[102313]: audit 2022-01-25T23:11:19.607833+0000 mon.smithi120 (mon.0) 511 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:11:21.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:20 smithi120 conmon[102313]: audit 2022-01-25T23:11:19.612333+0000 mon.smithi120 ( 2022-01-25T23:11:21.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:20 smithi120 conmon[102313]: mon.0) 512 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:11:21.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:20 smithi145 conmon[67302]: cephadm 2022-01-25T23:11:18.881195+0000 mgr.smithi120.hllzij (mgr.14704) 876 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:11:21.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:20 smithi145 conmon[67302]: 2022-01-25T23:11:21.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:20 smithi145 conmon[67302]: cluster 2022-01-25T23:11:19.383282+0000 mgr.smithi120.hllzij (mgr.14704) 877 : cluster [DBG] pgmap v756: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:21.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:20 smithi145 conmon[67302]: audit 2022-01-25T23:11:19.607833+0000 mon.smithi120 (mon.0 2022-01-25T23:11:21.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:20 smithi145 conmon[67302]: ) 511 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:11:21.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:20 smithi145 conmon[67302]: audit 2022-01-25T23:11 2022-01-25T23:11:21.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:20 smithi145 conmon[67302]: :19.612333+0000 mon.smithi120 (mon.0) 512 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:11:23.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:22 smithi120 conmon[102313]: cluster 2022-01-25T23:11:21.384038+0000 mgr.smithi120.hllzij (mgr.14704) 878 : cluster [DBG] pgmap v757: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:23.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:22 smithi145 conmon[67302]: cluster 2022-01-25T23:11:21.384038+0000 mgr.smithi120.hllzij (mgr.14704) 878 : cluster [DBG] 2022-01-25T23:11:23.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:22 smithi145 conmon[67302]: pgmap v757: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:24 smithi120 conmon[102313]: cluster 2022-01-25T23:11:23.384592+0000 mgr.smithi120.hllzij (mgr.14704) 879 : cluster [DBG] pgmap v758: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:24 smithi120 conmon[102313]: 2022-01-25T23:11:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:24 smithi145 conmon[67302]: cluster 2022-01-25T23:11:23.384592+0000 mgr.smithi120.hllzij (mgr.14704) 879 : cluster [DBG] 2022-01-25T23:11:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:24 smithi145 conmon[67302]: pgmap v758: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:26 smithi120 conmon[102313]: cluster 2022-01-25T23:11:25.385371+0000 mgr.smithi120.hllzij (mgr.14704) 880 : cluster [DBG] pgmap v759: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:26 smithi145 conmon[67302]: cluster 2022-01-25T23:11:25.385371+0000 mgr.smithi120.hllzij (mgr.14704) 880 : cluster [DBG] 2022-01-25T23:11:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:26 smithi145 conmon[67302]: pgmap v759: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:28 smithi120 conmon[102313]: cluster 2022-01-25T23:11:27.385915+0000 mgr.smithi120.hllzij (mgr.14704) 881 : cluster [DBG] pgmap v760: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:28 smithi145 conmon[67302]: cluster 2022-01-25T23:11:27.385915+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:11:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:28 smithi145 conmon[67302]: 881 : cluster [DBG] pgmap v760: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:30 smithi120 conmon[102313]: cluster 2022-01-25T23:11:29.386354+0000 mgr.smithi120.hllzij (mgr.14704) 882 : cluster [DBG] 2022-01-25T23:11:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:30 smithi120 conmon[102313]: pgmap v761: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:30 smithi145 conmon[67302]: cluster 2022-01-25T23:11:29.386354+0000 mgr.smithi120.hllzij (mgr.14704) 882 : cluster [DBG] 2022-01-25T23:11:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:30 smithi145 conmon[67302]: pgmap v761: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:32 smithi120 conmon[102313]: cluster 2022-01-25T23:11:31.387335+0000 mgr.smithi120.hllzij (mgr.14704) 883 : cluster [DBG] pgmap v762: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:32.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:32 smithi145 conmon[67302]: cluster 2022-01-25T23:11:31.387335+0000 mgr.smithi120.hllzij (mgr.14704) 883 : cluster 2022-01-25T23:11:32.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:32 smithi145 conmon[67302]: [DBG] pgmap v762: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:34 smithi120 conmon[102313]: cluster 2022-01-25T23:11:33.387958+0000 mgr.smithi120.hllzij (mgr.14704) 884 : cluster [DBG] pgmap v763: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:34 smithi145 conmon[67302]: cluster 2022-01-25T23:11:33.387958+0000 mgr.smithi120.hllzij (mgr.14704) 884 : cluster 2022-01-25T23:11:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:34 smithi145 conmon[67302]: [DBG] pgmap v763: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:36 smithi120 conmon[102313]: cluster 2022-01-25T23:11:35.388804+0000 mgr.smithi120.hllzij (mgr.14704) 885 : cluster [DBG] pgmap v764: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:36.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:36 smithi145 conmon[67302]: cluster 2022-01-25T23:11:35.388804+0000 mgr.smithi120.hllzij (mgr.14704) 885 : 2022-01-25T23:11:36.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:36 smithi145 conmon[67302]: cluster [DBG] pgmap v764: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:37.072 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:11:37.345 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:11:37.346 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (30m) 3m ago 31m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:11:37.346 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (24m) 3m ago 31m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:11:37.346 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (23m) 3m ago 31m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:11:37.347 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (30m) 3m ago 31m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:11:37.347 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (27m) 3m ago 27m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:11:37.347 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (27m) 3m ago 27m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:11:37.347 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (24m) 3m ago 32m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:11:37.348 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (24m) 3m ago 31m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:11:37.348 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (24m) 3m ago 33m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:11:37.348 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (24m) 3m ago 31m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:11:37.348 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (25m) 3m ago 25m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:11:37.349 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (25m) 3m ago 25m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:11:37.349 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (31m) 3m ago 31m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:11:37.349 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (31m) 3m ago 31m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:11:37.349 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (18m) 3m ago 30m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:11:37.350 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (30m) 3m ago 30m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:11:37.350 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (30m) 3m ago 30m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:11:37.350 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (29m) 3m ago 29m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:11:37.351 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (29m) 3m ago 29m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:11:37.351 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (29m) 3m ago 29m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:11:37.351 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (29m) 3m ago 29m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:11:37.351 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (28m) 3m ago 28m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:11:37.352 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (30m) 3m ago 31m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:11:37.667 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:11:37.668 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:11:37.669 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:11:37.669 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:11:37.669 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:11:37.669 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:11:37.670 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:11:37.670 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:11:37.670 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:11:37.671 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:11:37.671 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:11:37.671 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:11:37.671 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:11:37.671 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:11:37.672 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:11:37.672 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:11:37.672 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:11:37.672 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:11:37.673 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:11:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:38 smithi120 conmon[102313]: audit 2022-01-25T23:11:37.061011+0000 mgr.smithi120.hllzij (mgr.14704) 886 : audit [DBG] from='client.34658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:38 smithi120 conmon[102313]: audit 2022-01-25T23:11:37.337549+0000 mgr.smithi120.hllzij (mgr.14704) 887 : audit [DBG] from='client.34662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:38.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:38 smithi120 conmon[102313]: cluster 2022-01-25T23:11:37.389173+0000 mgr.smithi120.hllzij (mgr.14704) 888 : cluster [DBG] pgmap v765: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:38.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:38 smithi120 conmon[102313]: audit 2022-01-25T23:11:37.667828+0000 mon.smithi120 (mon.0) 513 : 2022-01-25T23:11:38.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:38 smithi120 conmon[102313]: audit [DBG] from='client.? 172.21.15.120:0/3418663970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:11:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:38 smithi145 conmon[67302]: audit 2022-01-25T23:11:37.061011+0000 mgr.smithi120.hllzij (mgr.14704) 886 : audit [DBG] from='client.34658 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:38 smithi145 conmon[67302]: audit 2022-01-25T23:11:37.337549+0000 mgr.smithi120.hllzij (mgr.14704) 887 : audit [DBG] from='client.34662 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:11:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:38 smithi145 conmon[67302]: cluster 2022-01-25T23:11:37.389173+0000 mgr.smithi120.hllzij (mgr.14704) 888 : cluster [DBG] pgmap v765: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:38 smithi145 conmon[67302]: audit 2022-01-25T23:11:37.667828+0000 mon.smithi120 (mon.0) 513 : audit [DBG] from='client.? 172.21.15.120:0/3418663970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:11:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:40 smithi120 conmon[102313]: cluster 2022-01-25T23:11:39.389633+0000 mgr.smithi120.hllzij (mgr.14704) 889 : cluster [DBG] pgmap v766: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:40.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:40 smithi145 conmon[67302]: cluster 2022-01-25T23:11:39.389633+0000 mgr.smithi120.hllzij (mgr.14704) 889 : cluster [DBG] pgmap v766: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:42.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:42 smithi120 conmon[102313]: cluster 2022-01-25T23:11:41.390433+0000 mgr.smithi120.hllzij (mgr.14704) 890 : cluster [DBG] pgmap v767: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:42.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:42 smithi145 conmon[67302]: cluster 2022-01-25T23:11:41.390433+0000 mgr.smithi120.hllzij (mgr.14704) 890 : cluster [DBG] pgmap v767: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:42.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:42 smithi145 conmon[67302]: 2022-01-25T23:11:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:44 smithi120 conmon[102313]: cluster 2022-01-25T23:11:43.390931+0000 mgr.smithi120.hllzij (mgr.14704) 891 : cluster [DBG] pgmap v768: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:44 smithi145 conmon[67302]: cluster 2022-01-25T23:11:43.390931+0000 mgr.smithi120.hllzij (mgr.14704) 891 : cluster 2022-01-25T23:11:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:44 smithi145 conmon[67302]: [DBG] pgmap v768: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:46 smithi120 conmon[102313]: cluster 2022-01-25T23:11:45.391879+0000 mgr.smithi120.hllzij (mgr.14704) 892 : cluster [DBG] pgmap v769: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:46.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:46 smithi145 conmon[67302]: cluster 2022-01-25T23:11:45.391879+0000 mgr.smithi120.hllzij (mgr.14704) 892 : cluster [DBG] 2022-01-25T23:11:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:46 smithi145 conmon[67302]: pgmap v769: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:48 smithi120 conmon[102313]: cluster 2022-01-25T23:11:47.392495+0000 mgr.smithi120.hllzij (mgr.14704) 893 : cluster [DBG] pgmap v770: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:48.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:48 smithi145 conmon[67302]: cluster 2022-01-25T23:11:47.392495+0000 mgr.smithi120.hllzij (mgr.14704) 893 : cluster [DBG] pgmap v770: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:50 smithi120 conmon[102313]: cluster 2022-01-25T23:11:49.392999+0000 mgr.smithi120.hllzij (mgr.14704) 894 : cluster [DBG] pgmap v771: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:50 smithi145 conmon[67302]: cluster 2022-01-25T23:11:49.392999+0000 mgr.smithi120.hllzij (mgr.14704) 894 : cluster [DBG] pgmap v771: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:52 smithi120 conmon[102313]: cluster 2022-01-25T23:11:51.393813+0000 mgr.smithi120.hllzij (mgr.14704) 895 : cluster [DBG] pgmap v772: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:52 smithi145 conmon[67302]: cluster 2022-01-25T23:11:51.393813+0000 mgr.smithi120.hllzij (mgr.14704) 895 : cluster [DBG] 2022-01-25T23:11:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:52 smithi145 conmon[67302]: pgmap v772: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:11:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:54 smithi120 conmon[102313]: cluster 2022-01-25T23:11:53.394424+0000 mgr.smithi120.hllzij (mgr.14704) 896 : cluster [DBG] pgmap v773: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:54 smithi120 conmon[102313]: audit 2022-01-25T23:11:53.682232+0000 mon.smithi120 (mon.0) 2022-01-25T23:11:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:54 smithi120 conmon[102313]: 514 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:11:54.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:54 smithi120 conmon[102313]: audit 2022-01-25T23:11:53.682482+0000 mon.smithi120 (mon.0) 515 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:11:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:54 smithi145 conmon[67302]: cluster 2022-01-25T23:11:53.394424+0000 mgr.smithi120.hllzij (mgr.14704) 896 : cluster [DBG] pgmap v773: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:54 smithi145 conmon[67302]: 2022-01-25T23:11:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:54 smithi145 conmon[67302]: audit 2022-01-25T23:11:53.682232+0000 mon.smithi120 (mon.0) 514 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:11:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:54 smithi145 conmon[67302]: audit 2022-01-25T23: 2022-01-25T23:11:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:54 smithi145 conmon[67302]: 11:53.682482+0000 mon.smithi120 (mon.0) 515 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:11:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:56 smithi120 conmon[102313]: cluster 2022-01-25T23:11:55.395328+0000 mgr.smithi120.hllzij (mgr.14704) 897 : cluster [DBG] pgmap v774: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:56 smithi145 conmon[67302]: cluster 2022-01-25T23:11:55.395328+0000 mgr.smithi120.hllzij (mgr.14704) 897 : cluster 2022-01-25T23:11:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:56 smithi145 conmon[67302]: [DBG] pgmap v774: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:11:58 smithi120 conmon[102313]: cluster 2022-01-25T23:11:57.395977+0000 mgr.smithi120.hllzij (mgr.14704) 898 : cluster [DBG] pgmap v775: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:58.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:58 smithi145 conmon[67302]: cluster 2022-01-25T23:11:57.395977+0000 mgr.smithi120.hllzij (mgr.14704) 898 : cluster [DBG] pgmap v775: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:11:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:11:58 smithi145 conmon[67302]: 2022-01-25T23:12:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:00 smithi120 conmon[102313]: cluster 2022-01-25T23:11:59.396511+0000 mgr.smithi120.hllzij (mgr.14704) 899 : cluster [DBG] pgmap v776: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:00 smithi145 conmon[67302]: cluster 2022-01-25T23:11:59.396511+0000 mgr.smithi120.hllzij (mgr.14704) 899 2022-01-25T23:12:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:00 smithi145 conmon[67302]: : cluster [DBG] pgmap v776: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:02 smithi120 conmon[102313]: cluster 2022-01-25T23:12:01.397477+0000 mgr.smithi120.hllzij (mgr.14704) 900 : cluster [DBG] pgmap v777: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:02 smithi145 conmon[67302]: cluster 2022-01-25T23:12:01.397477+0000 mgr.smithi120.hllzij (mgr.14704) 900 : cluster [DBG] 2022-01-25T23:12:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:02 smithi145 conmon[67302]: pgmap v777: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:04 smithi120 conmon[102313]: cluster 2022-01-25T23:12:03.398128+0000 mgr.smithi120.hllzij (mgr.14704) 901 : cluster [DBG] pgmap v778: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:04.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:04 smithi145 conmon[67302]: cluster 2022-01-25T23:12:03.398128+0000 mgr.smithi120.hllzij (mgr.14704) 901 : cluster 2022-01-25T23:12:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:04 smithi145 conmon[67302]: [DBG] pgmap v778: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:06 smithi120 conmon[102313]: cluster 2022-01-25T23:12:05.398892+0000 mgr.smithi120.hllzij (mgr.14704) 902 : cluster [DBG] pgmap v779: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:06 smithi145 conmon[67302]: cluster 2022-01-25T23:12:05.398892+0000 mgr.smithi120.hllzij (mgr.14704) 902 : cluster [DBG] 2022-01-25T23:12:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:06 smithi145 conmon[67302]: pgmap v779: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:07.968 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:12:08.235 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:12:08.235 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (31m) 3m ago 32m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:12:08.236 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (24m) 3m ago 32m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:12:08.236 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (24m) 3m ago 31m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:12:08.236 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (31m) 3m ago 32m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:12:08.236 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (28m) 3m ago 28m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:12:08.236 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (28m) 3m ago 28m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:12:08.237 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (25m) 3m ago 33m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:12:08.237 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (25m) 3m ago 31m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:12:08.237 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (24m) 3m ago 33m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:12:08.237 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (24m) 3m ago 31m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:12:08.238 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (25m) 3m ago 25m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:12:08.238 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (25m) 3m ago 25m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:12:08.238 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (32m) 3m ago 32m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:12:08.238 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (31m) 3m ago 31m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:12:08.239 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (19m) 3m ago 31m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:12:08.239 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (30m) 3m ago 30m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:12:08.239 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (30m) 3m ago 30m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:12:08.239 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (30m) 3m ago 30m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:12:08.240 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (30m) 3m ago 30m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:12:08.240 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (29m) 3m ago 29m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:12:08.240 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (29m) 3m ago 29m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:12:08.240 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (29m) 3m ago 29m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:12:08.240 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (31m) 3m ago 32m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:12:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:08 smithi120 conmon[102313]: cluster 2022-01-25T23:12:07.399549+0000 mgr.smithi120.hllzij (mgr.14704) 903 : cluster 2022-01-25T23:12:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:08 smithi120 conmon[102313]: [DBG] pgmap v780: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:08.556 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:12:08.557 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:12:08.557 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:12:08.557 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:12:08.557 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:12:08.557 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:12:08.558 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:12:08.558 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:12:08.558 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:12:08.558 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:12:08.559 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:12:08.559 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:12:08.559 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:12:08.559 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:12:08.560 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:12:08.560 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:12:08.560 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:12:08.560 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:12:08.561 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:12:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:08 smithi145 conmon[67302]: cluster 2022-01-25T23:12:07.399549+0000 mgr.smithi120.hllzij (mgr.14704) 903 : cluster [DBG] pgmap v780: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:08 smithi145 conmon[67302]: 2022-01-25T23:12:09.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:09 smithi120 conmon[102313]: audit 2022-01-25T23:12:07.957609+0000 mgr.smithi120.hllzij (mgr.14704) 904 : audit [DBG] from='client.34670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:09.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:09 smithi120 conmon[102313]: 2022-01-25T23:12:09.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:09 smithi120 conmon[102313]: audit 2022-01-25T23:12:08.226924+0000 mgr.smithi120.hllzij (mgr.14704) 905 : audit [DBG] from='client.34674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:09.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:09 smithi120 conmon[102313]: audit 2022-01-25T23:12:08.557480+0000 mon.smithi120 (mon.0) 516 : audit [DBG] from='client.? 172.21.15.120:0/132644380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:12:09.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:09 smithi145 conmon[67302]: audit 2022-01-25T23:12:07.957609+0000 mgr.smithi120.hllzij (mgr.14704) 904 2022-01-25T23:12:09.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:09 smithi145 conmon[67302]: : audit [DBG] from='client.34670 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:09.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:09 smithi145 conmon[67302]: audit 2022-01-25T23:12:08.226924+0000 mgr.smithi120.hllzij (mgr.14704) 905 : audit [DBG] from='client.34674 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:09.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:09 smithi145 conmon[67302]: audit 2022-01-25T23:12:08.557480+0000 mon.smithi120 (mon 2022-01-25T23:12:09.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:09 smithi145 conmon[67302]: .0) 516 : audit [DBG] from='client.? 172.21.15.120:0/132644380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:12:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:10 smithi120 conmon[102313]: cluster 2022-01-25T23:12:09.400112+0000 mgr.smithi120.hllzij (mgr.14704) 906 : cluster [DBG] pgmap v781: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:10 smithi145 conmon[67302]: cluster 2022-01-25T23:12:09.400112+0000 mgr.smithi120.hllzij (mgr.14704) 906 : cluster [DBG] pgmap v781: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:10 smithi145 conmon[67302]: 2022-01-25T23:12:12.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:12 smithi120 conmon[102313]: cluster 2022-01-25T23:12:11.400859+0000 mgr.smithi120.hllzij (mgr.14704) 907 : cluster [DBG] pgmap v782: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:12 smithi145 conmon[67302]: cluster 2022-01-25T23:12:11.400859+0000 mgr.smithi120.hllzij (mgr.14704) 907 : cluster [DBG] pgmap v782: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:12 smithi145 conmon[67302]: 2022-01-25T23:12:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:14 smithi120 conmon[102313]: cluster 2022-01-25T23:12:13.401528+0000 mgr.smithi120.hllzij (mgr.14704) 908 : cluster [DBG] pgmap v783: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:14 smithi145 conmon[67302]: cluster 2022-01-25T23:12:13.401528+0000 mgr.smithi120.hllzij (mgr.14704) 908 : cluster [DBG] pgmap v783: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:14 smithi145 conmon[67302]: 2022-01-25T23:12:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:16 smithi120 conmon[102313]: cluster 2022-01-25T23:12:15.402354+0000 mgr.smithi120.hllzij (mgr.14704) 909 : cluster [DBG] 2022-01-25T23:12:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:16 smithi120 conmon[102313]: pgmap v784: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:16.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:16 smithi145 conmon[67302]: cluster 2022-01-25T23:12:15.402354+0000 mgr.smithi120.hllzij (mgr.14704) 909 : cluster [DBG] pgmap v784: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:16 smithi145 conmon[67302]: 2022-01-25T23:12:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:18 smithi120 conmon[102313]: cluster 2022-01-25T23:12:17.402837+0000 mgr.smithi120.hllzij (mgr.14704) 910 : cluster [DBG] pgmap v785: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:18 smithi145 conmon[67302]: cluster 2022-01-25T23:12:17.402837+0000 mgr.smithi120.hllzij (mgr.14704) 910 : cluster [DBG] pgmap v785: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:20.411 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:20 smithi120 conmon[102313]: cluster 2022-01-25T23:12:19.403256+0000 mgr.smithi120.hllzij (mgr.14704) 911 : cluster [DBG] pgmap v786: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:20.411 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:20 smithi120 conmon[102313]: audit 2022-01-25T23:12:19.614877+0000 mon.smithi120 (mon.0) 517 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:12:20.411 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:20 smithi120 conmon[102313]: audit 2022-01- 2022-01-25T23:12:20.411 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:20 smithi120 conmon[102313]: 25T23:12:19.616140+0000 mon.smithi120 (mon.0) 518 : audit [DBG] 2022-01-25T23:12:20.412 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:20 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:12:20.412 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:20 smithi120 conmon[102313]: audit 2022-01-25T23: 2022-01-25T23:12:20.412 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:20 smithi120 conmon[102313]: 12:19.616883+0000 mon.smithi120 (mon.0) 2022-01-25T23:12:20.412 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:20 smithi120 conmon[102313]: 519 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:12:20.413 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:20 smithi120 conmon[102313]: cephadm 2022-01 2022-01-25T23:12:20.413 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:20 smithi120 conmon[102313]: -25T23:12:19.617558+0000 2022-01-25T23:12:20.413 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:20 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 912 : cephadm [WRN] 2022-01-25T23:12:20.413 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:20 smithi120 conmon[102313]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:12:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:20 smithi145 conmon[67302]: cluster 2022-01-25T23:12:19.403256+0000 mgr.smithi120.hllzij (mgr.14704) 911 : cluster [DBG] pgmap v786: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:20 smithi145 conmon[67302]: audit 2022-01-25T23:12:19.614877+0000 mon.smithi120 (mon.0) 517 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:12:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:20 smithi145 conmon[67302]: audit 2022-01-25T23:12:19.616140+0000 2022-01-25T23:12:20.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:20 smithi145 conmon[67302]: mon.smithi120 (mon.0) 518 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:12:20.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:20 smithi145 conmon[67302]: audit 2022-01-25T23:12:20.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:20 smithi145 conmon[67302]: 2022-01-25T23:12:19.616883+0000 mon.smithi120 ( 2022-01-25T23:12:20.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:20 smithi145 conmon[67302]: mon.0) 519 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:12:20.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:20 smithi145 conmon[67302]: cephadm 2022- 2022-01-25T23:12:20.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:20 smithi145 conmon[67302]: 01-25T23:12:19.617558+0000 2022-01-25T23:12:20.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:20 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 912 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:12:20.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:20 smithi145 conmon[67302]: 2022-01-25T23:12:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:22 smithi120 conmon[102313]: cluster 2022-01-25T23:12:21.403927+0000 mgr.smithi120.hllzij (mgr.14704) 913 : cluster [DBG] pgmap v787: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:22.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:22 smithi145 conmon[67302]: cluster 2022-01-25T23:12:21.403927+0000 mgr.smithi120.hllzij (mgr.14704) 913 : cluster [DBG] pgmap v787: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:23 smithi120 conmon[102313]: audit 2022-01-25T23:12:22.876073+0000 mon.smithi120 (mon.0) 520 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:12:24.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:23 smithi120 conmon[102313]: audit 2022-01-25T23:12:23.261416+0000 mon.smithi120 (mon.0) 521 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:12:24.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:23 smithi120 conmon[102313]: audit 2022-01-25T23:12:23.266211+0000 mon.smithi120 (mon.0) 522 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:12:24.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:23 smithi120 conmon[102313]: cluster 2022-01-25T23:12:23.404265+0000 mgr.smithi120.hllzij (mgr.14704) 914 : cluster [DBG] pgmap v788: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:23 smithi145 conmon[67302]: audit 2022-01-25T23:12:22.876073+0000 mon.smithi120 (mon.0) 520 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:12:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:23 smithi145 conmon[67302]: audit 2022-01-25T23:12:23.261416+0000 mon.smithi120 (mon.0) 521 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:12:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:23 smithi145 conmon[67302]: audit 2022-01-25T23:12:23.266211+0000 mon.smithi120 (mon.0) 522 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:12:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:23 smithi145 conmon[67302]: 2022-01-25T23:12:24.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:23 smithi145 conmon[67302]: cluster 2022-01-25T23:12 2022-01-25T23:12:24.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:23 smithi145 conmon[67302]: :23.404265+0000 mgr.smithi120.hllzij (mgr.14704) 914 : cluster [DBG] pgmap v788: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:26.730 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:26 smithi145 conmon[67302]: cluster 2022-01-25T23:12:25.405064+0000 2022-01-25T23:12:26.731 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:26 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 915 : cluster [DBG] pgmap v789: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:26 smithi120 conmon[102313]: cluster 2022-01-25T23:12:25.405064+0000 mgr.smithi120.hllzij (mgr.14704) 915 : cluster [DBG] pgmap v789: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:28 smithi120 conmon[102313]: cluster 2022-01-25T23:12:27.405583+0000 mgr.smithi120.hllzij (mgr.14704) 916 : cluster [DBG] pgmap v790: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:28 smithi145 conmon[67302]: cluster 2022-01-25T23:12:27.405583+0000 mgr.smithi120.hllzij (mgr.14704) 916 : cluster [DBG] pgmap v790: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:30 smithi120 conmon[102313]: cluster 2022-01-25T23:12:29.406009+0000 mgr.smithi120.hllzij 2022-01-25T23:12:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:30 smithi120 conmon[102313]: (mgr.14704) 917 : cluster [DBG] pgmap v791: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:30 smithi145 conmon[67302]: cluster 2022-01-25T23:12:29.406009+0000 mgr.smithi120.hllzij (mgr.14704) 917 : cluster [DBG] pgmap v791: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:32 smithi120 conmon[102313]: cluster 2022-01-25T23:12:31.407033+0000 mgr.smithi120.hllzij (mgr.14704) 918 : cluster [DBG] pgmap v792: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:32.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:32 smithi145 conmon[67302]: cluster 2022-01-25T23:12:31.407033+0000 mgr.smithi120.hllzij (mgr.14704) 918 : cluster [DBG] pgmap v792: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:34 smithi120 conmon[102313]: cluster 2022-01-25T23:12:33.407455+0000 mgr.smithi120.hllzij (mgr.14704) 919 : cluster [DBG] pgmap v793: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:34 smithi145 conmon[67302]: cluster 2022-01-25T23:12:33.407455+0000 mgr.smithi120.hllzij (mgr.14704) 919 : cluster [DBG] pgmap v793: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:36 smithi120 conmon[102313]: cluster 2022-01-25T23:12:35.408209+0000 mgr.smithi120.hllzij (mgr.14704) 920 : cluster [DBG] pgmap v794: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:36.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:36 smithi145 conmon[67302]: cluster 2022-01-25T23:12:35.408209+0000 mgr.smithi120.hllzij (mgr.14704) 920 : cluster [DBG] pgmap v794: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:38 smithi120 conmon[102313]: cluster 2022-01-25T23:12:37.408911+0000 mgr.smithi120.hllzij (mgr.14704) 921 : cluster [DBG] pgmap v795: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:38 smithi145 conmon[67302]: cluster 2022-01-25T23:12:37.408911+0000 mgr.smithi120.hllzij (mgr.14704) 921 : cluster [DBG] pgmap v795: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:38 smithi145 conmon[67302]: 2022-01-25T23:12:38.860 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:12:39.127 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:12:39.127 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (31m) 4m ago 32m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:12:39.127 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (25m) 4m ago 32m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:12:39.127 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (24m) 4m ago 32m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:12:39.128 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (31m) 4m ago 32m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:12:39.128 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (28m) 4m ago 28m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:12:39.128 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (28m) 4m ago 28m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:12:39.128 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (25m) 4m ago 34m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:12:39.129 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (25m) 4m ago 32m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:12:39.129 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (25m) 4m ago 34m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:12:39.129 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (25m) 4m ago 32m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:12:39.129 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (26m) 4m ago 26m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:12:39.130 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (26m) 4m ago 26m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:12:39.130 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (32m) 4m ago 32m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:12:39.130 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (32m) 4m ago 32m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:12:39.130 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (19m) 4m ago 31m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:12:39.130 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (31m) 4m ago 31m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:12:39.131 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (31m) 4m ago 31m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:12:39.131 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (30m) 4m ago 30m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:12:39.131 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (30m) 4m ago 30m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:12:39.131 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (30m) 4m ago 30m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:12:39.132 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (30m) 4m ago 30m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:12:39.132 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (29m) 4m ago 29m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:12:39.132 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (31m) 4m ago 32m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:12:39.453 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:12:39.453 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:12:39.454 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:12:39.454 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:12:39.454 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:12:39.454 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:12:39.455 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:12:39.455 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:12:39.455 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:12:39.455 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:12:39.456 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:12:39.456 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:12:39.456 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:12:39.456 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:12:39.456 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:12:39.457 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:12:39.457 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:12:39.457 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:12:39.457 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:12:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:40 smithi120 conmon[102313]: audit 2022-01-25T23:12:38.848547+0000 mgr.smithi120.hllzij (mgr.14704) 922 2022-01-25T23:12:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:40 smithi120 conmon[102313]: : audit [DBG] from='client.34682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:40.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:40 smithi120 conmon[102313]: audit 2022-01-25T23:12:39.118752+0000 mgr.smithi120.hllzij (mgr.14704) 923 : audit [DBG] from='client.34686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:40.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:40 smithi120 conmon[102313]: cluster 2022-01-25T23:12:39.409294+0000 mgr.smithi120.hllzij (mgr.14704) 924 : cluster [DBG] pgmap v796: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:40.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:40 smithi120 conmon[102313]: audit 2022-01-25T23:12:40.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:40 smithi120 conmon[102313]: 2022-01-25T 2022-01-25T23:12:40.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:40 smithi120 conmon[102313]: 23:12:39.454010+0000 mon.smithi120 (mon.0) 523 2022-01-25T23:12:40.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:40 smithi120 conmon[102313]: : audit [DBG] from='client.? 172.21.15.120:0/3258978507' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:12:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:40 smithi145 conmon[67302]: audit 2022-01-25T23:12:38.848547+0000 mgr.smithi120.hllzij (mgr.14704) 922 : audit [DBG] from='client.34682 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:40 smithi145 conmon[67302]: audit 2022-01-25T23:12:39.118752+0000 mgr.smithi120.hllzij 2022-01-25T23:12:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:40 smithi145 conmon[67302]: (mgr.14704) 923 : audit [DBG] from='client.34686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:12:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:40 smithi145 conmon[67302]: cluster 2022-01-25T23:12:39.409294+0000 mgr.smithi120.hllzij (mgr.14704) 924 : cluster [DBG] pgmap v796: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:40.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:40 smithi145 conmon[67302]: audit 2022-01-25T23:12:39.454010+0000 mon.smithi120 (mon.0 2022-01-25T23:12:40.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:40 smithi145 conmon[67302]: ) 523 : audit [DBG] from='client.? 172.21.15.120:0/3258978507' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:12:42.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:42 smithi120 conmon[102313]: cluster 2022-01-25T23:12:41.410114+0000 mgr.smithi120.hllzij (mgr.14704) 925 : cluster 2022-01-25T23:12:42.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:42 smithi120 conmon[102313]: [DBG] pgmap v797: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:42.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:42 smithi145 conmon[67302]: cluster 2022-01-25T23:12:41.410114+0000 mgr.smithi120.hllzij (mgr.14704) 925 : cluster [DBG] pgmap v797: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:44 smithi120 conmon[102313]: cluster 2022-01-25T23:12:43.410552+0000 mgr.smithi120.hllzij (mgr.14704) 926 : cluster [DBG] pgmap v798: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:44 smithi145 conmon[67302]: cluster 2022-01-25T23:12:43.410552+0000 mgr.smithi120.hllzij (mgr.14704) 926 : cluster [DBG] pgmap v798: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:46 smithi120 conmon[102313]: cluster 2022-01-25T23:12:45.411281+0000 mgr.smithi120.hllzij (mgr.14704) 927 2022-01-25T23:12:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:46 smithi120 conmon[102313]: : cluster [DBG] pgmap v799: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:46 smithi145 conmon[67302]: cluster 2022-01-25T23:12:45.411281+0000 mgr.smithi120.hllzij (mgr.14704) 927 : cluster [DBG] pgmap v799: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:48 smithi120 conmon[102313]: cluster 2022-01-25T23:12:47.411871+0000 mgr.smithi120.hllzij (mgr.14704) 928 : cluster 2022-01-25T23:12:48.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:48 smithi120 conmon[102313]: [DBG] pgmap v800: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:48 smithi145 conmon[67302]: cluster 2022-01-25T23:12:47.411871+0000 mgr.smithi120.hllzij (mgr.14704) 928 : cluster [DBG] pgmap v800: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:48.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:48 smithi145 conmon[67302]: 2022-01-25T23:12:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:50 smithi120 conmon[102313]: cluster 2022-01-25T23:12:49.412253+0000 mgr.smithi120.hllzij (mgr.14704) 929 : cluster 2022-01-25T23:12:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:50 smithi120 conmon[102313]: [DBG] pgmap v801: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:50 smithi145 conmon[67302]: cluster 2022-01-25T23:12:49.412253+0000 mgr.smithi120.hllzij (mgr.14704) 929 : cluster 2022-01-25T23:12:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:50 smithi145 conmon[67302]: [DBG] pgmap v801: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:52 smithi120 conmon[102313]: cluster 2022-01-25T23:12:51.413029+0000 mgr.smithi120.hllzij (mgr.14704) 930 : cluster [DBG] pgmap v802: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:52 smithi120 conmon[102313]: 2022-01-25T23:12:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:52 smithi145 conmon[67302]: cluster 2022-01-25T23:12:51.413029+0000 mgr.smithi120.hllzij (mgr.14704) 930 : cluster [DBG] pgmap v802: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:12:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:54 smithi120 conmon[102313]: cluster 2022-01-25T23:12:53.413553+0000 mgr.smithi120.hllzij (mgr.14704) 931 : cluster 2022-01-25T23:12:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:54 smithi120 conmon[102313]: [DBG] pgmap v803: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:54 smithi120 conmon[102313]: audit 2022-01-25T23:12:53.686180+0000 mon.smithi120 (mon.0) 524 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:12:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:54 smithi120 conmon[102313]: audit 2022-01-25T23:12:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:54 smithi120 conmon[102313]: 2022-01-25T23:12:53.686392+0000 mon.smithi120 (mon.0) 525 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:12:54.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:54 smithi145 conmon[67302]: cluster 2022-01-25T23:12:53.413553+0000 mgr.smithi120.hllzij (mgr.14704) 931 : cluster [DBG] pgmap v803: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:54 smithi145 conmon[67302]: audit 2022-01-25T23:12:53.686180+0000 mon.smithi120 (mon.0) 524 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:12:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:54 smithi145 conmon[67302]: audit 2022-01-25T23:12:53.686392+0000 mon.smithi120 (mon.0) 525 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:12:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:56 smithi120 conmon[102313]: cluster 2022-01-25T23:12:55.414312+0000 mgr.smithi120.hllzij (mgr.14704) 932 : cluster 2022-01-25T23:12:56.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:56 smithi120 conmon[102313]: [DBG] pgmap v804: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:56 smithi145 conmon[67302]: cluster 2022-01-25T23:12:55.414312+0000 mgr.smithi120.hllzij (mgr.14704) 932 : cluster [DBG] pgmap v804: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:58.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:58 smithi120 conmon[102313]: cluster 2022-01-25T23:12:57.414930+0000 mgr.smithi120.hllzij (mgr.14704) 933 : cluster [DBG] 2022-01-25T23:12:58.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:12:58 smithi120 conmon[102313]: pgmap v805: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:12:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:12:58 smithi145 conmon[67302]: cluster 2022-01-25T23:12:57.414930+0000 mgr.smithi120.hllzij (mgr.14704) 933 : cluster [DBG] pgmap v805: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:00 smithi120 conmon[102313]: cluster 2022-01-25T23:12:59.415490+0000 mgr.smithi120.hllzij (mgr.14704) 934 : 2022-01-25T23:13:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:00 smithi120 conmon[102313]: cluster [DBG] pgmap v806: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:00 smithi145 conmon[67302]: cluster 2022-01-25T23:12:59.415490+0000 mgr.smithi120.hllzij (mgr.14704) 934 : cluster [DBG] pgmap v806: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:00 smithi145 conmon[67302]: 2022-01-25T23:13:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:02 smithi120 conmon[102313]: cluster 2022-01-25T23:13:01.416420+0000 mgr.smithi120.hllzij (mgr.14704) 935 : cluster 2022-01-25T23:13:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:02 smithi120 conmon[102313]: [DBG] pgmap v807: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:02 smithi145 conmon[67302]: cluster 2022-01-25T23:13:01.416420+0000 mgr.smithi120.hllzij (mgr.14704) 935 : cluster [DBG] pgmap v807: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:04 smithi120 conmon[102313]: cluster 2022-01-25T23:13:03.416927+0000 mgr.smithi120.hllzij (mgr.14704) 936 : cluster [DBG] pgmap v808: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:04 smithi145 conmon[67302]: cluster 2022-01-25T23:13:03.416927+0000 mgr.smithi120.hllzij (mgr.14704) 936 : cluster [DBG] pgmap v808: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:06 smithi120 conmon[102313]: cluster 2022-01-25T23:13:05.417911+0000 mgr.smithi120.hllzij (mgr.14704) 937 : cluster 2022-01-25T23:13:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:06 smithi120 conmon[102313]: [DBG] pgmap v809: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:06 smithi145 conmon[67302]: cluster 2022-01-25T23:13:05.417911+0000 mgr.smithi120.hllzij (mgr.14704) 937 : cluster [DBG] pgmap v809: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:08 smithi120 conmon[102313]: cluster 2022-01-25T23:13:07.418582+0000 mgr.smithi120.hllzij (mgr.14704) 938 : 2022-01-25T23:13:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:08 smithi120 conmon[102313]: cluster [DBG] pgmap v810: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:08 smithi145 conmon[67302]: cluster 2022-01-25T23:13:07.418582+0000 mgr.smithi120.hllzij (mgr.14704) 938 : cluster [DBG] pgmap v810: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:09.756 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:13:10.026 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:13:10.026 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (32m) 4m ago 33m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:13:10.026 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (25m) 4m ago 33m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:13:10.027 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (25m) 4m ago 32m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:13:10.027 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (32m) 4m ago 33m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:13:10.027 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (29m) 4m ago 29m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:13:10.027 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (29m) 4m ago 29m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:13:10.028 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (26m) 4m ago 34m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:13:10.028 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (26m) 4m ago 32m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:13:10.028 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (25m) 4m ago 34m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:13:10.028 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (25m) 4m ago 32m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:13:10.029 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (26m) 4m ago 26m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:13:10.029 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (26m) 4m ago 26m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:13:10.029 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (33m) 4m ago 33m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:13:10.029 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (32m) 4m ago 32m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:13:10.030 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (20m) 4m ago 32m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:13:10.030 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (32m) 4m ago 32m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:13:10.030 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (31m) 4m ago 31m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:13:10.030 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (31m) 4m ago 31m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:13:10.031 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (31m) 4m ago 31m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:13:10.031 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (30m) 4m ago 30m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:13:10.031 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (30m) 4m ago 30m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:13:10.031 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (30m) 4m ago 30m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:13:10.032 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (32m) 4m ago 33m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:13:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:10 smithi120 conmon[102313]: cluster 2022-01-25T23:13:09.419161+0000 mgr.smithi120.hllzij 2022-01-25T23:13:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:10 smithi120 conmon[102313]: (mgr.14704) 939 : cluster [DBG] pgmap v811: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:10.352 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:13:10.352 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:13:10.352 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:13:10.352 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:13:10.353 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:13:10.353 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:13:10.353 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:13:10.353 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:13:10.354 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:13:10.354 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:13:10.354 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:13:10.354 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:13:10.355 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:13:10.355 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:13:10.355 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:13:10.355 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:13:10.355 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:13:10.356 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:13:10.356 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:13:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:10 smithi145 conmon[67302]: cluster 2022-01-25T23:13:09.419161+0000 mgr.smithi120.hllzij (mgr.14704) 939 : cluster [DBG] pgmap v811: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:10 smithi145 conmon[67302]: 2022-01-25T23:13:11.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:11 smithi120 conmon[102313]: audit 2022-01-25T23:13:09.744736+0000 mgr.smithi120.hllzij (mgr.14704) 940 : audit [DBG] 2022-01-25T23:13:11.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:11 smithi120 conmon[102313]: from='client.34694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:11.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:11 smithi120 conmon[102313]: audit 2022-01-25T23:13:10.017826+0000 mgr.smithi120.hllzij (mgr.14704) 941 : audit [DBG] from='client.34698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:11.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:11 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T23:13:11.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:11 smithi120 conmon[102313]: 23:13:10.352582+0000 mon.smithi120 (mon.0) 526 : audit [DBG] from='client.? 172.21.15.120:0/1362148814' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:13:11.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:11 smithi145 conmon[67302]: audit 2022-01-25T23:13:09.744736+0000 mgr.smithi120.hllzij (mgr.14704) 940 : audit 2022-01-25T23:13:11.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:11 smithi145 conmon[67302]: [DBG] from='client.34694 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:11.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:11 smithi145 conmon[67302]: audit 2022-01-25T23:13:10.017826+0000 mgr.smithi120.hllzij (mgr.14704) 941 : audit [DBG] from='client.34698 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:11.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:11 smithi145 conmon[67302]: audit 2022-01-25T23:13:10.352582+0000 mon.smithi120 (mon.0) 526 : audit 2022-01-25T23:13:11.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:11 smithi145 conmon[67302]: [DBG] from='client.? 172.21.15.120:0/1362148814' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:13:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:12 smithi120 conmon[102313]: cluster 2022-01-25T23:13:11.419965+0000 mgr.smithi120.hllzij (mgr.14704) 942 : cluster [DBG] 2022-01-25T23:13:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:12 smithi120 conmon[102313]: pgmap v812: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:12 smithi145 conmon[67302]: cluster 2022-01-25T23:13:11.419965+0000 mgr.smithi120.hllzij (mgr.14704) 942 : cluster [DBG] 2022-01-25T23:13:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:12 smithi145 conmon[67302]: pgmap v812: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:14 smithi120 conmon[102313]: cluster 2022-01-25T23:13:13.420505+0000 mgr.smithi120.hllzij (mgr.14704) 943 : cluster 2022-01-25T23:13:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:14 smithi120 conmon[102313]: [DBG] pgmap v813: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:14 smithi145 conmon[67302]: cluster 2022-01-25T23:13:13.420505+0000 mgr.smithi120.hllzij (mgr.14704) 943 : cluster [DBG] pgmap v813: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:16 smithi120 conmon[102313]: cluster 2022-01-25T23:13:15.421271+0000 mgr.smithi120.hllzij (mgr.14704) 944 : cluster [DBG] 2022-01-25T23:13:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:16 smithi120 conmon[102313]: pgmap v814: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:16.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:16 smithi145 conmon[67302]: cluster 2022-01-25T23:13:15.421271+0000 mgr.smithi120.hllzij (mgr.14704) 944 : cluster [DBG] pgmap v814: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:18 smithi120 conmon[102313]: cluster 2022-01-25T23:13:17.421825+0000 mgr.smithi120.hllzij (mgr.14704) 945 : cluster [DBG] 2022-01-25T23:13:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:18 smithi120 conmon[102313]: pgmap v815: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:18 smithi145 conmon[67302]: cluster 2022-01-25T23:13:17.421825+0000 mgr.smithi120.hllzij (mgr.14704) 945 : cluster [DBG] pgmap v815: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:20 smithi120 conmon[102313]: cluster 2022-01-25T23:13:19.422422+0000 mgr.smithi120.hllzij (mgr.14704) 946 : cluster [DBG] 2022-01-25T23:13:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:20 smithi120 conmon[102313]: pgmap v816: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:20 smithi145 conmon[67302]: cluster 2022-01-25T23:13:19.422422+0000 mgr.smithi120.hllzij (mgr.14704) 946 : cluster [DBG] pgmap v816: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:20 smithi145 conmon[67302]: 2022-01-25T23:13:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:22 smithi120 conmon[102313]: cluster 2022-01-25T23:13:21.423288+0000 mgr.smithi120.hllzij (mgr.14704) 947 : cluster [DBG] 2022-01-25T23:13:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:22 smithi120 conmon[102313]: pgmap v817: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:22.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:22 smithi145 conmon[67302]: cluster 2022-01-25T23:13:21.423288+0000 mgr.smithi120.hllzij (mgr.14704) 947 : cluster [DBG] pgmap v817: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:23.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:23 smithi120 conmon[102313]: audit 2022-01-25T23:13:23.268752+0000 mon.smithi120 (mon 2022-01-25T23:13:23.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:23 smithi120 conmon[102313]: .0) 527 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:13:23.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:23 smithi120 conmon[102313]: audit 2022-01-25T23:13:23.270207+0000 mon.smithi120 (mon.0) 528 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:13:23.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:23 smithi120 conmon[102313]: audit 2022-01-25T23:13:23.271127+0000 mon.smithi120 (mon.0) 529 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:13:23.811 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:23 smithi145 conmon[67302]: audit 2022-01-25T23:13:23.268752+0000 mon.smithi120 (mon.0) 2022-01-25T23:13:23.811 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:23 smithi145 conmon[67302]: 527 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:13:23.811 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:23 smithi145 conmon[67302]: audit 2022-01-25T23:13:23.270207+0000 mon.smithi120 (mon.0) 528 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:13:23.811 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:23 smithi145 conmon[67302]: audit 2022-01-25T23:13:23.271127+0000 mon.smithi120 (mon.0) 529 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:13:24.692 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:24 smithi145 conmon[67302]: cephadm 2022-01-25T23:13:23 2022-01-25T23:13:24.692 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:24 smithi145 conmon[67302]: .271911+0000 mgr.smithi120.hllzij (mgr.14704) 948 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:13:24.693 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:24 smithi145 conmon[67302]: cluster 2022-01-25T23:13:23.423712+0000 mgr.smithi120.hllzij (mgr.14704) 949 : cluster [DBG] pgmap v818: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:24 smithi120 conmon[102313]: cephadm 2022-01-25T23:13:23.271911+0000 mgr.smithi120.hllzij (mgr.14704) 948 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:13:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:24 smithi120 conmon[102313]: 2022-01-25T23:13:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:24 smithi120 conmon[102313]: cluster 2022-01-25T23:13:23.423712+0000 mgr.smithi120.hllzij (mgr.14704) 949 : cluster [DBG] pgmap v818: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:26 smithi120 conmon[102313]: cluster 2022-01-25T23:13:25.424560+0000 mgr.smithi120.hllzij (mgr.14704) 950 2022-01-25T23:13:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:26 smithi120 conmon[102313]: : cluster [DBG] pgmap v819: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:26.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:26 smithi120 conmon[102313]: audit 2022-01-25T23:13:26.147047+0000 mon.smithi120 (mon.0) 530 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:13:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:26 smithi145 conmon[67302]: cluster 2022-01-25T23:13:25.424560+0000 mgr.smithi120.hllzij (mgr.14704) 950 : cluster [DBG] pgmap v819: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:26 smithi145 conmon[67302]: audit 2022-01-25T23:13:26.147047+0000 mon.smithi120 (mon.0) 530 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:13:27.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:27 smithi120 conmon[102313]: audit 2022-01-25T23:13:26.529049+0000 mon.smithi120 (mon.0) 531 : audit 2022-01-25T23:13:27.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:27 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:13:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:27 smithi120 conmon[102313]: audit 2022-01-25T23:13:26.535068+0000 mon.smithi120 (mon.0) 532 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:13:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:27 smithi145 conmon[67302]: audit 2022-01-25T23:13:26.529049+0000 mon.smithi120 (mon.0) 531 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:13:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:27 smithi145 conmon[67302]: audit 2022-01-25T23:13:26.535068+0000 mon.smithi120 (mon.0) 532 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:13:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:28 smithi120 conmon[102313]: cluster 2022-01-25T23:13:27.425063+0000 mgr.smithi120.hllzij (mgr.14704) 951 : 2022-01-25T23:13:28.932 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:28 smithi120 conmon[102313]: cluster [DBG] pgmap v820: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:28.933 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:28 smithi145 conmon[67302]: cluster 2022-01-25T23:13:27.425063+0000 mgr.smithi120.hllzij (mgr.14704) 951 : cluster [DBG] pgmap v820: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:28.933 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:28 smithi145 conmon[67302]: 2022-01-25T23:13:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:30 smithi120 conmon[102313]: cluster 2022-01-25T23:13:29. 2022-01-25T23:13:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:30 smithi120 conmon[102313]: 425672+0000 mgr.smithi120.hllzij (mgr.14704) 952 : cluster [DBG] pgmap v821: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:30 smithi145 conmon[67302]: cluster 2022-01-25T23:13:29.425672+0000 mgr.smithi120.hllzij (mgr.14704) 952 : cluster [DBG] pgmap v821: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:32 smithi120 conmon[102313]: cluster 2022-01-25T23:13:31.426530+0000 mgr.smithi120.hllzij (mgr.14704) 953 2022-01-25T23:13:32.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:32 smithi120 conmon[102313]: : cluster [DBG] pgmap v822: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:32.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:32 smithi145 conmon[67302]: cluster 2022-01-25T23:13:31.426530+0000 mgr.smithi120.hllzij (mgr.14704) 953 : cluster [DBG] pgmap v822: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:34 smithi120 conmon[102313]: cluster 2022-01-25T23:13:33.427105+0000 mgr.smithi120.hllzij (mgr.14704) 954 : cluster 2022-01-25T23:13:34.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:34 smithi120 conmon[102313]: [DBG] pgmap v823: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:34 smithi145 conmon[67302]: cluster 2022-01-25T23:13:33.427105+0000 mgr.smithi120.hllzij (mgr.14704) 954 : cluster [DBG] pgmap v823: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:36 smithi120 conmon[102313]: cluster 2022-01-25T23:13:35.428020+0000 mgr.smithi120.hllzij (mgr.14704) 955 : cluster 2022-01-25T23:13:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:36 smithi120 conmon[102313]: [DBG] pgmap v824: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:36.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:36 smithi145 conmon[67302]: cluster 2022-01-25T23:13:35.428020+0000 mgr.smithi120.hllzij (mgr.14704) 955 : cluster [DBG] pgmap v824: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:38 smithi120 conmon[102313]: cluster 2022-01-25T23:13:37.428628+0000 mgr.smithi120.hllzij (mgr.14704) 956 : cluster [DBG] 2022-01-25T23:13:38.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:38 smithi120 conmon[102313]: pgmap v825: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:38 smithi145 conmon[67302]: cluster 2022-01-25T23:13:37.428628+0000 mgr.smithi120.hllzij (mgr.14704) 956 : cluster [DBG] pgmap v825: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:40 smithi120 conmon[102313]: cluster 2022-01-25T23:13:39.429124+0000 mgr.smithi120.hllzij ( 2022-01-25T23:13:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:40 smithi120 conmon[102313]: mgr.14704) 957 : cluster [DBG] pgmap v826: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:40 smithi145 conmon[67302]: cluster 2022-01-25T23:13:39.429124+0000 mgr.smithi120.hllzij (mgr.14704) 957 : cluster [DBG] pgmap v826: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:40.656 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:13:40.923 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:13:40.923 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (32m) 5m ago 33m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:13:40.924 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (26m) 5m ago 33m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:13:40.924 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (25m) 5m ago 33m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:13:40.924 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (32m) 5m ago 33m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:13:40.924 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (29m) 5m ago 29m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:13:40.925 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (29m) 5m ago 29m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:13:40.925 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (26m) 5m ago 35m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:13:40.925 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (26m) 5m ago 33m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:13:40.925 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (26m) 5m ago 35m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:13:40.925 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (26m) 5m ago 33m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:13:40.926 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (27m) 5m ago 27m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:13:40.926 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (27m) 5m ago 27m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:13:40.926 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (33m) 5m ago 33m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:13:40.926 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (33m) 5m ago 33m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:13:40.926 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (20m) 5m ago 32m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:13:40.927 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (32m) 5m ago 32m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:13:40.927 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (32m) 5m ago 32m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:13:40.927 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (31m) 5m ago 31m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:13:40.927 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (31m) 5m ago 31m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:13:40.928 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (31m) 5m ago 31m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:13:40.928 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (31m) 5m ago 31m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:13:40.928 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (30m) 5m ago 30m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:13:40.928 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (32m) 5m ago 33m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:13:41.244 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:13:41.245 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:13:41.245 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:13:41.245 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:13:41.246 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:13:41.246 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:13:41.246 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:13:41.246 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:13:41.247 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:13:41.247 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:13:41.247 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:13:41.247 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:13:41.248 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:13:41.248 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:13:41.248 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:13:41.248 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:13:41.249 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:13:41.249 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:13:41.249 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:13:41.249 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:41 smithi120 conmon[102313]: audit 2022-01-25T23:13:40.645119+0000 mgr.smithi120.hllzij (mgr.14704) 958 : audit [DBG] 2022-01-25T23:13:41.250 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:41 smithi120 conmon[102313]: from='client.34706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:41.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:41 smithi145 conmon[67302]: audit 2022-01-25T23:13:40.645119+0000 mgr.smithi120.hllzij (mgr.14704) 958 : audit [DBG] from='client.34706 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:42.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:42 smithi120 conmon[102313]: audit 2022-01-25T23:13:40.915100+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:13:42.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:42 smithi120 conmon[102313]: .14704) 959 : audit [DBG] from='client.34710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:42.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:42 smithi120 conmon[102313]: audit 2022-01-25T23:13:41.245110+0000 mon.smithi120 (mon.0) 533 : audit [DBG] from='client.? 172.21.15.120:0/2817430999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:13:42.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:42 smithi120 conmon[102313]: cluster 2022-01-25T23:13:41.430005+0000 mgr.smithi120.hllzij (mgr.14704) 960 : cluster [DBG] 2022-01-25T23:13:42.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:42 smithi120 conmon[102313]: pgmap v827: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:42 smithi145 conmon[67302]: audit 2022-01-25T23:13:40.915100+0000 mgr.smithi120.hllzij (mgr.14704) 959 : audit [DBG] from='client.34710 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:13:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:42 smithi145 conmon[67302]: 2022-01-25T23:13:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:42 smithi145 conmon[67302]: audit 2022-01-25T23:13:41.245110+0000 mon.smithi120 (mon.0) 533 : audit [DBG] from='client.? 172.21.15.120:0/2817430999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:13:42.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:42 smithi145 conmon[67302]: cluster 2022-01-25T23:13:41.430005+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:13:42.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:42 smithi145 conmon[67302]: .14704) 960 : cluster [DBG] pgmap v827: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:44 smithi120 conmon[102313]: cluster 2022-01-25T23:13:43.430545+0000 mgr.smithi120.hllzij (mgr.14704) 961 : cluster [DBG] pgmap v828: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:44 smithi145 conmon[67302]: cluster 2022-01-25T23:13:43.430545+0000 mgr.smithi120.hllzij (mgr.14704) 961 : cluster [DBG] pgmap v828: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:46 smithi120 conmon[102313]: cluster 2022-01-25T23:13:45.431385+0000 mgr.smithi120.hllzij (mgr.14704) 962 : cluster [DBG] pgmap v829: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:46 smithi145 conmon[67302]: cluster 2022-01-25T23:13:45.431385+0000 mgr.smithi120.hllzij (mgr.14704) 962 : cluster [DBG] pgmap v829: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:48 smithi120 conmon[102313]: cluster 2022-01-25T23:13:47.431928+0000 mgr.smithi120.hllzij (mgr.14704) 963 : cluster [DBG] pgmap v830: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:48 smithi145 conmon[67302]: cluster 2022-01-25T23:13:47.431928+0000 mgr.smithi120.hllzij (mgr.14704) 963 : cluster [DBG] pgmap v830: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:48 smithi145 conmon[67302]: 2022-01-25T23:13:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:50 smithi120 conmon[102313]: cluster 2022-01-25T23:13:49.432413+0000 mgr.smithi120.hllzij (mgr.14704) 964 : cluster [DBG] pgmap v831: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:50 smithi145 conmon[67302]: cluster 2022-01-25T23:13:49.432413+0000 mgr.smithi120.hllzij (mgr.14704) 964 : cluster [DBG] pgmap v831: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:52 smithi120 conmon[102313]: cluster 2022-01-25T23:13:51.433360+0000 mgr.smithi120.hllzij (mgr.14704) 965 : cluster [DBG] pgmap v832: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:52.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:52 smithi145 conmon[67302]: cluster 2022-01-25T23:13:51.433360+0000 mgr.smithi120.hllzij (mgr.14704) 965 : cluster [DBG] pgmap v832: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:13:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:54 smithi120 conmon[102313]: cluster 2022-01-25T23:13:53.433871+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:13:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:54 smithi120 conmon[102313]: 14704) 966 : cluster [DBG] pgmap v833: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:54 smithi120 conmon[102313]: audit 2022-01-25T23:13:53.690276+0000 mon.smithi120 (mon.0) 534 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:13:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:54 smithi120 conmon[102313]: audit 2022-01-25T23:13:53.690601+0000 mon.smithi120 (mon.0) 2022-01-25T23:13:54.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:54 smithi120 conmon[102313]: 535 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:13:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:54 smithi145 conmon[67302]: cluster 2022-01-25T23:13:53.433871+0000 mgr.smithi120.hllzij (mgr.14704) 966 : cluster [DBG] pgmap v833: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:54 smithi145 conmon[67302]: audit 2022-01-25T23:13:53.690276+0000 mon.smithi120 (mon.0) 534 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:13:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:54 smithi145 conmon[67302]: audit 2022-01-25T23:13:53.690601+0000 mon.smithi120 (mon.0) 535 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:13:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:56 smithi120 conmon[102313]: cluster 2022-01-25T23:13:55.434576+0000 mgr.smithi120.hllzij (mgr.14704) 967 : cluster [DBG] pgmap v834: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:56 smithi145 conmon[67302]: cluster 2022-01-25T23:13:55.434576+0000 mgr.smithi120.hllzij (mgr.14704) 967 : cluster [DBG] pgmap v834: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:13:58 smithi120 conmon[102313]: cluster 2022-01-25T23:13:57.435096+0000 mgr.smithi120.hllzij (mgr.14704) 968 : cluster [DBG] pgmap v835: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:13:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:13:58 smithi145 conmon[67302]: cluster 2022-01-25T23:13:57.435096+0000 mgr.smithi120.hllzij (mgr.14704) 968 : cluster [DBG] pgmap v835: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:00 smithi120 conmon[102313]: cluster 2022-01-25T23:13:59.435557+0000 mgr.smithi120.hllzij (mgr.14704) 969 : cluster [DBG] pgmap v836: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:00 smithi145 conmon[67302]: cluster 2022-01-25T23:13:59.435557+0000 mgr.smithi120.hllzij (mgr.14704) 969 : cluster [DBG] pgmap v836: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:02 smithi120 conmon[102313]: cluster 2022-01-25T23:14:01.436359+0000 mgr.smithi120.hllzij (mgr.14704) 970 : cluster [DBG] pgmap v837: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:02 smithi145 conmon[67302]: cluster 2022-01-25T23:14:01.436359+0000 mgr.smithi120.hllzij (mgr.14704) 970 : cluster [DBG] pgmap v837: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:04 smithi120 conmon[102313]: cluster 2022-01-25T23:14:03.436897+0000 mgr.smithi120.hllzij (mgr.14704) 971 : cluster [DBG] pgmap v838: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:04 smithi145 conmon[67302]: cluster 2022-01-25T23:14:03.436897+0000 mgr.smithi120.hllzij (mgr.14704) 971 : cluster [DBG] pgmap v838: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:06 smithi120 conmon[102313]: cluster 2022-01-25T23:14:05.437799+0000 mgr.smithi120.hllzij (mgr.14704) 972 : cluster [DBG] pgmap v839: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:06 smithi145 conmon[67302]: cluster 2022-01-25T23:14:05.437799+0000 mgr.smithi120.hllzij (mgr.14704) 972 : cluster [DBG] pgmap v839: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:08 smithi120 conmon[102313]: cluster 2022-01-25T23:14:07.438473+0000 mgr.smithi120.hllzij (mgr.14704) 973 : cluster [DBG] pgmap v840: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:08 smithi145 conmon[67302]: cluster 2022-01-25T23:14:07.438473+0000 mgr.smithi120.hllzij (mgr.14704) 973 : cluster [DBG] pgmap v840: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:10 smithi120 conmon[102313]: cluster 2022-01-25T23:14:09.439158+0000 mgr.smithi120.hllzij (mgr.14704) 974 : cluster [DBG] pgmap v841: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:10 smithi145 conmon[67302]: cluster 2022-01-25T23:14:09.439158+0000 mgr.smithi120.hllzij (mgr.14704) 974 : cluster [DBG] pgmap v841: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:11.548 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:14:11.815 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:14:11.816 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (33m) 5m ago 34m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:14:11.816 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (26m) 5m ago 34m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:14:11.816 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (26m) 5m ago 33m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:14:11.817 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (33m) 5m ago 34m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:14:11.817 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (30m) 5m ago 30m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:14:11.817 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (30m) 5m ago 30m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:14:11.817 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (27m) 5m ago 35m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:14:11.817 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (27m) 5m ago 33m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:14:11.818 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (26m) 5m ago 35m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:14:11.818 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (26m) 5m ago 33m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:14:11.818 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (27m) 5m ago 27m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:14:11.818 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (27m) 5m ago 27m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:14:11.818 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (34m) 5m ago 34m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:14:11.819 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (33m) 5m ago 33m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:14:11.819 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (21m) 5m ago 33m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:14:11.819 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (33m) 5m ago 33m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:14:11.819 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (32m) 5m ago 32m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:14:11.819 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (32m) 5m ago 32m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:14:11.820 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (32m) 5m ago 32m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:14:11.820 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (31m) 5m ago 31m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:14:11.820 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (31m) 5m ago 31m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:14:11.820 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (31m) 5m ago 31m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:14:11.820 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (33m) 5m ago 34m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:14:12.136 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:14:12.137 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:14:12.137 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:14:12.137 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:14:12.137 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:14:12.138 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:14:12.138 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:14:12.138 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:14:12.138 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:14:12.139 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:14:12.139 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:14:12.139 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:14:12.139 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:14:12.140 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:14:12.140 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:14:12.140 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:14:12.140 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:14:12.141 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:14:12.141 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:14:12.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:12 smithi120 conmon[102313]: cluster 2022-01-25T23:14:11.439869+0000 mgr.smithi120.hllzij (mgr.14704) 975 2022-01-25T23:14:12.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:12 smithi120 conmon[102313]: : cluster [DBG] pgmap v842: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:12.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:12 smithi120 conmon[102313]: audit 2022-01-25T23:14:11.537524+0000 mgr.smithi120.hllzij (mgr.14704) 976 : audit [DBG] from='client.34718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:12.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:12 smithi120 conmon[102313]: audit 2022-01-25T23: 2022-01-25T23:14:12.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:12 smithi120 conmon[102313]: 14:12.136996+0000 mon.smithi120 (mon.0) 536 : audit [DBG] from='client.? 172.21.15.120:0/497524908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:14:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:12 smithi145 conmon[67302]: cluster 2022-01-25T23:14:11.439869+0000 mgr.smithi120.hllzij (mgr.14704) 975 : cluster [DBG] pgmap v842: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:12 smithi145 conmon[67302]: 2022-01-25T23:14:12.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:12 smithi145 conmon[67302]: audit 2022-01-25T23:14:11.537524+0000 mgr.smithi120.hllzij (mgr.14704) 976 : audit [DBG] from='client.34718 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:12.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:12 smithi145 conmon[67302]: audit 2022-01-25T23:14:12.136996+0000 mon.smithi120 (mon.0) 536 : audit [DBG] from='client.? 172.21.15.120:0/497524908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:14:13.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:13 smithi120 conmon[102313]: audit 2022-01-25T23:14:11.807335+0000 mgr.smithi120.hllzij (mgr.14704) 977 : audit [DBG] from='client.34722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:13.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:13 smithi120 conmon[102313]: 2022-01-25T23:14:13.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:13 smithi145 conmon[67302]: audit 2022-01-25T23:14:11.807335+0000 mgr.smithi120.hllzij (mgr.14704) 977 : audit [DBG] from='client.34722 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:14 smithi120 conmon[102313]: cluster 2022-01-25T23:14:13.440293+0000 mgr.smithi120.hllzij (mgr.14704) 978 : cluster [DBG] pgmap v843: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:14 smithi120 conmon[102313]: 2022-01-25T23:14:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:14 smithi145 conmon[67302]: cluster 2022-01-25T23:14:13.440293+0000 mgr.smithi120.hllzij (mgr.14704) 978 : cluster [DBG] 2022-01-25T23:14:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:14 smithi145 conmon[67302]: pgmap v843: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:16 smithi120 conmon[102313]: cluster 2022-01-25T23:14:15.441011+0000 mgr.smithi120.hllzij (mgr.14704) 979 : 2022-01-25T23:14:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:16 smithi120 conmon[102313]: cluster [DBG] pgmap v844: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:16 smithi145 conmon[67302]: cluster 2022-01-25T23:14:15.441011+0000 mgr.smithi120.hllzij (mgr.14704) 979 : cluster [DBG] pgmap v844: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:18 smithi120 conmon[102313]: cluster 2022-01-25T23:14:17.441480+0000 mgr.smithi120.hllzij (mgr.14704) 980 : cluster [DBG] pgmap v845: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:18 smithi145 conmon[67302]: cluster 2022-01-25T23:14:17.441480+0000 mgr.smithi120.hllzij (mgr.14704) 980 : cluster [DBG] pgmap v845: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:20 smithi120 conmon[102313]: cluster 2022-01-25T23:14:19.441933+0000 mgr.smithi120.hllzij (mgr.14704) 981 : cluster [DBG] pgmap v846: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:20 smithi145 conmon[67302]: cluster 2022-01-25T23:14:19.441933+0000 mgr.smithi120.hllzij (mgr.14704) 981 : cluster [DBG] pgmap v846: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:22 smithi120 conmon[102313]: cluster 2022-01-25T23:14:21.442735+0000 mgr.smithi120.hllzij (mgr.14704) 982 : cluster [DBG] pgmap v847: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:22.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:22 smithi145 conmon[67302]: cluster 2022-01-25T23:14:21.442735+0000 mgr.smithi120.hllzij (mgr.14704) 982 : cluster [DBG] pgmap v847: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:24 smithi120 conmon[102313]: cluster 2022-01-25T23:14:23.443217+0000 mgr.smithi120.hllzij (mgr.14704) 983 : cluster [DBG] pgmap v848: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:24.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:24 smithi145 conmon[67302]: cluster 2022-01-25T23:14:23.443217+0000 mgr.smithi120.hllzij (mgr.14704) 983 : cluster [DBG] pgmap v848: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:26 smithi120 conmon[102313]: cluster 2022-01-25T23:14:25.444292+0000 mgr.smithi120.hllzij (mgr.14704) 984 : cluster [DBG] pgmap v849: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:26 smithi145 conmon[67302]: cluster 2022-01-25T23:14:25.444292+0000 mgr.smithi120.hllzij (mgr.14704) 984 : cluster [DBG] pgmap v849: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:27.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:27 smithi120 conmon[102313]: audit 2022-01-25T23:14:26.538346+0000 mon.smithi120 (mon.0) 537 : audit [DBG] 2022-01-25T23:14:27.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:27 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:14:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:27 smithi120 conmon[102313]: audit 2022-01-25T23:14:26.539777+0000 mon.smithi120 (mon.0) 538 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:14:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:27 smithi120 conmon[102313]: audit 2022-01-25T23:14:26.540665+0000 mon.smithi120 (mon.0 2022-01-25T23:14:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:27 smithi120 conmon[102313]: ) 539 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:14:27.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:27 smithi120 conmon[102313]: cephadm 2022-01-25T23:14:26.541518+0000 mgr.smithi120.hllzij (mgr.14704) 985 : cephadm 2022-01-25T23:14:27.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:27 smithi120 conmon[102313]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:14:27.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:27 smithi120 conmon[102313]: audit 2022-01-25T23:14:26.936124+0000 mon.smithi120 (mon.0) 540 2022-01-25T23:14:27.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:27 smithi120 conmon[102313]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:14:27.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:27 smithi120 conmon[102313]: audit 2022-01-25T23:14:26.941150+0000 mon.smithi120 (mon.0) 541 : audit [INF] 2022-01-25T23:14:27.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:27 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:14:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:27 smithi145 conmon[67302]: audit 2022-01-25T23:14:26.538346+0000 mon.smithi120 (mon.0) 537 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:14:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:27 smithi145 conmon[67302]: audit 2022-01-25T23:14:26.539777+0000 mon.smithi120 (mon.0) 538 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:14:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:27 smithi145 conmon[67302]: audit 2022-01-25T23:14:26.540665+0000 mon.smithi120 (mon.0) 539 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:14:27.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:27 smithi145 conmon[67302]: cephadm 2022-01-25T23:14:26.541518+0000 mgr.smithi120.hllzij (mgr.14704) 985 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:14:27.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:27 smithi145 conmon[67302]: audit 2022-01-25T23:14:26.936124+0000 mon.smithi120 (mon.0) 540 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:14:27.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:27 smithi145 conmon[67302]: audit 2022-01-25T23:14:26.941150+0000 mon.smithi120 (mon.0) 541 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:14:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:28 smithi120 conmon[102313]: cluster 2022-01-25T23:14:27.444921+0000 mgr.smithi120.hllzij (mgr.14704) 986 : cluster [DBG] pgmap v850: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:28 smithi145 conmon[67302]: cluster 2022-01-25T23:14:27.444921+0000 mgr.smithi120.hllzij (mgr.14704) 986 : cluster [DBG] pgmap v850: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:30 smithi120 conmon[102313]: cluster 2022-01-25T23:14:29.445508+0000 mgr.smithi120.hllzij (mgr.14704) 987 : cluster [DBG] pgmap v851: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:30 smithi145 conmon[67302]: cluster 2022-01-25T23:14:29.445508+0000 mgr.smithi120.hllzij (mgr.14704) 987 : cluster [DBG] pgmap v851: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:32 smithi120 conmon[102313]: cluster 2022-01-25T23:14:31.446312+0000 mgr.smithi120.hllzij (mgr.14704) 988 : cluster [DBG] pgmap v852: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:32.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:32 smithi145 conmon[67302]: cluster 2022-01-25T23:14:31.446312+0000 mgr.smithi120.hllzij (mgr.14704) 988 : cluster [DBG] pgmap v852: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:34 smithi120 conmon[102313]: cluster 2022-01-25T23:14:33.446913+0000 mgr.smithi120.hllzij (mgr.14704) 989 : cluster [DBG] pgmap v853: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:34 smithi145 conmon[67302]: cluster 2022-01-25T23:14:33.446913+0000 mgr.smithi120.hllzij (mgr.14704) 989 : cluster [DBG] pgmap v853: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:36 smithi120 conmon[102313]: cluster 2022-01-25T23:14:35.447716+0000 mgr.smithi120.hllzij (mgr.14704) 990 : cluster [DBG] pgmap v854: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:36.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:36 smithi145 conmon[67302]: cluster 2022-01-25T23:14:35.447716+0000 mgr.smithi120.hllzij (mgr.14704) 990 : cluster [DBG] pgmap v854: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:38 smithi120 conmon[102313]: cluster 2022-01-25T23:14:37.448147+0000 mgr.smithi120.hllzij (mgr.14704) 991 : cluster [DBG] pgmap v855: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:38 smithi145 conmon[67302]: cluster 2022-01-25T23:14:37.448147+0000 mgr.smithi120.hllzij (mgr.14704) 991 : cluster [DBG] pgmap v855: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:40 smithi120 conmon[102313]: cluster 2022-01-25T23:14:39.448652+0000 mgr.smithi120.hllzij (mgr.14704) 992 : cluster [DBG] pgmap v856: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:40 smithi120 conmon[102313]: 2022-01-25T23:14:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:40 smithi145 conmon[67302]: cluster 2022-01-25T23:14:39.448652+0000 mgr.smithi120.hllzij (mgr.14704) 992 : cluster [DBG] pgmap v856: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:42.439 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:14:42.707 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:14:42.708 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (33m) 6m ago 35m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:14:42.708 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (27m) 6m ago 34m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:14:42.708 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (26m) 6m ago 34m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:14:42.708 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (33m) 6m ago 34m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:14:42.709 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (30m) 6m ago 30m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:14:42.709 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (30m) 6m ago 30m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:14:42.709 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (27m) 6m ago 36m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:14:42.709 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (27m) 6m ago 34m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:14:42.709 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (27m) 6m ago 36m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:14:42.710 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (27m) 6m ago 34m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:14:42.710 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (28m) 6m ago 28m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:14:42.710 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (28m) 6m ago 28m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:14:42.710 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (34m) 6m ago 34m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:14:42.711 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (34m) 6m ago 34m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:14:42.711 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (21m) 6m ago 33m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:14:42.711 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (33m) 6m ago 33m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:14:42.711 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (33m) 6m ago 33m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:14:42.712 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (33m) 6m ago 32m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:14:42.712 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (32m) 6m ago 32m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:14:42.712 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (32m) 6m ago 32m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:14:42.712 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (32m) 6m ago 32m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:14:42.712 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (31m) 6m ago 31m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:14:42.713 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (33m) 6m ago 34m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:14:42.713 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:42 smithi120 conmon[102313]: cluster 2022-01-25T23:14:41.449576+0000 mgr.smithi120.hllzij (mgr.14704) 993 : 2022-01-25T23:14:42.713 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:42 smithi120 conmon[102313]: cluster [DBG] pgmap v857: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:42.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:42 smithi145 conmon[67302]: cluster 2022-01-25T23:14:41.449576+0000 mgr.smithi120.hllzij (mgr.14704) 993 : cluster [DBG] pgmap v857: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:43.026 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:14:43.026 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:14:43.027 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:14:43.027 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:14:43.027 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:14:43.027 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:14:43.028 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:14:43.028 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:14:43.028 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:14:43.028 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:14:43.029 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:14:43.029 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:14:43.029 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:14:43.029 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:14:43.029 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:14:43.030 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:14:43.030 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:14:43.030 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:14:43.030 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:14:43.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:43 smithi120 conmon[102313]: audit 2022-01-25T23:14:42.428123+0000 mgr.smithi120.hllzij (mgr.14704) 994 : audit [DBG] from='client.34730 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:43.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:43 smithi120 conmon[102313]: audit 2022-01-25T23:14:43.026855+0000 mon.smithi120 (mon.0 2022-01-25T23:14:43.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:43 smithi120 conmon[102313]: ) 542 : audit [DBG] from='client.? 172.21.15.120:0/1644845334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:14:43.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:43 smithi145 conmon[67302]: audit 2022-01-25T23:14:42.428123+0000 mgr.smithi120.hllzij (mgr.14704) 994 : audit [DBG] from='client.34730 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:43.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:43 smithi145 conmon[67302]: audit 2022-01-25T23:14:43.026855+0000 mon.smithi120 (mon.0) 542 : audit [DBG] from='client.? 172.21.15.120:0/1644845334' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:14:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:44 smithi120 conmon[102313]: audit 2022-01-25T23:14:42.699543+0000 mgr.smithi120.hllzij (mgr.14704) 995 : audit [DBG] from='client.34734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:44 smithi120 conmon[102313]: cluster 2022-01-25T23:14:43.450276 2022-01-25T23:14:44.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:44 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 996 : cluster [DBG] pgmap v858: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:44 smithi145 conmon[67302]: audit 2022-01-25T23:14:42.699543+0000 mgr.smithi120.hllzij (mgr.14704) 995 : audit [DBG] from='client.34734 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:14:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:44 smithi145 conmon[67302]: cluster 2022-01-25T23:14:43.450276+0000 mgr.smithi120.hllzij (mgr.14704) 996 : cluster [DBG] pgmap v858: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:46 smithi120 conmon[102313]: cluster 2022-01-25T23:14:45.451086+0000 mgr.smithi120.hllzij (mgr.14704) 997 : cluster [DBG] 2022-01-25T23:14:46.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:46 smithi120 conmon[102313]: pgmap v859: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:46 smithi145 conmon[67302]: cluster 2022-01-25T23:14:45.451086+0000 mgr.smithi120.hllzij (mgr.14704) 997 : cluster [DBG] pgmap v859: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:48 smithi120 conmon[102313]: cluster 2022-01-25T23:14:47.451593+0000 mgr.smithi120.hllzij (mgr.14704) 998 : cluster 2022-01-25T23:14:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:48 smithi120 conmon[102313]: [DBG] pgmap v860: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:48 smithi145 conmon[67302]: cluster 2022-01-25T23:14:47.451593+0000 mgr.smithi120.hllzij (mgr.14704) 998 : cluster [DBG] pgmap v860: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:50 smithi120 conmon[102313]: cluster 2022-01-25T23:14:49.452043+0000 mgr.smithi120.hllzij 2022-01-25T23:14:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:50 smithi120 conmon[102313]: (mgr.14704) 999 : cluster [DBG] pgmap v861: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:50 smithi145 conmon[67302]: cluster 2022-01-25T23:14:49.452043+0000 mgr.smithi120.hllzij (mgr.14704) 999 : cluster [DBG] pgmap v861: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:52.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:52 smithi120 conmon[102313]: cluster 2022-01-25T23:14:51.453023+0000 mgr.smithi120.hllzij (mgr.14704) 1000 : 2022-01-25T23:14:52.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:52 smithi120 conmon[102313]: cluster [DBG] pgmap v862: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:52 smithi145 conmon[67302]: cluster 2022-01-25T23:14:51.453023+0000 mgr.smithi120.hllzij (mgr.14704) 1000 : cluster [DBG] pgmap v862: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:14:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:52 smithi145 conmon[67302]: 2022-01-25T23:14:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:54 smithi120 conmon[102313]: cluster 2022-01-25T23:14:53.453594+0000 mgr.smithi120.hllzij (mgr.14704) 1001 : cluster [DBG] 2022-01-25T23:14:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:54 smithi120 conmon[102313]: pgmap v863: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:54 smithi120 conmon[102313]: audit 2022-01-25T23:14:53.693955+0000 mon.smithi120 (mon.0) 543 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:14:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:54 smithi120 conmon[102313]: audit 2022-01-25T23:14:53.694210+0000 mon.smithi120 (mon.0) 544 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:14:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:54 smithi145 conmon[67302]: cluster 2022-01-25T23:14:53.453594+0000 mgr.smithi120.hllzij (mgr.14704) 1001 : cluster [DBG] pgmap v863: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:54 smithi145 conmon[67302]: audit 2022-01-25T23:14:53.693955+0000 mon.smithi120 (mon.0) 543 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:14:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:54 smithi145 conmon[67302]: audit 2022-01-25T23:14:53.694210+0000 mon.smithi120 (mon.0) 544 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:14:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:56 smithi120 conmon[102313]: cluster 2022-01-25T23:14:55.454340+0000 mgr.smithi120.hllzij (mgr.14704) 1002 : cluster [DBG] pgmap v864: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:56.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:56 smithi145 conmon[67302]: cluster 2022-01-25T23:14:55.454340+0000 mgr.smithi120.hllzij (mgr.14704) 1002 : cluster [DBG] pgmap v864: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:58 smithi120 conmon[102313]: cluster 2022-01-25T23:14:57.454791+0000 mgr.smithi120.hllzij (mgr.14704) 1003 : cluster [DBG] 2022-01-25T23:14:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:14:58 smithi120 conmon[102313]: pgmap v865: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:14:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:14:58 smithi145 conmon[67302]: cluster 2022-01-25T23:14:57.454791+0000 mgr.smithi120.hllzij (mgr.14704) 1003 : cluster [DBG] pgmap v865: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:00 smithi120 conmon[102313]: cluster 2022-01-25T23:14:59.455225+0000 mgr.smithi120.hllzij (mgr.14704) 1004 : cluster [DBG] pgmap v866: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:00 smithi145 conmon[67302]: cluster 2022-01-25T23:14:59.455225+0000 mgr.smithi120.hllzij (mgr.14704) 1004 : cluster [DBG] pgmap v866: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:00 smithi145 conmon[67302]: 2022-01-25T23:15:02.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:02 smithi120 conmon[102313]: cluster 2022-01-25T23:15:01.456188+0000 mgr.smithi120.hllzij (mgr.14704) 1005 : cluster [DBG] pgmap v867: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:02 smithi145 conmon[67302]: cluster 2022-01-25T23:15:01.456188+0000 mgr.smithi120.hllzij (mgr.14704) 1005 : cluster [DBG] pgmap v867: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:04 smithi120 conmon[102313]: cluster 2022-01-25T23:15:03.456670+0000 mgr.smithi120.hllzij (mgr.14704) 1006 : cluster 2022-01-25T23:15:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:04 smithi120 conmon[102313]: [DBG] pgmap v868: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:04 smithi145 conmon[67302]: cluster 2022-01-25T23:15:03.456670+0000 mgr.smithi120.hllzij (mgr.14704) 1006 : cluster [DBG] 2022-01-25T23:15:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:04 smithi145 conmon[67302]: pgmap v868: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:06 smithi120 conmon[102313]: cluster 2022-01-25T23:15:05.457513+0000 mgr.smithi120.hllzij (mgr.14704) 1007 : cluster [DBG] 2022-01-25T23:15:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:06 smithi120 conmon[102313]: pgmap v869: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:06 smithi145 conmon[67302]: cluster 2022-01-25T23:15:05.457513+0000 mgr.smithi120.hllzij (mgr.14704) 1007 : cluster [DBG] 2022-01-25T23:15:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:06 smithi145 conmon[67302]: pgmap v869: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:08 smithi120 conmon[102313]: cluster 2022-01-25T23:15:07.458105+0000 mgr.smithi120.hllzij (mgr.14704) 1008 : cluster [DBG] pgmap v870: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:08 smithi145 conmon[67302]: cluster 2022-01-25T23:15:07.458105+0000 mgr.smithi120.hllzij (mgr.14704) 1008 : cluster 2022-01-25T23:15:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:08 smithi145 conmon[67302]: [DBG] pgmap v870: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:10 smithi120 conmon[102313]: cluster 2022-01-25T23:15:09.458639+0000 mgr.smithi120.hllzij (mgr.14704) 1009 : cluster [DBG] 2022-01-25T23:15:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:10 smithi120 conmon[102313]: pgmap v871: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:10 smithi145 conmon[67302]: cluster 2022-01-25T23:15:09.458639+0000 mgr.smithi120.hllzij (mgr.14704) 1009 : cluster 2022-01-25T23:15:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:10 smithi145 conmon[67302]: [DBG] pgmap v871: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:12.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:12 smithi120 conmon[102313]: cluster 2022-01-25T23:15:11.459473+0000 mgr.smithi120.hllzij (mgr.14704) 1010 : cluster 2022-01-25T23:15:12.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:12 smithi120 conmon[102313]: [DBG] pgmap v872: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:12 smithi145 conmon[67302]: cluster 2022-01-25T23:15:11.459473+0000 mgr.smithi120.hllzij (mgr.14704) 1010 2022-01-25T23:15:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:12 smithi145 conmon[67302]: : cluster [DBG] pgmap v872: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:13.330 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:15:13.600 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:15:13.600 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (34m) 6m ago 35m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:15:13.601 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (27m) 6m ago 35m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:15:13.601 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (27m) 6m ago 35m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:15:13.602 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (34m) 6m ago 35m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:15:13.602 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (31m) 6m ago 31m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:15:13.603 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (31m) 6m ago 31m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:15:13.603 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (28m) 6m ago 36m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:15:13.604 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (28m) 6m ago 34m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:15:13.604 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (28m) 6m ago 36m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:15:13.604 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (27m) 6m ago 34m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:15:13.605 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (28m) 6m ago 28m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:15:13.605 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (28m) 6m ago 28m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:15:13.606 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (35m) 6m ago 35m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:15:13.606 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (34m) 6m ago 34m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:15:13.607 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (22m) 6m ago 34m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:15:13.607 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (34m) 6m ago 34m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:15:13.608 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (33m) 6m ago 33m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:15:13.608 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (33m) 6m ago 33m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:15:13.609 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (33m) 6m ago 33m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:15:13.609 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (32m) 6m ago 32m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:15:13.609 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (32m) 6m ago 32m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:15:13.610 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (32m) 6m ago 32m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:15:13.610 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (34m) 6m ago 35m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:15:13.921 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:15:13.921 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:15:13.921 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:15:13.922 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:15:13.922 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:15:13.922 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:15:13.922 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:15:13.923 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:15:13.923 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:15:13.923 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:15:13.923 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:15:13.924 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:15:13.924 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:15:13.924 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:15:13.924 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:15:13.925 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:15:13.925 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:15:13.925 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:15:13.925 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:15:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:14 smithi120 conmon[102313]: audit 2022-01-25T23:15:13.320045+0000 mgr.smithi120.hllzij (mgr.14704) 1011 : 2022-01-25T23:15:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:14 smithi120 conmon[102313]: audit [DBG] from='client.34742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:14.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:14 smithi120 conmon[102313]: cluster 2022-01-25T23:15:13.459875+0000 mgr.smithi120.hllzij (mgr.14704) 1012 : cluster [DBG] pgmap v873: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:14.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:14 smithi120 conmon[102313]: audit 2022-01-25T23:15:13.592093+0000 mgr.smithi120.hllzij (mgr.14704) 1013 : 2022-01-25T23:15:14.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:14 smithi120 conmon[102313]: audit [DBG] from='client.34746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:14.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:14 smithi120 conmon[102313]: audit 2022-01-25T23:15: 2022-01-25T23:15:14.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:14 smithi120 conmon[102313]: 13.921706+0000 mon.smithi120 (mon.0) 545 : audit 2022-01-25T23:15:14.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:14 smithi120 conmon[102313]: [DBG] from='client.? 172.21.15.120:0/79108845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:15:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:14 smithi145 conmon[67302]: audit 2022-01-25T23:15:13.320045+0000 mgr.smithi120.hllzij (mgr.14704) 1011 : audit [DBG] from='client.34742 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:14 smithi145 conmon[67302]: 2022-01-25T23:15:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:14 smithi145 conmon[67302]: cluster 2022-01-25T23:15:13.459875+0000 mgr.smithi120.hllzij (mgr.14704) 1012 : cluster [DBG] pgmap v873: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:14.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:14 smithi145 conmon[67302]: audit 2022-01-25T23:15:13.592093+0000 2022-01-25T23:15:14.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:14 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 1013 : audit [DBG] from='client.34746 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:14.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:14 smithi145 conmon[67302]: audit 2022-01-25T23 2022-01-25T23:15:14.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:14 smithi145 conmon[67302]: :15:13.921706+0000 mon.smithi120 (mon. 2022-01-25T23:15:14.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:14 smithi145 conmon[67302]: 0) 545 : audit [DBG] from='client.? 172.21.15.120:0/79108845' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:15:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:16 smithi120 conmon[102313]: cluster 2022-01-25T23:15:15.460674+0000 mgr.smithi120.hllzij (mgr.14704) 1014 : cluster 2022-01-25T23:15:16.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:16 smithi120 conmon[102313]: [DBG] pgmap v874: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:16 smithi145 conmon[67302]: cluster 2022-01-25T23:15:15.460674+0000 mgr.smithi120.hllzij (mgr.14704) 1014 : cluster [DBG] pgmap v874: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:18 smithi120 conmon[102313]: cluster 2022-01-25T23:15:17.461097+0000 mgr.smithi120.hllzij (mgr.14704) 1015 : cluster [DBG] pgmap v875: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:18 smithi145 conmon[67302]: cluster 2022-01-25T23:15:17.461097+0000 mgr.smithi120.hllzij (mgr.14704) 1015 : cluster [DBG] pgmap v875: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:20 smithi120 conmon[102313]: cluster 2022-01-25T23:15:19.461721+0000 mgr.smithi120.hllzij (mgr.14704) 1016 : cluster [DBG] pgmap v876: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:20 smithi145 conmon[67302]: cluster 2022-01-25T23:15:19.461721+0000 mgr.smithi120.hllzij (mgr.14704) 1016 : 2022-01-25T23:15:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:20 smithi145 conmon[67302]: cluster [DBG] pgmap v876: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:22 smithi120 conmon[102313]: cluster 2022-01-25T23:15:21.462469+0000 mgr.smithi120.hllzij (mgr.14704) 1017 : cluster [DBG] pgmap v877: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:22.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:22 smithi145 conmon[67302]: cluster 2022-01-25T23:15:21.462469+0000 mgr.smithi120.hllzij (mgr.14704) 1017 : cluster [DBG] pgmap v877: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:22.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:22 smithi145 conmon[67302]: 2022-01-25T23:15:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:24 smithi120 conmon[102313]: cluster 2022-01-25T23:15:23.462947+0000 mgr.smithi120.hllzij (mgr.14704) 1018 : cluster [DBG] pgmap v878: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:24.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:24 smithi145 conmon[67302]: cluster 2022-01-25T23:15:23.462947+0000 mgr.smithi120.hllzij (mgr.14704) 1018 : cluster [DBG] 2022-01-25T23:15:24.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:24 smithi145 conmon[67302]: pgmap v878: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:26 smithi120 conmon[102313]: cluster 2022-01-25T23:15:25.463731+0000 mgr.smithi120.hllzij (mgr.14704) 1019 : cluster [DBG] pgmap v879: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:26 smithi145 conmon[67302]: cluster 2022-01-25T23:15:25.463731+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:15:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:26 smithi145 conmon[67302]: 1019 : cluster [DBG] pgmap v879: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:27.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:27 smithi120 conmon[102313]: audit 2022-01-25T23:15:26.943722+0000 mon.smithi120 (mon.0) 546 : audit 2022-01-25T23:15:27.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:27 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:15:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:27 smithi120 conmon[102313]: audit 2022-01-25T23:15:26.945228+0000 mon.smithi120 (mon.0) 547 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:15:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:27 smithi120 conmon[102313]: audit 2022-01-25T23:15:26.946173+0000 mon.smithi120 (mon.0) 548 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:15:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:27 smithi120 conmon[102313]: audit 2022-01-25T23:15:27.337968+0000 mon.smithi120 (mon.0 2022-01-25T23:15:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:27 smithi120 conmon[102313]: ) 549 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:15:27.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:27 smithi120 conmon[102313]: audit 2022-01-25T23:15:27.342514+0000 mon.smithi120 (mon.0) 550 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:15:27.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:27 smithi145 conmon[67302]: audit 2022-01-25T23:15:26.943722+0000 mon.smithi120 (mon.0) 2022-01-25T23:15:27.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:27 smithi145 conmon[67302]: 546 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:15:27.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:27 smithi145 conmon[67302]: audit 2022-01-25T23:15:26.945228+0000 mon.smithi120 (mon.0) 547 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:15:27.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:27 smithi145 conmon[67302]: audit 2022-01-25T23:15:27.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:27 smithi145 conmon[67302]: 2022-01-25T23:15:26.946173+0000 mon.smithi120 (mon.0) 548 2022-01-25T23:15:27.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:27 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:15:27.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:27 smithi145 conmon[67302]: audit 2022-01-25T23: 2022-01-25T23:15:27.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:27 smithi145 conmon[67302]: 15:27.337968+0000 mon.smithi120 (mon.0) 2022-01-25T23:15:27.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:27 smithi145 conmon[67302]: 549 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:15:27.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:27 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T23:15:27.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:27 smithi145 conmon[67302]: 23:15:27.342514+0000 mon.smithi120 (mon. 2022-01-25T23:15:27.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:27 smithi145 conmon[67302]: 0) 550 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:15:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:28 smithi120 conmon[102313]: cephadm 2022-01-25T23:15:26.946892+0000 mgr.smithi120.hllzij (mgr.14704) 1020 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:15:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:28 smithi120 conmon[102313]: 2022-01-25T23:15:28.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:28 smithi120 conmon[102313]: cluster 2022-01-25T23:15:27.464206+0000 mgr.smithi120.hllzij (mgr.14704) 1021 : cluster [DBG] pgmap v880: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:28 smithi145 conmon[67302]: cephadm 2022-01-25T23:15:26.946892+0000 mgr.smithi120.hllzij (mgr.14704) 1020 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:15:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:28 smithi145 conmon[67302]: cluster 2022-01-25T23:15:27.464206+0000 mgr.smithi120.hllzij (mgr.14704) 1021 : cluster [DBG] pgmap v880: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:30 smithi120 conmon[102313]: cluster 2022-01-25T23:15:29.464729+0000 mgr.smithi120.hllzij (mgr.14704) 1022 : cluster [DBG] pgmap v881: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:30 smithi145 conmon[67302]: cluster 2022-01-25T23:15:29.464729+0000 mgr.smithi120.hllzij (mgr.14704) 1022 : cluster [DBG] pgmap v881: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:32 smithi120 conmon[102313]: cluster 2022-01-25T23:15:31.465676+0000 mgr.smithi120.hllzij (mgr.14704) 1023 : cluster [DBG] pgmap v882: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:32.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:32 smithi145 conmon[67302]: cluster 2022-01-25T23:15:31.465676+0000 mgr.smithi120.hllzij (mgr.14704) 1023 : cluster [DBG] 2022-01-25T23:15:32.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:32 smithi145 conmon[67302]: pgmap v882: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:34 smithi120 conmon[102313]: cluster 2022-01-25T23:15:33.466361+0000 mgr.smithi120.hllzij (mgr.14704) 1024 : cluster [DBG] pgmap v883: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:34 smithi145 conmon[67302]: cluster 2022-01-25T23:15:33.466361+0000 mgr.smithi120.hllzij (mgr.14704) 1024 : cluster [DBG] 2022-01-25T23:15:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:34 smithi145 conmon[67302]: pgmap v883: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:36 smithi120 conmon[102313]: cluster 2022-01-25T23:15:35.467235+0000 mgr.smithi120.hllzij (mgr.14704) 1025 : cluster [DBG] pgmap v884: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:36.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:36 smithi145 conmon[67302]: cluster 2022-01-25T23:15:35.467235+0000 mgr.smithi120.hllzij (mgr.14704) 1025 : cluster 2022-01-25T23:15:36.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:36 smithi145 conmon[67302]: [DBG] pgmap v884: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:38 smithi120 conmon[102313]: cluster 2022-01-25T23:15:37.467773+0000 mgr.smithi120.hllzij (mgr.14704) 1026 : cluster [DBG] pgmap v885: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:38 smithi120 conmon[102313]: 2022-01-25T23:15:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:38 smithi145 conmon[67302]: cluster 2022-01-25T23:15:37.467773+0000 mgr.smithi120.hllzij (mgr.14704) 1026 : cluster [DBG] pgmap v885: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:40 smithi120 conmon[102313]: cluster 2022-01-25T23:15:39.468306+0000 mgr.smithi120.hllzij (mgr.14704) 1027 : cluster [DBG] pgmap v886: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:40 smithi120 conmon[102313]: 2022-01-25T23:15:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:40 smithi145 conmon[67302]: cluster 2022-01-25T23:15:39.468306+0000 mgr.smithi120.hllzij (mgr.14704) 1027 : cluster [DBG] pgmap v886: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:42.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:42 smithi120 conmon[102313]: cluster 2022-01-25T23:15:41.469299+0000 mgr.smithi120.hllzij (mgr.14704) 1028 : cluster [DBG] pgmap v887: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:42.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:42 smithi120 conmon[102313]: 2022-01-25T23:15:42.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:42 smithi145 conmon[67302]: cluster 2022-01-25T23:15:41.469299+0000 mgr.smithi120.hllzij (mgr.14704) 1028 : cluster [DBG] pgmap v887: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:44.224 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:15:44.491 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:15:44.492 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (34m) 7m ago 36m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:15:44.492 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (28m) 7m ago 36m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:15:44.492 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (28m) 7m ago 35m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:15:44.493 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (34m) 7m ago 35m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:15:44.493 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (31m) 7m ago 31m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:15:44.493 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (31m) 7m ago 31m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:15:44.493 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (28m) 7m ago 37m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:15:44.494 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (28m) 7m ago 35m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:15:44.494 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (28m) 7m ago 37m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:15:44.494 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (28m) 7m ago 35m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:15:44.494 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (29m) 7m ago 29m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:15:44.495 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (29m) 7m ago 29m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:15:44.495 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (35m) 7m ago 35m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:15:44.495 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (35m) 7m ago 35m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:15:44.495 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (22m) 7m ago 34m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:15:44.496 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (34m) 7m ago 34m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:15:44.496 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (34m) 7m ago 34m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:15:44.496 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (34m) 7m ago 34m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:15:44.496 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (33m) 7m ago 33m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:15:44.496 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (33m) 7m ago 33m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:15:44.497 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (33m) 7m ago 33m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:15:44.497 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (32m) 7m ago 32m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:15:44.497 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (34m) 7m ago 35m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:15:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:44 smithi120 conmon[102313]: cluster 2022-01-25T23:15:43.469845+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:15:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:44 smithi120 conmon[102313]: 1029 : cluster [DBG] pgmap v888: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:44.815 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:15:44.816 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:15:44.816 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:15:44.816 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:15:44.816 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:15:44.817 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:15:44.817 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:15:44.817 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:15:44.817 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:15:44.817 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:15:44.818 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:15:44.818 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:15:44.818 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:15:44.818 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:15:44.819 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:15:44.819 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:15:44.819 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:15:44.819 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:15:44.820 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:15:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:44 smithi145 conmon[67302]: cluster 2022-01-25T23:15:43.469845+0000 mgr.smithi120.hllzij (mgr.14704) 1029 2022-01-25T23:15:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:44 smithi145 conmon[67302]: : cluster [DBG] pgmap v888: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:45.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:45 smithi120 conmon[102313]: audit 2022-01-25T23:15:44.213148+0000 mgr.smithi120.hllzij (mgr.14704) 1030 : audit 2022-01-25T23:15:45.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:45 smithi120 conmon[102313]: [DBG] from='client.34754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:45.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:45 smithi120 conmon[102313]: audit 2022-01-25T23:15:44.483492+0000 mgr.smithi120.hllzij (mgr.14704) 1031 : audit [DBG] from='client.34758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:45.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:45 smithi120 conmon[102313]: audit 2022-01-25T23:15:44. 2022-01-25T23:15:45.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:45 smithi120 conmon[102313]: 816131+0000 mon.smithi120 (mon.0) 551 : audit [DBG] from='client.? 172.21.15.120:0/3694698461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:15:45.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:45 smithi145 conmon[67302]: audit 2022-01-25T23:15:44.213148+0000 mgr.smithi120.hllzij (mgr.14704) 1030 : audit [DBG] 2022-01-25T23:15:45.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:45 smithi145 conmon[67302]: from='client.34754 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:45.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:45 smithi145 conmon[67302]: audit 2022-01-25T23:15:44.483492+0000 mgr.smithi120.hllzij (mgr.14704) 1031 : audit [DBG] from='client.34758 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:15:45.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:45 smithi145 conmon[67302]: audit 2022-01-25T23:15:45.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:45 smithi145 conmon[67302]: 2022-01-25T23:15:44.816131+0000 mon.smithi120 (mon.0) 551 : audit [DBG] from='client.? 172.21.15.120:0/3694698461' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:15:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:46 smithi120 conmon[102313]: cluster 2022-01-25T23:15:45.470460+0000 mgr.smithi120.hllzij (mgr.14704) 1032 : cluster [DBG] pgmap v889: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:46 smithi145 conmon[67302]: cluster 2022-01-25T23:15:45.470460+0000 mgr.smithi120.hllzij (mgr.14704) 1032 : cluster 2022-01-25T23:15:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:46 smithi145 conmon[67302]: [DBG] pgmap v889: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:48 smithi120 conmon[102313]: cluster 2022-01-25T23:15:47.470952+0000 mgr.smithi120.hllzij (mgr.14704) 1033 : cluster [DBG] pgmap v890: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:48 smithi145 conmon[67302]: cluster 2022-01-25T23:15:47.470952+0000 mgr.smithi120.hllzij (mgr.14704) 1033 : cluster 2022-01-25T23:15:48.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:48 smithi145 conmon[67302]: [DBG] pgmap v890: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:50 smithi120 conmon[102313]: cluster 2022-01-25T23:15:49.471462+0000 mgr.smithi120.hllzij (mgr.14704) 1034 : cluster [DBG] pgmap v891: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:50 smithi145 conmon[67302]: cluster 2022-01-25T23:15:49.471462+0000 mgr.smithi120.hllzij (mgr.14704) 1034 : cluster [DBG] 2022-01-25T23:15:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:50 smithi145 conmon[67302]: pgmap v891: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:52 smithi120 conmon[102313]: cluster 2022-01-25T23:15:51.472413+0000 mgr.smithi120.hllzij (mgr.14704) 1035 : cluster [DBG] pgmap v892: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:52 smithi145 conmon[67302]: cluster 2022-01-25T23:15:51.472413+0000 mgr.smithi120.hllzij (mgr.14704) 1035 : cluster 2022-01-25T23:15:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:52 smithi145 conmon[67302]: [DBG] pgmap v892: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:15:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:54 smithi120 conmon[102313]: cluster 2022-01-25T23:15:53.472990+0000 mgr.smithi120.hllzij (mgr.14704) 1036 : cluster [DBG] pgmap v893: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:54 smithi120 conmon[102313]: audit 2022-01-25T23:15:53.698291+0000 mon.smithi120 (mon 2022-01-25T23:15:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:54 smithi120 conmon[102313]: .0) 552 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:15:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:54 smithi120 conmon[102313]: audit 2022-01-25T23:15:53.698578+0000 mon.smithi120 (mon.0) 553 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:15:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:54 smithi145 conmon[67302]: cluster 2022-01-25T23:15:53.472990+0000 mgr.smithi120.hllzij (mgr.14704) 1036 : cluster 2022-01-25T23:15:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:54 smithi145 conmon[67302]: [DBG] pgmap v893: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:54 smithi145 conmon[67302]: audit 2022-01-25T23:15:53.698291+0000 mon.smithi120 (mon.0) 552 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:15:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:54 smithi145 conmon[67302]: audit 2022-01-25T23:15:54.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:54 smithi145 conmon[67302]: 2022-01-25T23:15:53.698578+0000 mon.smithi120 (mon.0) 553 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:15:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:56 smithi120 conmon[102313]: cluster 2022-01-25T23:15:55.474008+0000 mgr.smithi120.hllzij (mgr.14704) 1037 : cluster [DBG] pgmap v894: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:56 smithi145 conmon[67302]: cluster 2022-01-25T23:15:55.474008+0000 mgr.smithi120.hllzij (mgr.14704) 1037 : cluster [DBG] 2022-01-25T23:15:56.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:56 smithi145 conmon[67302]: pgmap v894: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:15:58 smithi120 conmon[102313]: cluster 2022-01-25T23:15:57.474647+0000 mgr.smithi120.hllzij (mgr.14704) 1038 : cluster [DBG] pgmap v895: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:15:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:58 smithi145 conmon[67302]: cluster 2022-01-25T23:15:57.474647+0000 mgr.smithi120.hllzij (mgr.14704) 1038 : cluster 2022-01-25T23:15:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:15:58 smithi145 conmon[67302]: [DBG] pgmap v895: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:00 smithi120 conmon[102313]: cluster 2022-01-25T23:15:59.475196+0000 mgr.smithi120.hllzij (mgr.14704) 1039 : cluster [DBG] pgmap v896: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:00 smithi120 conmon[102313]: 2022-01-25T23:16:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:00 smithi145 conmon[67302]: cluster 2022-01-25T23:15:59.475196+0000 mgr.smithi120.hllzij (mgr.14704) 1039 2022-01-25T23:16:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:00 smithi145 conmon[67302]: : cluster [DBG] pgmap v896: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:02 smithi120 conmon[102313]: cluster 2022-01-25T23:16:01.476013+0000 mgr.smithi120.hllzij (mgr.14704) 1040 : cluster [DBG] pgmap v897: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:02 smithi145 conmon[67302]: cluster 2022-01-25T23:16:01.476013+0000 mgr.smithi120.hllzij (mgr.14704) 1040 : cluster 2022-01-25T23:16:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:02 smithi145 conmon[67302]: [DBG] pgmap v897: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:04 smithi120 conmon[102313]: cluster 2022-01-25T23:16:03.476529+0000 mgr.smithi120.hllzij (mgr.14704) 1041 : cluster [DBG] pgmap v898: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:04 smithi145 conmon[67302]: cluster 2022-01-25T23:16:03.476529+0000 mgr.smithi120.hllzij (mgr.14704) 1041 : cluster [DBG] pgmap v898: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:04 smithi145 conmon[67302]: 2022-01-25T23:16:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:06 smithi120 conmon[102313]: cluster 2022-01-25T23:16:05.477438+0000 mgr.smithi120.hllzij (mgr.14704) 1042 : cluster [DBG] 2022-01-25T23:16:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:06 smithi120 conmon[102313]: pgmap v899: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:06 smithi145 conmon[67302]: cluster 2022-01-25T23:16:05.477438+0000 mgr.smithi120.hllzij (mgr.14704) 1042 : cluster [DBG] 2022-01-25T23:16:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:06 smithi145 conmon[67302]: pgmap v899: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:08 smithi120 conmon[102313]: cluster 2022-01-25T23:16:07.477938+0000 mgr.smithi120.hllzij (mgr.14704) 1043 : cluster [DBG] pgmap v900: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:08.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:08 smithi120 conmon[102313]: 2022-01-25T23:16:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:08 smithi145 conmon[67302]: cluster 2022-01-25T23:16:07.477938+0000 mgr.smithi120.hllzij (mgr.14704) 1043 : cluster [DBG] 2022-01-25T23:16:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:08 smithi145 conmon[67302]: pgmap v900: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:10 smithi120 conmon[102313]: cluster 2022-01-25T23:16:09.478396+0000 mgr.smithi120.hllzij (mgr.14704) 1044 : cluster [DBG] pgmap v901: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:10 smithi120 conmon[102313]: 2022-01-25T23:16:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:10 smithi145 conmon[67302]: cluster 2022-01-25T23:16:09.478396+0000 mgr.smithi120.hllzij (mgr.14704) 1044 : cluster [DBG] pgmap v901: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:10 smithi145 conmon[67302]: 2022-01-25T23:16:12.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:12 smithi120 conmon[102313]: cluster 2022-01-25T23:16:11.479324+0000 mgr.smithi120.hllzij (mgr.14704) 1045 : cluster [DBG] pgmap v902: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:12 smithi145 conmon[67302]: cluster 2022-01-25T23:16:11.479324+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:16:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:12 smithi145 conmon[67302]: 1045 : cluster [DBG] pgmap v902: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:14 smithi120 conmon[102313]: cluster 2022-01-25T23:16:13.479960+0000 mgr.smithi120.hllzij (mgr.14704) 1046 : cluster [DBG] pgmap v903: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:14 smithi145 conmon[67302]: cluster 2022-01-25T23:16:13.479960+0000 mgr.smithi120.hllzij (mgr.14704) 1046 : cluster [DBG] pgmap v903: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:14 smithi145 conmon[67302]: 2022-01-25T23:16:15.109 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:16:15.376 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:16:15.376 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (35m) 7m ago 36m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:16:15.377 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (28m) 7m ago 36m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:16:15.377 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (28m) 8m ago 36m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:16:15.377 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (35m) 7m ago 36m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:16:15.377 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (32m) 7m ago 32m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:16:15.377 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (32m) 8m ago 32m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:16:15.378 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (29m) 7m ago 37m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:16:15.378 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (29m) 8m ago 35m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:16:15.378 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (29m) 7m ago 37m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:16:15.378 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (28m) 8m ago 35m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:16:15.379 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (29m) 7m ago 29m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:16:15.379 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (29m) 8m ago 29m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:16:15.379 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (36m) 7m ago 36m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:16:15.379 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (35m) 8m ago 35m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:16:15.380 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (23m) 7m ago 35m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:16:15.380 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (35m) 7m ago 35m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:16:15.380 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (34m) 7m ago 34m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:16:15.380 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (34m) 7m ago 34m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:16:15.381 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (34m) 8m ago 34m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:16:15.381 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (34m) 8m ago 34m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:16:15.381 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (33m) 8m ago 33m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:16:15.381 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (33m) 8m ago 33m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:16:15.381 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (35m) 7m ago 36m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:16:15.698 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:16:15.698 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:16:15.699 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:16:15.699 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:16:15.699 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:16:15.699 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:16:15.700 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:16:15.700 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:16:15.700 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:16:15.701 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:16:15.701 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:16:15.701 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:16:15.701 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:16:15.701 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:16:15.702 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:16:15.702 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:16:15.702 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:16:15.703 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:16:15.703 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:16:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:16 smithi120 conmon[102313]: audit 2022-01-25T23:16:15.098605+0000 mgr.smithi120.hllzij (mgr.14704) 1047 : audit [DBG] 2022-01-25T23:16:16.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:16 smithi120 conmon[102313]: from='client.34766 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:16.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:16 smithi120 conmon[102313]: audit 2022-01-25T23:16:15.367983+0000 mgr.smithi120.hllzij (mgr.14704) 1048 : audit [DBG] from='client.34770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:16.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:16 smithi120 conmon[102313]: cluster 2022-01-25T23:16:15.480650+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:16:16.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:16 smithi120 conmon[102313]: 14704) 1049 : cluster [DBG] pgmap v904: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:16.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:16 smithi120 conmon[102313]: audit 2022-01-25T23:16:15.698792 2022-01-25T23:16:16.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:16 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 554 : audit [DBG] from='client.? 172.21.15.120:0/1509162366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:16:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:16 smithi145 conmon[67302]: audit 2022-01-25T23:16:15.098605+0000 mgr.smithi120.hllzij (mgr.14704) 1047 : audit 2022-01-25T23:16:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:16 smithi145 conmon[67302]: [DBG] from='client.34766 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:16 smithi145 conmon[67302]: audit 2022-01-25T23:16:15.367983+0000 mgr.smithi120.hllzij (mgr.14704) 1048 : audit [DBG] from='client.34770 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:16 smithi145 conmon[67302]: cluster 2022-01-25T23:16:15.480650+0000 mgr.smithi120.hllzij (mgr.14704) 1049 : cluster 2022-01-25T23:16:16.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:16 smithi145 conmon[67302]: [DBG] pgmap v904: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:16.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:16 smithi145 conmon[67302]: audit 2022-01-25T23: 2022-01-25T23:16:16.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:16 smithi145 conmon[67302]: 16:15.698792+0000 mon.smithi120 (mon.0) 554 : audit 2022-01-25T23:16:16.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:16 smithi145 conmon[67302]: [DBG] from='client.? 172.21.15.120:0/1509162366' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:16:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:18 smithi120 conmon[102313]: cluster 2022-01-25T23:16:17.481141+0000 mgr.smithi120.hllzij (mgr.14704) 1050 : cluster [DBG] pgmap v905: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:18.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:18 smithi145 conmon[67302]: cluster 2022-01-25T23:16:17.481141+0000 mgr.smithi120.hllzij (mgr.14704) 1050 : cluster [DBG] pgmap v905: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:20 smithi120 conmon[102313]: cluster 2022-01-25T23:16:19.481612+0000 mgr.smithi120.hllzij (mgr.14704) 1051 : cluster [DBG] pgmap v906: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:20 smithi120 conmon[102313]: 2022-01-25T23:16:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:20 smithi145 conmon[67302]: cluster 2022-01-25T23:16:19.481612+0000 mgr.smithi120.hllzij (mgr.14704) 1051 : cluster [DBG] pgmap v906: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:22 smithi120 conmon[102313]: cluster 2022-01-25T23:16:21.482417+0000 mgr.smithi120.hllzij (mgr.14704) 1052 : cluster [DBG] pgmap v907: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:22.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:22 smithi145 conmon[67302]: cluster 2022-01-25T23:16:21.482417+0000 mgr.smithi120.hllzij (mgr.14704) 1052 : cluster [DBG] pgmap v907: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:24 smithi120 conmon[102313]: cluster 2022-01-25T23:16:23.482874+0000 mgr.smithi120.hllzij (mgr.14704) 1053 : cluster [DBG] pgmap v908: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:24.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:24 smithi120 conmon[102313]: 2022-01-25T23:16:24.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:24 smithi145 conmon[67302]: cluster 2022-01-25T23:16:23.482874+0000 mgr.smithi120.hllzij (mgr.14704) 1053 : cluster [DBG] pgmap v908: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:26 smithi120 conmon[102313]: cluster 2022-01-25T23:16:25.483650+0000 mgr.smithi120.hllzij (mgr.14704) 1054 : cluster [DBG] pgmap v909: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:26 smithi145 conmon[67302]: cluster 2022-01-25T23:16:25.483650+0000 mgr.smithi120.hllzij (mgr.14704) 1054 : cluster [DBG] pgmap v909: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:27.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:27 smithi120 conmon[102313]: audit 2022-01-25T23:16:27.345110+0000 mon.smithi120 ( 2022-01-25T23:16:27.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:27 smithi120 conmon[102313]: mon.0) 555 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:16:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:27 smithi120 conmon[102313]: audit 2022-01-25T23:16:27.346566+0000 mon.smithi120 (mon.0) 556 : audit 2022-01-25T23:16:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:27 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:16:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:27 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:16:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:27 smithi120 conmon[102313]: -25T23:16:27.347407+0000 mon.smithi120 (mon 2022-01-25T23:16:27.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:27 smithi120 conmon[102313]: .0) 557 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:16:27.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:27 smithi120 conmon[102313]: 2022-01-25T23:16:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:27 smithi145 conmon[67302]: audit 2022-01-25T23:16:27.345110+0000 mon.smithi120 ( 2022-01-25T23:16:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:27 smithi145 conmon[67302]: mon.0) 555 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:16:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:27 smithi145 conmon[67302]: audit 2022-01-25T23:16:27.346566+0000 mon.smithi120 (mon.0) 556 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:16:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:27 smithi145 conmon[67302]: 2022-01-25T23:16:27.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:27 smithi145 conmon[67302]: audit 2022-01-25T23:16: 2022-01-25T23:16:27.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:27 smithi145 conmon[67302]: 27.347407+0000 mon.smithi120 (mon.0) 557 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:16:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:28 smithi120 conmon[102313]: cephadm 2022-01-25T23:16:27.348172+0000 mgr.smithi120.hllzij (mgr.14704) 1055 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:16:28.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:28 smithi120 conmon[102313]: 2022-01-25T23:16:28.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:28 smithi120 conmon[102313]: cluster 2022-01-25T23:16:27.484087+0000 mgr.smithi120.hllzij (mgr.14704) 1056 : cluster [DBG] pgmap v910: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:28.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:28 smithi120 conmon[102313]: audit 2022-01-25T23:16:27.741822+0000 mon.smithi120 (mon 2022-01-25T23:16:28.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:28 smithi120 conmon[102313]: .0) 558 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:16:28.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:28 smithi120 conmon[102313]: audit 2022-01-25T23:16:27 2022-01-25T23:16:28.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:28 smithi120 conmon[102313]: .746799+0000 mon.smithi120 (mon.0) 559 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:16:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:28 smithi145 conmon[67302]: cephadm 2022-01-25T23:16:27.348172+0000 mgr.smithi120.hllzij (mgr.14704) 1055 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:16:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:28 smithi145 conmon[67302]: 2022-01-25T23:16:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:28 smithi145 conmon[67302]: cluster 2022-01-25T23:16:27.484087+0000 mgr.smithi120.hllzij (mgr.14704) 1056 : cluster [DBG] pgmap v910: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:28.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:28 smithi145 conmon[67302]: audit 2022-01- 2022-01-25T23:16:28.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:28 smithi145 conmon[67302]: 25T23:16:27.741822+0000 mon.smithi120 (mon.0) 558 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:16:28.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:28 smithi145 conmon[67302]: audit 2022-01-25T23:16:27.746799+0000 mon.smithi120 ( 2022-01-25T23:16:28.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:28 smithi145 conmon[67302]: mon.0) 559 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:16:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:30 smithi120 conmon[102313]: cluster 2022-01-25T23:16:29.484629+0000 mgr.smithi120.hllzij (mgr.14704) 1057 : cluster [DBG] pgmap v911: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:30 smithi145 conmon[67302]: cluster 2022-01-25T23:16:29.484629+0000 mgr.smithi120.hllzij (mgr.14704) 1057 : cluster [DBG] pgmap v911: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:30 smithi145 conmon[67302]: 2022-01-25T23:16:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:32 smithi120 conmon[102313]: cluster 2022-01-25T23:16:31.485570+0000 mgr.smithi120.hllzij (mgr.14704) 1058 : 2022-01-25T23:16:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:32 smithi120 conmon[102313]: cluster [DBG] pgmap v912: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:32.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:32 smithi145 conmon[67302]: cluster 2022-01-25T23:16:31.485570+0000 mgr.smithi120.hllzij (mgr.14704) 1058 : cluster 2022-01-25T23:16:32.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:32 smithi145 conmon[67302]: [DBG] pgmap v912: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:34 smithi120 conmon[102313]: cluster 2022-01-25T23:16:33.486113+0000 mgr.smithi120.hllzij (mgr.14704) 1059 : cluster [DBG] pgmap v913: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:34.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:34 smithi120 conmon[102313]: 2022-01-25T23:16:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:34 smithi145 conmon[67302]: cluster 2022-01-25T23:16:33.486113+0000 mgr.smithi120.hllzij (mgr.14704) 1059 : cluster [DBG] 2022-01-25T23:16:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:34 smithi145 conmon[67302]: pgmap v913: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:36 smithi120 conmon[102313]: cluster 2022-01-25T23:16:35.486998+0000 mgr.smithi120.hllzij (mgr.14704) 1060 : cluster 2022-01-25T23:16:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:36 smithi120 conmon[102313]: [DBG] pgmap v914: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:36.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:36 smithi145 conmon[67302]: cluster 2022-01-25T23:16:35.486998+0000 mgr.smithi120.hllzij (mgr.14704) 1060 : cluster [DBG] 2022-01-25T23:16:36.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:36 smithi145 conmon[67302]: pgmap v914: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:38 smithi120 conmon[102313]: cluster 2022-01-25T23:16:37.487485+0000 mgr.smithi120.hllzij (mgr.14704) 1061 : cluster 2022-01-25T23:16:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:38 smithi120 conmon[102313]: [DBG] pgmap v915: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:38 smithi145 conmon[67302]: cluster 2022-01-25T23:16:37.487485+0000 mgr.smithi120.hllzij (mgr.14704) 1061 : cluster [DBG] 2022-01-25T23:16:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:38 smithi145 conmon[67302]: pgmap v915: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:40 smithi120 conmon[102313]: cluster 2022-01-25T23:16:39.488007+0000 mgr.smithi120.hllzij (mgr.14704) 1062 : cluster [DBG] pgmap v916: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:40 smithi145 conmon[67302]: cluster 2022-01-25T23:16:39.488007+0000 mgr.smithi120.hllzij (mgr.14704) 1062 : cluster 2022-01-25T23:16:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:40 smithi145 conmon[67302]: [DBG] pgmap v916: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:42.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:42 smithi120 conmon[102313]: cluster 2022-01-25T23:16:41.488894+0000 mgr.smithi120.hllzij (mgr.14704) 1063 : cluster [DBG] pgmap v917: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:42.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:42 smithi120 conmon[102313]: 2022-01-25T23:16:42.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:42 smithi145 conmon[67302]: cluster 2022-01-25T23:16:41.488894+0000 mgr.smithi120.hllzij (mgr.14704) 1063 : cluster [DBG] pgmap v917: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:42.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:42 smithi145 conmon[67302]: 2022-01-25T23:16:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:44 smithi120 conmon[102313]: cluster 2022-01-25T23:16:43.489373+0000 mgr.smithi120.hllzij (mgr.14704) 1064 : 2022-01-25T23:16:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:44 smithi120 conmon[102313]: cluster [DBG] pgmap v918: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:44 smithi145 conmon[67302]: cluster 2022-01-25T23:16:43.489373+0000 mgr.smithi120.hllzij (mgr.14704) 1064 : cluster [DBG] pgmap v918: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:44 smithi145 conmon[67302]: 2022-01-25T23:16:46.003 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:16:46.272 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:16:46.272 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (35m) 8m ago 37m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:16:46.272 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (29m) 8m ago 37m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:16:46.273 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (29m) 8m ago 36m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:16:46.273 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (35m) 8m ago 36m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:16:46.273 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (32m) 8m ago 32m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:16:46.273 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (32m) 8m ago 32m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:16:46.274 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (30m) 8m ago 38m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:16:46.274 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (29m) 8m ago 36m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:16:46.274 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (29m) 8m ago 38m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:16:46.274 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (29m) 8m ago 36m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:16:46.274 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (30m) 8m ago 30m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:16:46.275 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (30m) 8m ago 30m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:16:46.275 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (36m) 8m ago 36m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:16:46.275 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (36m) 8m ago 36m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:16:46.275 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (23m) 8m ago 35m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:16:46.276 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (35m) 8m ago 35m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:16:46.276 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (35m) 8m ago 35m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:16:46.276 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (35m) 8m ago 35m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:16:46.276 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (34m) 8m ago 34m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:16:46.276 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (34m) 8m ago 34m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:16:46.277 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (34m) 8m ago 34m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:16:46.277 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (34m) 8m ago 34m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:16:46.277 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (35m) 8m ago 36m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:16:46.593 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:16:46.594 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:16:46.594 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:16:46.594 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:16:46.595 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:16:46.595 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:16:46.595 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:16:46.595 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:16:46.596 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:16:46.596 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:16:46.596 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:16:46.596 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:16:46.596 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:16:46.597 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:16:46.597 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:16:46.597 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:16:46.597 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:16:46.597 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:16:46.598 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:16:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:46 smithi120 conmon[102313]: cluster 2022-01-25T23:16:45.490163+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:16:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:46 smithi120 conmon[102313]: .14704) 1065 : cluster [DBG] pgmap v919: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:46 smithi145 conmon[67302]: cluster 2022-01-25T23:16:45.490163+0000 mgr.smithi120.hllzij (mgr.14704) 1065 : cluster [DBG] pgmap v919: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:46 smithi145 conmon[67302]: 2022-01-25T23:16:47.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:47 smithi145 conmon[67302]: audit 2022-01-25T23:16:45.991962+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:16:47.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:47 smithi145 conmon[67302]: 1066 : audit [DBG] from='client.34778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:47.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:47 smithi145 conmon[67302]: audit 2022-01-25T23:16:46.263997+0000 mgr.smithi120.hllzij (mgr.14704) 1067 : audit [DBG] from='client.34782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:47.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:47 smithi145 conmon[67302]: audit 2022-01-25T23:16:46.594588+0000 mon.smithi120 (mon.0) 560 2022-01-25T23:16:47.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:47 smithi145 conmon[67302]: : audit [DBG] from='client.? 172.21.15.120:0/1885261971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:16:48.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:47 smithi120 conmon[102313]: audit 2022-01-25T23:16:45.991962+0000 mgr.smithi120.hllzij (mgr.14704) 1066 : audit [DBG] from='client.34778 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:48.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:47 smithi120 conmon[102313]: 2022-01-25T23:16:48.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:47 smithi120 conmon[102313]: audit 2022-01-25T23:16:46.263997+0000 mgr.smithi120.hllzij (mgr.14704) 1067 : audit [DBG] from='client.34782 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:16:48.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:47 smithi120 conmon[102313]: audit 2022-01-25T23:16:46.594588+0000 mon.smithi120 (mon.0) 560 : audit [DBG] from='client.? 172.21.15.120:0/1885261971' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:16:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:48 smithi145 conmon[67302]: cluster 2022-01-25T23:16:47.490713+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:16:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:48 smithi145 conmon[67302]: 14704) 1068 : cluster [DBG] pgmap v920: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:49.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:48 smithi120 conmon[102313]: cluster 2022-01-25T23:16:47.490713+0000 mgr.smithi120.hllzij (mgr.14704) 1068 : cluster [DBG] pgmap v920: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:50 smithi120 conmon[102313]: cluster 2022-01-25T23:16:49.491208+0000 mgr.smithi120.hllzij (mgr.14704) 1069 : cluster [DBG] 2022-01-25T23:16:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:50 smithi120 conmon[102313]: pgmap v921: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:50 smithi145 conmon[67302]: cluster 2022-01-25T23:16:49.491208+0000 mgr.smithi120.hllzij (mgr.14704) 1069 : cluster [DBG] pgmap v921: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:50 smithi145 conmon[67302]: 2022-01-25T23:16:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:52 smithi120 conmon[102313]: cluster 2022-01-25T23:16:51.491997+0000 mgr.smithi120.hllzij (mgr.14704) 1070 : 2022-01-25T23:16:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:52 smithi120 conmon[102313]: cluster [DBG] pgmap v922: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:52 smithi145 conmon[67302]: cluster 2022-01-25T23:16:51.491997+0000 mgr.smithi120.hllzij (mgr.14704) 1070 : cluster [DBG] 2022-01-25T23:16:52.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:52 smithi145 conmon[67302]: pgmap v922: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:16:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:54 smithi120 conmon[102313]: cluster 2022-01-25T23:16:53.492468+0000 mgr.smithi120.hllzij (mgr.14704) 1071 : cluster [DBG] pgmap v923: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:54 smithi120 conmon[102313]: audit 2022-01-25T23:16:53.702418+0000 mon.smithi120 (mon.0) 561 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:16:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:54 smithi120 conmon[102313]: audit 2022-01-25T23 2022-01-25T23:16:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:54 smithi120 conmon[102313]: :16:53.702657+0000 mon.smithi120 (mon.0) 562 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:16:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:54 smithi145 conmon[67302]: cluster 2022-01-25T23:16:53.492468+0000 mgr.smithi120.hllzij (mgr.14704) 1071 : cluster [DBG] 2022-01-25T23:16:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:54 smithi145 conmon[67302]: pgmap v923: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:54 smithi145 conmon[67302]: audit 2022-01-25T23:16:53.702418+0000 mon.smithi120 (mon.0) 561 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:16:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:54 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T23:16:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:54 smithi145 conmon[67302]: 23:16:53.702657+0000 mon.smithi120 (mon.0) 562 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:16:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:56 smithi145 conmon[67302]: cluster 2022-01-25T23:16:55.493270+0000 mgr.smithi120.hllzij (mgr.14704) 1072 : 2022-01-25T23:16:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:56 smithi145 conmon[67302]: cluster [DBG] pgmap v924: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:56 smithi120 conmon[102313]: cluster 2022-01-25T23:16:55.493270+0000 mgr.smithi120.hllzij (mgr.14704) 1072 : cluster [DBG] 2022-01-25T23:16:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:56 smithi120 conmon[102313]: pgmap v924: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:58 smithi145 conmon[67302]: cluster 2022-01-25T23:16:57.493918+0000 mgr.smithi120.hllzij (mgr.14704) 1073 : cluster [DBG] pgmap v925: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:16:58 smithi145 conmon[67302]: 2022-01-25T23:16:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:58 smithi120 conmon[102313]: cluster 2022-01-25T23:16:57.493918+0000 mgr.smithi120.hllzij (mgr.14704) 1073 : cluster [DBG] pgmap v925: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:16:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:16:58 smithi120 conmon[102313]: 2022-01-25T23:17:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:00 smithi120 conmon[102313]: cluster 2022-01-25T23:16:59.494733+0000 mgr.smithi120.hllzij (mgr.14704) 1074 : cluster [DBG] pgmap v926: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:00 smithi120 conmon[102313]: 2022-01-25T23:17:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:00 smithi145 conmon[67302]: cluster 2022-01-25T23:16:59.494733+0000 mgr.smithi120.hllzij (mgr.14704) 1074 : cluster 2022-01-25T23:17:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:00 smithi145 conmon[67302]: [DBG] pgmap v926: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:02 smithi120 conmon[102313]: cluster 2022-01-25T23:17:01.495338+0000 mgr.smithi120.hllzij (mgr.14704) 1075 : cluster [DBG] pgmap v927: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:02 smithi145 conmon[67302]: cluster 2022-01-25T23:17:01.495338+0000 mgr.smithi120.hllzij (mgr.14704) 1075 : cluster [DBG] 2022-01-25T23:17:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:02 smithi145 conmon[67302]: pgmap v927: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:04 smithi145 conmon[67302]: cluster 2022-01-25T23:17:03.495861+0000 mgr.smithi120.hllzij (mgr.14704) 1076 : cluster 2022-01-25T23:17:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:04 smithi145 conmon[67302]: [DBG] pgmap v928: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:04 smithi120 conmon[102313]: cluster 2022-01-25T23:17:03.495861+0000 mgr.smithi120.hllzij ( 2022-01-25T23:17:05.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:04 smithi120 conmon[102313]: mgr.14704) 1076 : cluster [DBG] pgmap v928: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:06 smithi145 conmon[67302]: cluster 2022-01-25T23:17:05.496642+0000 mgr.smithi120.hllzij (mgr.14704) 1077 : cluster [DBG] 2022-01-25T23:17:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:06 smithi145 conmon[67302]: pgmap v929: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:06 smithi120 conmon[102313]: cluster 2022-01-25T23:17:05.496642+0000 mgr.smithi120.hllzij (mgr.14704) 1077 : cluster [DBG] pgmap v929: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:08 smithi145 conmon[67302]: cluster 2022-01-25T23:17:07.497310+0000 mgr.smithi120.hllzij (mgr.14704) 1078 : cluster [DBG] pgmap v930: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:09.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:08 smithi120 conmon[102313]: cluster 2022-01-25T23:17:07.497310+0000 mgr.smithi120.hllzij (mgr.14704) 1078 : cluster [DBG] pgmap v930: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:10 smithi120 conmon[102313]: cluster 2022-01-25T23:17:09.498105+0000 mgr.smithi120.hllzij (mgr.14704) 1079 : cluster [DBG] pgmap v931: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:10 smithi145 conmon[67302]: cluster 2022-01-25T23:17:09.498105+0000 mgr.smithi120.hllzij (mgr.14704) 1079 : cluster [DBG] pgmap v931: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:12 smithi145 conmon[67302]: cluster 2022-01-25T23:17:11.498816+0000 mgr.smithi120.hllzij (mgr.14704) 1080 : cluster [DBG] pgmap v932: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:12 smithi120 conmon[102313]: cluster 2022-01-25T23:17:11.498816+0000 mgr.smithi120.hllzij (mgr.14704) 1080 : cluster [DBG] 2022-01-25T23:17:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:12 smithi120 conmon[102313]: pgmap v932: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:14 smithi145 conmon[67302]: cluster 2022-01-25T23:17:13.499372+0000 mgr.smithi120.hllzij (mgr.14704) 1081 : cluster [DBG] pgmap v933: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:14.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:14 smithi145 conmon[67302]: 2022-01-25T23:17:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:14 smithi120 conmon[102313]: cluster 2022-01-25T23:17:13.499372+0000 mgr.smithi120.hllzij (mgr.14704) 1081 : cluster [DBG] pgmap v933: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:16 smithi145 conmon[67302]: cluster 2022-01-25T23:17:15.500378+0000 mgr.smithi120.hllzij (mgr.14704) 1082 : cluster [DBG] 2022-01-25T23:17:16.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:16 smithi145 conmon[67302]: pgmap v934: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:16.899 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:17:16.900 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:16 smithi120 conmon[102313]: cluster 2022-01-25T23:17:15.500378+0000 mgr.smithi120.hllzij (mgr.14704) 1082 : cluster [DBG] pgmap v934: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:17.168 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:17:17.168 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (36m) 8m ago 37m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:17:17.168 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (29m) 8m ago 37m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:17:17.169 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (29m) 9m ago 37m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:17:17.169 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (36m) 8m ago 37m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:17:17.169 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (33m) 8m ago 33m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:17:17.169 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (33m) 9m ago 33m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:17:17.170 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (30m) 8m ago 38m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:17:17.170 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (30m) 9m ago 36m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:17:17.170 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (30m) 8m ago 38m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:17:17.170 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (29m) 9m ago 36m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:17:17.171 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (30m) 8m ago 30m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:17:17.171 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (30m) 9m ago 30m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:17:17.171 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (37m) 8m ago 37m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:17:17.171 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (36m) 9m ago 36m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:17:17.171 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (24m) 8m ago 36m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:17:17.172 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (36m) 8m ago 36m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:17:17.172 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (35m) 8m ago 35m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:17:17.172 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (35m) 8m ago 35m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:17:17.172 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (35m) 9m ago 35m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:17:17.173 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (35m) 9m ago 35m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:17:17.173 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (34m) 9m ago 34m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:17:17.173 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (34m) 9m ago 34m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:17:17.173 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (36m) 8m ago 37m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:17:17.488 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:17:17.488 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:17:17.488 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:17:17.488 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:17:17.489 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:17:17.489 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:17:17.489 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:17:17.489 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:17:17.490 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:17:17.490 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:17:17.490 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:17:17.490 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:17:17.491 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:17:17.491 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:17:17.491 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:17:17.491 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:17:17.491 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:17:17.492 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:17:17.492 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:17:17.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:17 smithi120 conmon[102313]: audit 2022-01-25T23:17:17.488425+0000 mon.smithi120 (mon 2022-01-25T23:17:17.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:17 smithi120 conmon[102313]: .0) 563 : audit [DBG] from='client.? 172.21.15.120:0/1082591053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:17:17.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:17 smithi145 conmon[67302]: audit 2022-01-25T23:17:17.488425+0000 mon.smithi120 (mon.0) 563 : audit [DBG] 2022-01-25T23:17:17.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:17 smithi145 conmon[67302]: from='client.? 172.21.15.120:0/1082591053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:17:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:18 smithi145 conmon[67302]: audit 2022-01-25T23:17:16.888521+0000 mgr.smithi120.hllzij (mgr.14704) 1083 : audit 2022-01-25T23:17:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:18 smithi145 conmon[67302]: [DBG] from='client.34790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:18 smithi145 conmon[67302]: audit 2022-01-25T23:17:17.159762+0000 mgr.smithi120.hllzij (mgr.14704) 1084 : audit [DBG] from='client.34794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:18.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:18 smithi145 conmon[67302]: cluster 2022-01-25T23:17:17.500831+0000 mgr.smithi120.hllzij (mgr.14704) 1085 : cluster [DBG] pgmap v935: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:18.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:18 smithi145 conmon[67302]: 2022-01-25T23:17:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:18 smithi120 conmon[102313]: audit 2022-01-25T23:17:16.888521+0000 mgr.smithi120.hllzij (mgr.14704) 1083 : audit [DBG] from='client.34790 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:18 smithi120 conmon[102313]: audit 2022-01-25T23:17:17.159762+0000 mgr.smithi120.hllzij (mgr.14704) 1084 : audit [DBG] from='client.34794 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:19.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:18 smithi120 conmon[102313]: cluster 2022-01-25T23:17:17.500831+0000 mgr.smithi120.hllzij (mgr.14704) 1085 : cluster [DBG] pgmap v935: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:20 smithi120 conmon[102313]: cluster 2022-01-25T23:17:19.501469+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:17:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:20 smithi120 conmon[102313]: 1086 : cluster [DBG] pgmap v936: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:20 smithi145 conmon[67302]: cluster 2022-01-25T23:17:19.501469+0000 mgr.smithi120.hllzij (mgr.14704) 1086 : cluster 2022-01-25T23:17:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:20 smithi145 conmon[67302]: [DBG] pgmap v936: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:22.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:22 smithi145 conmon[67302]: cluster 2022-01-25T23:17:21.502204+0000 mgr.smithi120.hllzij (mgr.14704) 1087 : cluster [DBG] pgmap v937: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:22.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:22 smithi145 conmon[67302]: 2022-01-25T23:17:23.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:22 smithi120 conmon[102313]: cluster 2022-01-25T23:17:21.502204+0000 mgr.smithi120.hllzij (mgr.14704) 1087 : cluster [DBG] 2022-01-25T23:17:23.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:22 smithi120 conmon[102313]: pgmap v937: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:24.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:24 smithi145 conmon[67302]: cluster 2022-01-25T23:17:23.502953+0000 mgr.smithi120.hllzij (mgr.14704) 1088 : cluster [DBG] pgmap v938: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:24.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:24 smithi145 conmon[67302]: 2022-01-25T23:17:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:24 smithi120 conmon[102313]: cluster 2022-01-25T23:17:23.502953+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:17:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:24 smithi120 conmon[102313]: 14704) 1088 : cluster [DBG] pgmap v938: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:26.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:26 smithi145 conmon[67302]: cluster 2022-01-25T23:17:25.503734+0000 mgr.smithi120.hllzij (mgr.14704) 1089 : cluster [DBG] pgmap v939: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:26 smithi120 conmon[102313]: cluster 2022-01-25T23:17:25.503734+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:17:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:26 smithi120 conmon[102313]: 1089 : cluster [DBG] pgmap v939: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:28 smithi145 conmon[67302]: cluster 2022-01-25T23:17:27.504334+0000 mgr.smithi120.hllzij (mgr.14704) 1090 : cluster [DBG] pgmap v940: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:28 smithi145 conmon[67302]: audit 2022-01-25T23:17:27.749297+0000 mon.smithi120 (mon.0) 564 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:17:28.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:28 smithi145 conmon[67302]: audit 2022-01-25T23:17:27.750614+0000 mon.smithi120 (mon.0) 565 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:17:28.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:28 smithi145 conmon[67302]: audit 2022-01-25T23 2022-01-25T23:17:28.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:28 smithi145 conmon[67302]: :17:27.751502+0000 mon.smithi120 ( 2022-01-25T23:17:28.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:28 smithi145 conmon[67302]: mon.0) 566 : audit [INF] 2022-01-25T23:17:28.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:28 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:17:28.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:28 smithi145 conmon[67302]: audit 2022-01-25T23:17:28.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:28 smithi145 conmon[67302]: 2022-01-25T23:17: 2022-01-25T23:17:28.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:28 smithi145 conmon[67302]: 28.144372+0000 mon.smithi120 (mon. 2022-01-25T23:17:28.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:28 smithi145 conmon[67302]: 0) 567 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:17:28.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:28 smithi145 conmon[67302]: audit 2022-01-25T23:17:28.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:28 smithi145 conmon[67302]: 2022-01-25T23:17: 2022-01-25T23:17:28.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:28 smithi145 conmon[67302]: 28.148935+0000 mon.smithi120 (mon.0) 568 2022-01-25T23:17:28.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:28 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:17:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:28 smithi120 conmon[102313]: cluster 2022-01-25T23:17:27.504334+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:17:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:28 smithi120 conmon[102313]: .14704) 1090 : cluster [DBG] pgmap v940: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:29.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:28 smithi120 conmon[102313]: audit 2022-01-25T23:17:27.749297+0000 mon.smithi120 (mon.0) 564 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:17:29.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:28 smithi120 conmon[102313]: audit 2022-01-25T23:17:27.750614 2022-01-25T23:17:29.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:28 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 565 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:17:29.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:28 smithi120 conmon[102313]: 2022-01-25T23:17:29.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:28 smithi120 conmon[102313]: audit 2022-01-25T23:17:27.751502+0000 2022-01-25T23:17:29.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:28 smithi120 conmon[102313]: mon.smithi120 (mon.0) 566 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:17:29.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:28 smithi120 conmon[102313]: 2022-01-25T23:17:29.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:28 smithi120 conmon[102313]: audit 2022-01-25T23:17:28.144372 2022-01-25T23:17:29.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:28 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 567 : audit [INF] 2022-01-25T23:17:29.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:28 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:17:29.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:28 smithi120 conmon[102313]: audit 2022-01-25T23:17:28 2022-01-25T23:17:29.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:28 smithi120 conmon[102313]: .148935+0000 mon.smithi120 (mon.0) 568 : audit 2022-01-25T23:17:29.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:28 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:17:29.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:29 smithi145 conmon[67302]: cephadm 2022-01-25T23:17:27.752230+0000 mgr.smithi120.hllzij (mgr.14704) 1091 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:17:30.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:29 smithi120 conmon[102313]: cephadm 2022-01-25T23:17:27.752230+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:17:30.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:29 smithi120 conmon[102313]: 14704) 1091 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:17:30.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:30 smithi145 conmon[67302]: cluster 2022-01-25T23:17:29.505026+0000 mgr.smithi120.hllzij (mgr.14704) 1092 : cluster [DBG] pgmap v941: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:31.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:30 smithi120 conmon[102313]: cluster 2022-01-25T23:17:29.505026+0000 mgr.smithi120.hllzij (mgr.14704) 1092 : cluster [DBG] 2022-01-25T23:17:31.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:30 smithi120 conmon[102313]: pgmap v941: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:32.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:32 smithi145 conmon[67302]: cluster 2022-01-25T23:17:31.505602+0000 mgr.smithi120.hllzij (mgr.14704) 1093 : cluster [DBG] pgmap v942: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:32 smithi120 conmon[102313]: cluster 2022-01-25T23:17:31.505602+0000 mgr.smithi120.hllzij (mgr.14704) 1093 2022-01-25T23:17:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:32 smithi120 conmon[102313]: : cluster [DBG] pgmap v942: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:34 smithi120 conmon[102313]: cluster 2022-01-25T23:17:33.506145+0000 mgr.smithi120.hllzij (mgr.14704) 1094 : cluster [DBG] pgmap v943: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:34 smithi120 conmon[102313]: 2022-01-25T23:17:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:34 smithi145 conmon[67302]: cluster 2022-01-25T23:17:33.506145+0000 mgr.smithi120.hllzij (mgr.14704) 1094 : cluster [DBG] pgmap v943: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:36 smithi120 conmon[102313]: cluster 2022-01-25T23:17:35.507013+0000 mgr.smithi120.hllzij (mgr.14704) 1095 : cluster [DBG] 2022-01-25T23:17:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:36 smithi120 conmon[102313]: pgmap v944: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:36 smithi145 conmon[67302]: cluster 2022-01-25T23:17:35.507013+0000 mgr.smithi120.hllzij (mgr.14704) 1095 : cluster [DBG] 2022-01-25T23:17:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:36 smithi145 conmon[67302]: pgmap v944: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:38 smithi120 conmon[102313]: cluster 2022-01-25T23:17:37.507508+0000 mgr.smithi120.hllzij (mgr.14704) 1096 : cluster [DBG] 2022-01-25T23:17:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:38 smithi120 conmon[102313]: pgmap v945: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:38 smithi145 conmon[67302]: cluster 2022-01-25T23:17:37.507508+0000 mgr.smithi120.hllzij (mgr.14704) 1096 : cluster [DBG] pgmap v945: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:40 smithi120 conmon[102313]: cluster 2022-01-25T23:17:39.508257+0000 mgr.smithi120.hllzij (mgr.14704) 1097 : cluster [DBG] 2022-01-25T23:17:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:40 smithi120 conmon[102313]: pgmap v946: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:40 smithi145 conmon[67302]: cluster 2022-01-25T23:17:39.508257+0000 mgr.smithi120.hllzij (mgr.14704) 1097 : cluster [DBG] pgmap v946: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:42.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:42 smithi145 conmon[67302]: cluster 2022-01-25T23:17:41.508835+0000 mgr.smithi120.hllzij (mgr.14704) 1098 : cluster [DBG] pgmap v947: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:43.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:42 smithi120 conmon[102313]: cluster 2022-01-25T23:17:41.508835+0000 mgr.smithi120.hllzij (mgr.14704) 1098 : cluster [DBG] pgmap v947: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:43.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:42 smithi120 conmon[102313]: 2022-01-25T23:17:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:44 smithi145 conmon[67302]: cluster 2022-01-25T23:17:43.509407+0000 mgr.smithi120.hllzij (mgr.14704) 1099 : cluster [DBG] pgmap v948: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:44 smithi120 conmon[102313]: cluster 2022-01-25T23:17:43.509407+0000 mgr.smithi120.hllzij (mgr.14704) 1099 : cluster [DBG] 2022-01-25T23:17:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:44 smithi120 conmon[102313]: pgmap v948: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:46 smithi145 conmon[67302]: cluster 2022-01-25T23:17:45.510269+0000 mgr.smithi120.hllzij (mgr.14704) 1100 : cluster [DBG] 2022-01-25T23:17:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:46 smithi145 conmon[67302]: pgmap v949: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:46 smithi120 conmon[102313]: cluster 2022-01-25T23:17:45.510269+0000 mgr.smithi120.hllzij (mgr.14704) 1100 : cluster [DBG] pgmap v949: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:47.790 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:17:48.059 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:17:48.060 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (37m) 9m ago 38m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:17:48.060 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (30m) 9m ago 38m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:17:48.060 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (30m) 9m ago 37m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:17:48.061 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (36m) 9m ago 37m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:17:48.061 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (33m) 9m ago 33m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:17:48.061 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (33m) 9m ago 33m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:17:48.062 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (31m) 9m ago 39m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:17:48.063 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (30m) 9m ago 37m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:17:48.063 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (30m) 9m ago 39m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:17:48.064 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (30m) 9m ago 37m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:17:48.064 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (31m) 9m ago 31m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:17:48.064 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (31m) 9m ago 31m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:17:48.064 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (37m) 9m ago 37m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:17:48.065 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (37m) 9m ago 37m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:17:48.065 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (25m) 9m ago 36m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:17:48.065 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (36m) 9m ago 36m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:17:48.065 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (36m) 9m ago 36m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:17:48.065 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (36m) 9m ago 36m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:17:48.066 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (35m) 9m ago 35m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:17:48.066 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (35m) 9m ago 35m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:17:48.066 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (35m) 9m ago 35m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:17:48.067 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (35m) 9m ago 35m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:17:48.067 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (36m) 9m ago 37m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:17:48.377 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:17:48.378 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:17:48.378 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:17:48.378 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:17:48.379 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:17:48.379 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:17:48.379 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:17:48.379 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:17:48.380 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:17:48.380 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:17:48.380 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:17:48.380 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:17:48.381 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:17:48.381 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:17:48.381 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:17:48.381 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:17:48.381 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:17:48.382 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:17:48.382 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:17:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:48 smithi120 conmon[102313]: cluster 2022-01-25T23:17:47.510766+0000 mgr.smithi120.hllzij (mgr.14704) 1101 : cluster [DBG] pgmap v950: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:48 smithi120 conmon[102313]: audit 2022-01-25T23:17:48.378209+0000 mon.smithi120 (mon.0) 569 : audit [DBG] from='client.? 172.21.15.120:0/2011220777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:17:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:48 smithi145 conmon[67302]: cluster 2022-01-25T23:17:47.510766+0000 mgr.smithi120.hllzij (mgr.14704) 1101 : cluster 2022-01-25T23:17:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:48 smithi145 conmon[67302]: [DBG] pgmap v950: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:48.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:48 smithi145 conmon[67302]: audit 2022-01-25T23:17:48.378209+0000 mon.smithi120 (mon.0) 569 : audit [DBG] from='client.? 172.21.15.120:0/2011220777' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:17:49.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:49 smithi145 conmon[67302]: audit 2022-01-25T23:17:47.778950+0000 mgr.smithi120.hllzij (mgr.14704) 1102 2022-01-25T23:17:49.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:49 smithi145 conmon[67302]: : audit [DBG] from='client.34802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:49.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:49 smithi145 conmon[67302]: audit 2022-01-25T23:17:48.050404+0000 mgr.smithi120.hllzij (mgr.14704) 1103 : audit [DBG] from='client.34806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:50.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:49 smithi120 conmon[102313]: audit 2022-01-25T23:17:47.778950+0000 mgr.smithi120.hllzij (mgr.14704) 1102 : 2022-01-25T23:17:50.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:49 smithi120 conmon[102313]: audit [DBG] from='client.34802 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:50.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:49 smithi120 conmon[102313]: audit 2022-01-25T23:17:48.050404+0000 mgr.smithi120.hllzij (mgr.14704) 1103 : audit [DBG] from='client.34806 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:17:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:50 smithi145 conmon[67302]: cluster 2022-01-25T23:17:49.511446+0000 mgr.smithi120.hllzij 2022-01-25T23:17:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:50 smithi145 conmon[67302]: (mgr.14704) 1104 : cluster [DBG] pgmap v951: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:51.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:50 smithi120 conmon[102313]: cluster 2022-01-25T23:17:49.511446+0000 mgr.smithi120.hllzij (mgr.14704) 1104 : cluster [DBG] pgmap v951: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:17:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:52 smithi120 conmon[102313]: cluster 2022-01-25T23:17:51.512090+0000 mgr.smithi120.hllzij (mgr.14704) 1105 : cluster [DBG] 2022-01-25T23:17:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:52 smithi120 conmon[102313]: pgmap v952: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:52 smithi145 conmon[67302]: cluster 2022-01-25T23:17:51.512090+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:17:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:52 smithi145 conmon[67302]: 1105 : cluster [DBG] pgmap v952: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:54 smithi120 conmon[102313]: cluster 2022-01-25T23:17:53.512647+0000 mgr.smithi120.hllzij (mgr.14704) 1106 : cluster [DBG] pgmap v953: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:54 smithi120 conmon[102313]: audit 2022-01-25T23:17:53.706454+0000 mon.smithi120 (mon.0) 570 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:17:55.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:54 smithi120 conmon[102313]: audit 2022-01-25T23:17:53.706760+0000 mon.smithi120 (mon.0) 571 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:17:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:54 smithi145 conmon[67302]: cluster 2022-01-25T23:17:53.512647+0000 mgr.smithi120.hllzij (mgr.14704) 1106 : cluster [DBG] pgmap v953: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:55.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:54 smithi145 conmon[67302]: 2022-01-25T23:17:55.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:54 smithi145 conmon[67302]: audit 2022-01-25T23:17:53.706454+0000 mon.smithi120 (mon.0) 570 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:17:55.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:54 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T23:17:55.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:54 smithi145 conmon[67302]: 23:17:53.706760+0000 mon.smithi120 (mon.0) 571 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:17:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:56 smithi120 conmon[102313]: cluster 2022-01-25T23:17:55.513491+0000 mgr.smithi120.hllzij (mgr.14704) 1107 : cluster [DBG] pgmap v954: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:56 smithi145 conmon[67302]: cluster 2022-01-25T23:17:55.513491+0000 mgr.smithi120.hllzij (mgr.14704) 1107 : cluster 2022-01-25T23:17:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:56 smithi145 conmon[67302]: [DBG] pgmap v954: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:58 smithi120 conmon[102313]: cluster 2022-01-25T23:17:57.514045+0000 mgr.smithi120.hllzij (mgr.14704) 1108 : cluster [DBG] pgmap v955: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:17:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:17:58 smithi120 conmon[102313]: 2022-01-25T23:17:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:58 smithi145 conmon[67302]: cluster 2022-01-25T23:17:57.514045+0000 mgr.smithi120.hllzij (mgr.14704) 1108 : cluster [DBG] 2022-01-25T23:17:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:17:58 smithi145 conmon[67302]: pgmap v955: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:00 smithi120 conmon[102313]: cluster 2022-01-25T23:17:59.514779+0000 mgr.smithi120.hllzij (mgr.14704) 1109 : cluster [DBG] pgmap v956: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:00 smithi120 conmon[102313]: 2022-01-25T23:18:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:00 smithi145 conmon[67302]: cluster 2022-01-25T23:17:59.514779+0000 mgr.smithi120.hllzij (mgr.14704) 1109 : cluster [DBG] 2022-01-25T23:18:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:00 smithi145 conmon[67302]: pgmap v956: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:02.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:02 smithi145 conmon[67302]: cluster 2022-01-25T23:18:01.515362+0000 mgr.smithi120.hllzij (mgr.14704) 1110 : cluster [DBG] pgmap v957: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:03.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:02 smithi120 conmon[102313]: cluster 2022-01-25T23:18:01.515362+0000 mgr.smithi120.hllzij (mgr.14704) 1110 : cluster [DBG] pgmap v957: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:04 smithi145 conmon[67302]: cluster 2022-01-25T23:18:03.515902+0000 mgr.smithi120.hllzij (mgr.14704) 1111 : cluster [DBG] pgmap v958: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:04 smithi120 conmon[102313]: cluster 2022-01-25T23:18:03.515902+0000 mgr.smithi120.hllzij (mgr.14704) 1111 : cluster [DBG] 2022-01-25T23:18:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:04 smithi120 conmon[102313]: pgmap v958: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:06 smithi145 conmon[67302]: cluster 2022-01-25T23:18:05.516728+0000 mgr.smithi120.hllzij (mgr.14704) 1112 : cluster [DBG] pgmap v959: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:06 smithi120 conmon[102313]: cluster 2022-01-25T23:18:05.516728+0000 mgr.smithi120.hllzij (mgr.14704) 1112 : cluster [DBG] pgmap v959: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:09.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:08 smithi120 conmon[102313]: cluster 2022-01-25T23:18:07.517466+0000 mgr.smithi120.hllzij (mgr.14704) 1113 : cluster [DBG] pgmap v960: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:08 smithi145 conmon[67302]: cluster 2022-01-25T23:18:07.517466+0000 mgr.smithi120.hllzij (mgr.14704) 1113 : cluster [DBG] pgmap v960: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:10 smithi120 conmon[102313]: cluster 2022-01-25T23:18:09.518375+0000 mgr.smithi120.hllzij (mgr.14704) 1114 : cluster [DBG] pgmap v961: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:10 smithi120 conmon[102313]: 2022-01-25T23:18:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:10 smithi145 conmon[67302]: cluster 2022-01-25T23:18:09.518375+0000 mgr.smithi120.hllzij (mgr.14704) 1114 : cluster [DBG] pgmap v961: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:12.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:12 smithi145 conmon[67302]: cluster 2022-01-25T23:18:11.518962+0000 mgr.smithi120.hllzij (mgr.14704) 1115 : cluster [DBG] pgmap v962: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:12 smithi120 conmon[102313]: cluster 2022-01-25T23:18:11.518962+0000 mgr.smithi120.hllzij (mgr.14704) 1115 : cluster 2022-01-25T23:18:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:12 smithi120 conmon[102313]: [DBG] pgmap v962: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:14.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:14 smithi145 conmon[67302]: cluster 2022-01-25T23:18:13.519697+0000 mgr.smithi120.hllzij (mgr.14704) 1116 : cluster [DBG] pgmap v963: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:14 smithi120 conmon[102313]: cluster 2022-01-25T23:18:13.519697+0000 mgr.smithi120.hllzij (mgr.14704) 1116 : cluster [DBG] pgmap v963: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:16 smithi120 conmon[102313]: cluster 2022-01-25T23:18:15.520648+0000 mgr.smithi120.hllzij (mgr.14704) 1117 : cluster [DBG] pgmap v964: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:16 smithi145 conmon[67302]: cluster 2022-01-25T23:18:15.520648+0000 mgr.smithi120.hllzij (mgr.14704) 1117 : cluster [DBG] pgmap v964: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:18.681 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:18:18.949 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:18:18.950 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (37m) 10m ago 38m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:18:18.950 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (30m) 10m ago 38m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:18:18.950 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (30m) 10m ago 38m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:18:18.950 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (37m) 10m ago 38m 41.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:18:18.951 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (34m) 10m ago 34m 19.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:18:18.951 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (34m) 10m ago 34m 43.9M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:18:18.951 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (31m) 10m ago 39m 481M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:18:18.951 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (31m) 10m ago 38m 396M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:18:18.951 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (31m) 10m ago 39m 232M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:18:18.952 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (30m) 10m ago 37m 138M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:18:18.952 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (31m) 10m ago 31m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:18:18.952 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (31m) 10m ago 31m 94.0M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:18:18.952 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (38m) 10m ago 38m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:18:18.953 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (37m) 10m ago 37m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:18:18.953 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (25m) 10m ago 37m 1830M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:18:18.953 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (37m) 10m ago 37m 2627M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:18:18.954 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (36m) 10m ago 36m 1924M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:18:18.954 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (36m) 10m ago 36m 2581M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:18:18.954 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (36m) 10m ago 36m 2082M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:18:18.954 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (36m) 10m ago 36m 2988M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:18:18.955 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (35m) 10m ago 35m 2402M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:18:18.955 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (35m) 10m ago 35m 3749M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:18:18.955 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (37m) 10m ago 38m 53.9M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:18:18.956 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:18 smithi120 conmon[102313]: cluster 2022-01-25T23:18:17.521121+0000 mgr.smithi120.hllzij (mgr.14704) 1118 2022-01-25T23:18:18.956 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:18 smithi120 conmon[102313]: : cluster [DBG] pgmap v965: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:18 smithi145 conmon[67302]: cluster 2022-01-25T23:18:17.521121+0000 mgr.smithi120.hllzij (mgr.14704) 1118 : cluster [DBG] pgmap v965: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:18 smithi145 conmon[67302]: 2022-01-25T23:18:19.271 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:18:19.272 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:18:19.272 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:18:19.272 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:18:19.272 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:18:19.273 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:18:19.273 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:18:19.273 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:18:19.273 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:18:19.274 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:18:19.274 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:18:19.274 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:18:19.274 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:18:19.275 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:18:19.275 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:18:19.275 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:18:19.276 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:18:19.276 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:18:19.279 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:18:20.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:19 smithi120 conmon[102313]: audit 2022-01-25T23:18:18.671078+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:18:20.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:19 smithi120 conmon[102313]: 1119 : audit [DBG] from='client.34814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:20.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:19 smithi120 conmon[102313]: audit 2022-01-25T23:18:19.272016+0000 mon.smithi120 (mon.0) 572 : audit [DBG] from='client.? 172.21.15.120:0/254866708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:18:20.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:19 smithi145 conmon[67302]: audit 2022-01-25T23:18:18.671078+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:18:20.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:19 smithi145 conmon[67302]: 14704) 1119 : audit [DBG] from='client.34814 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:20.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:19 smithi145 conmon[67302]: audit 2022-01-25T23:18:19.272016+0000 mon.smithi120 (mon.0) 572 : audit [DBG] from='client.? 172.21.15.120:0/254866708' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:18:21.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:20 smithi120 conmon[102313]: audit 2022-01-25T23:18:18.941309+0000 mgr.smithi120.hllzij (mgr.14704) 1120 : audit [DBG] from='client.34818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:21.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:20 smithi120 conmon[102313]: 2022-01-25T23:18:21.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:20 smithi120 conmon[102313]: cluster 2022-01-25T23:18:19.521974+0000 mgr.smithi120.hllzij (mgr.14704) 1121 : cluster [DBG] pgmap v966: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:21.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:20 smithi145 conmon[67302]: audit 2022-01-25T23:18:18.941309+0000 mgr.smithi120.hllzij (mgr.14704) 1120 : audit [DBG] 2022-01-25T23:18:21.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:20 smithi145 conmon[67302]: from='client.34818 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:21.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:20 smithi145 conmon[67302]: cluster 2022-01-25T23:18:19.521974+0000 mgr.smithi120.hllzij (mgr.14704) 1121 : cluster [DBG] pgmap v966: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:23.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:22 smithi120 conmon[102313]: cluster 2022-01-25T23:18:21.522517+0000 mgr.smithi120.hllzij (mgr.14704) 1122 : cluster [DBG] pgmap v967: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:23.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:22 smithi145 conmon[67302]: cluster 2022-01-25T23:18:21.522517+0000 mgr.smithi120.hllzij (mgr.14704) 1122 : cluster [DBG] 2022-01-25T23:18:23.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:22 smithi145 conmon[67302]: pgmap v967: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:24 smithi120 conmon[102313]: cluster 2022-01-25T23:18:23.523028+0000 mgr.smithi120.hllzij (mgr.14704) 1123 : cluster [DBG] pgmap v968: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:24 smithi145 conmon[67302]: cluster 2022-01-25T23:18:23.523028+0000 mgr.smithi120.hllzij (mgr.14704) 1123 : cluster [DBG] pgmap v968: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:25.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:24 smithi145 conmon[67302]: 2022-01-25T23:18:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:26 smithi120 conmon[102313]: cluster 2022-01-25T23:18:25.523859+0000 mgr.smithi120.hllzij (mgr.14704) 1124 : cluster [DBG] pgmap v969: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:26 smithi145 conmon[67302]: cluster 2022-01-25T23:18:25.523859+0000 mgr.smithi120.hllzij (mgr.14704) 1124 : cluster [DBG] pgmap v969: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:26 smithi145 conmon[67302]: 2022-01-25T23:18:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:28 smithi120 conmon[102313]: cluster 2022-01-25T23:18:27.524321+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:18:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:28 smithi120 conmon[102313]: 1125 : cluster [DBG] pgmap v970: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:29.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:28 smithi120 conmon[102313]: audit 2022-01-25T23:18:28.151421+0000 mon.smithi120 (mon.0) 573 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:18:29.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:28 smithi120 conmon[102313]: audit 2022-01-25T23:18:28.152897+0000 mon.smithi120 (mon.0) 574 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:18:29.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:28 smithi120 conmon[102313]: audit 2022-01-25T23:18:28.153770+0000 mon.smithi120 (mon.0) 575 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:18:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:28 smithi145 conmon[67302]: cluster 2022-01-25T23:18:27.524321+0000 mgr.smithi120.hllzij (mgr.14704) 1125 2022-01-25T23:18:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:28 smithi145 conmon[67302]: : cluster [DBG] pgmap v970: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:28 smithi145 conmon[67302]: audit 2022-01-25T23:18:28.151421+0000 mon.smithi120 (mon.0) 573 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:18:29.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:28 smithi145 conmon[67302]: audit 2022-01-25T23:18:28.152897+0000 mon.smithi120 (mon. 2022-01-25T23:18:29.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:28 smithi145 conmon[67302]: 0) 574 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:18:29.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:28 smithi145 conmon[67302]: audit 2022- 2022-01-25T23:18:29.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:28 smithi145 conmon[67302]: 01-25T23:18:28.153770+0000 mon.smithi120 ( 2022-01-25T23:18:29.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:28 smithi145 conmon[67302]: mon.0) 575 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:18:30.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:29 smithi120 conmon[102313]: cephadm 2022-01-25T23:18:28.154532+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:18:30.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:29 smithi120 conmon[102313]: .14704) 1126 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:18:30.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:29 smithi145 conmon[67302]: cephadm 2022-01-25T23:18:28.154532+0000 mgr.smithi120.hllzij 2022-01-25T23:18:30.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:29 smithi145 conmon[67302]: (mgr.14704) 1126 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:18:31.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:30 smithi120 conmon[102313]: cluster 2022-01-25T23:18:29.524969+0000 mgr.smithi120.hllzij (mgr.14704) 1127 : cluster [DBG] pgmap v971: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:31.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:30 smithi145 conmon[67302]: cluster 2022-01-25T23:18:29.524969+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:18:31.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:30 smithi145 conmon[67302]: 14704) 1127 : cluster [DBG] pgmap v971: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:32 smithi120 conmon[102313]: cluster 2022-01-25T23:18:31.525427+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:18:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:32 smithi120 conmon[102313]: ) 1128 : cluster [DBG] pgmap v972: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:33.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:32 smithi120 conmon[102313]: audit 2022-01-25T23:18:32.303941+0000 mon.smithi120 (mon.0) 576 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:18:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:32 smithi145 conmon[67302]: cluster 2022-01-25T23:18:31.525427+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:18:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:32 smithi145 conmon[67302]: .14704) 1128 : cluster [DBG] pgmap v972: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:32 smithi145 conmon[67302]: audit 2022-01-25T23:18:32.303941+0000 mon.smithi120 (mon.0) 576 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:18:34.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:33 smithi120 conmon[102313]: audit 2022-01-25T23:18:32.672354+0000 mon.smithi120 (mon.0 2022-01-25T23:18:34.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:33 smithi120 conmon[102313]: ) 577 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:18:34.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:33 smithi145 conmon[67302]: audit 2022-01-25T23:18:32.672354+0000 mon.smithi120 (mon.0) 577 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:18:34.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:33 smithi145 conmon[67302]: 2022-01-25T23:18:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:34 smithi120 conmon[102313]: cluster 2022-01-25T23:18:33.525804+0000 mgr.smithi120.hllzij (mgr.14704) 1129 : cluster [DBG] pgmap v973: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:34 smithi145 conmon[67302]: cluster 2022-01-25T23:18:33.525804+0000 mgr.smithi120.hllzij (mgr.14704) 1129 : cluster [DBG] pgmap v973: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:34 smithi145 conmon[67302]: 2022-01-25T23:18:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:35 smithi120 conmon[102313]: audit 2022-01-25T23:18:34.955062+0000 mon.smithi120 (mon.0) 578 : audit [INF] 2022-01-25T23:18:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:35 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:18:36.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:35 smithi120 conmon[102313]: audit 2022-01-25T23:18:35.336095+0000 mon.smithi120 (mon.0) 579 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:18:36.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:35 smithi120 conmon[102313]: audit 2022-01-25T23:18:35.342358+0000 mon.smithi120 (mon.0) 580 : audit 2022-01-25T23:18:36.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:35 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:18:36.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:35 smithi120 conmon[102313]: audit 2022-01-25T23:18:35.349437+0000 mon.smithi120 (mon.0) 581 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:18:36.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:35 smithi120 conmon[102313]: cluster 2022-01-25T23:18:35.526457+0000 2022-01-25T23:18:36.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:35 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 1130 : cluster [DBG] pgmap v974: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:35 smithi145 conmon[67302]: audit 2022-01-25T23:18:34.955062+0000 mon.smithi120 (mon.0) 578 : audit 2022-01-25T23:18:36.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:35 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:18:36.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:35 smithi145 conmon[67302]: audit 2022-01-25T23:18:35.336095+0000 mon.smithi120 (mon.0) 579 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:18:36.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:35 smithi145 conmon[67302]: audit 2022-01-25T23:18:35 2022-01-25T23:18:36.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:35 smithi145 conmon[67302]: .342358+0000 mon.smithi120 (mon.0) 580 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:18:36.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:35 smithi145 conmon[67302]: audit 2022-01 2022-01-25T23:18:36.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:35 smithi145 conmon[67302]: -25T23:18:35.349437+0000 mon.smithi120 (mon.0) 581 : audit 2022-01-25T23:18:36.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:35 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:18:36.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:35 smithi145 conmon[67302]: cluster 2022-01-25T23: 2022-01-25T23:18:36.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:35 smithi145 conmon[67302]: 18:35.526457+0000 mgr.smithi120.hllzij (mgr.14704) 1130 2022-01-25T23:18:36.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:35 smithi145 conmon[67302]: : cluster [DBG] pgmap v974: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:38 smithi120 conmon[102313]: cluster 2022-01-25T23:18:37.527096+0000 mgr.smithi120.hllzij (mgr.14704) 1131 : cluster [DBG] pgmap v975: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:38 smithi145 conmon[67302]: cluster 2022-01-25T23:18:37.527096+0000 mgr.smithi120.hllzij (mgr.14704) 1131 : cluster [DBG] pgmap v975: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:40 smithi120 conmon[102313]: cluster 2022-01-25T23:18:39.528074+0000 mgr.smithi120.hllzij (mgr.14704) 1132 : cluster [DBG] pgmap v976: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:40 smithi145 conmon[67302]: cluster 2022-01-25T23:18:39.528074+0000 mgr.smithi120.hllzij (mgr.14704) 1132 : cluster 2022-01-25T23:18:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:40 smithi145 conmon[67302]: [DBG] pgmap v976: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:43.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:42 smithi120 conmon[102313]: cluster 2022-01-25T23:18:41.528636+0000 mgr.smithi120.hllzij (mgr.14704) 1133 : cluster [DBG] pgmap v977: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:42 smithi145 conmon[67302]: cluster 2022-01-25T23:18:41.528636+0000 mgr.smithi120.hllzij (mgr.14704) 1133 : cluster [DBG] pgmap v977: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:44 smithi120 conmon[102313]: cluster 2022-01-25T23:18:43.529109+0000 mgr.smithi120.hllzij ( 2022-01-25T23:18:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:44 smithi120 conmon[102313]: mgr.14704) 1134 : cluster [DBG] pgmap v978: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:44 smithi145 conmon[67302]: cluster 2022-01-25T23:18:43.529109+0000 mgr.smithi120.hllzij (mgr.14704) 1134 : cluster [DBG] pgmap v978: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:46 smithi120 conmon[102313]: cluster 2022-01-25T23:18:45.529860+0000 mgr.smithi120.hllzij (mgr.14704) 1135 2022-01-25T23:18:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:46 smithi120 conmon[102313]: : cluster [DBG] pgmap v979: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:46 smithi145 conmon[67302]: cluster 2022-01-25T23:18:45.529860+0000 mgr.smithi120.hllzij (mgr.14704) 1135 : cluster [DBG] pgmap v979: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:46 smithi145 conmon[67302]: 2022-01-25T23:18:49.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:48 smithi120 conmon[102313]: cluster 2022-01-25T23:18:47.530369+0000 mgr.smithi120.hllzij (mgr.14704) 1136 : cluster [DBG] pgmap v980: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:48 smithi145 conmon[67302]: cluster 2022-01-25T23:18:47.530369+0000 mgr.smithi120.hllzij (mgr.14704) 1136 : cluster [DBG] pgmap v980: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:48 smithi145 conmon[67302]: 2022-01-25T23:18:49.572 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:18:49.838 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:18:49.838 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (38m) 14s ago 39m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:18:49.839 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (31m) 14s ago 39m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:18:49.839 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (31m) 17s ago 38m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:18:49.839 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (37m) 14s ago 38m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:18:49.839 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (34m) 14s ago 34m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:18:49.840 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (34m) 17s ago 34m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:18:49.840 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (32m) 14s ago 40m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:18:49.840 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (31m) 17s ago 38m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:18:49.840 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (31m) 14s ago 40m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:18:49.841 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (31m) 17s ago 38m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:18:49.841 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (32m) 14s ago 32m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:18:49.841 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (32m) 17s ago 32m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:18:49.841 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (38m) 14s ago 38m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:18:49.842 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (38m) 17s ago 38m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:18:49.842 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (26m) 14s ago 37m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:18:49.842 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (37m) 14s ago 37m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:18:49.843 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (37m) 14s ago 37m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:18:49.843 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (37m) 14s ago 37m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:18:49.843 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (36m) 17s ago 36m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:18:49.843 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (36m) 17s ago 36m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:18:49.844 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (36m) 17s ago 36m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:18:49.844 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (36m) 17s ago 36m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:18:49.844 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (37m) 14s ago 38m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:18:50.159 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:18:50.159 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:18:50.160 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:18:50.160 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:18:50.160 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:18:50.160 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:18:50.161 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:18:50.161 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:18:50.161 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:18:50.161 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:18:50.161 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:18:50.162 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:18:50.162 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:18:50.162 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:18:50.163 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:18:50.163 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:18:50.163 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:18:50.164 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:18:50.164 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:18:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:50 smithi120 conmon[102313]: cluster 2022-01-25T23:18:49.531216+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:18:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:50 smithi120 conmon[102313]: 1137 : cluster [DBG] pgmap v981: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:50.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:50 smithi120 conmon[102313]: audit 2022-01-25T23:18:49.560949+0000 mgr.smithi120.hllzij (mgr.14704) 1138 : audit [DBG] from='client.34826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:50.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:50 smithi120 conmon[102313]: audit 2022- 2022-01-25T23:18:50.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:50 smithi120 conmon[102313]: 01-25T23:18:50.159909+0000 mon.smithi120 (mon.0) 582 : audit [DBG] from='client.? 172.21.15.120:0/1930079792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:18:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:50 smithi145 conmon[67302]: cluster 2022-01-25T23:18:49.531216+0000 mgr.smithi120.hllzij (mgr.14704) 1137 : cluster [DBG] 2022-01-25T23:18:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:50 smithi145 conmon[67302]: pgmap v981: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:18:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:50 smithi145 conmon[67302]: audit 2022-01-25T23:18:49.560949+0000 mgr.smithi120.hllzij (mgr.14704) 1138 : audit [DBG] from='client.34826 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:50.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:50 smithi145 conmon[67302]: audit 2022-01-25T23:18:50.159909+0000 mon.smithi120 (mon.0) 582 : audit [DBG] from='client.? 172.21.15.120:0/1930079792' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:18:51.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:51 smithi120 conmon[102313]: audit 2022-01-25T23:18:49.829806+0000 mgr.smithi120.hllzij (mgr.14704) 1139 : audit [DBG] 2022-01-25T23:18:51.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:51 smithi120 conmon[102313]: from='client.34830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:51.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:51 smithi145 conmon[67302]: audit 2022-01-25T23:18:49.829806+0000 mgr.smithi120.hllzij (mgr.14704) 1139 : audit [DBG] 2022-01-25T23:18:51.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:51 smithi145 conmon[67302]: from='client.34830 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:18:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:52 smithi120 conmon[102313]: cluster 2022-01-25T23:18:51.531788+0000 mgr.smithi120.hllzij (mgr.14704) 1140 : cluster [DBG] pgmap v982: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:52 smithi120 conmon[102313]: 2022-01-25T23:18:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:52 smithi145 conmon[67302]: cluster 2022-01-25T23:18:51.531788+0000 mgr.smithi120.hllzij (mgr.14704) 1140 : cluster 2022-01-25T23:18:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:52 smithi145 conmon[67302]: [DBG] pgmap v982: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:54 smithi120 conmon[102313]: cluster 2022-01-25T23:18:53.532181+0000 mgr.smithi120.hllzij (mgr.14704) 1141 : cluster [DBG] pgmap v983: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:54 smithi120 conmon[102313]: 2022-01-25T23:18:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:54 smithi120 conmon[102313]: audit 2022-01-25T23:18:53.709642+0000 mon.smithi120 (mon.0) 583 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:18:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:54 smithi120 conmon[102313]: audit 2022-01-25T23:18:53.710882+0000 mon.smithi120 (mon.0) 584 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:18:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:54 smithi145 conmon[67302]: cluster 2022-01-25T23:18:53.532181+0000 mgr.smithi120.hllzij (mgr.14704) 1141 : cluster [DBG] pgmap v983: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:54 smithi145 conmon[67302]: audit 2022-01-25T23:18:53.709642+0000 mon.smithi120 (mon.0) 583 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:18:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:54 smithi145 conmon[67302]: audit 2022-01-25T23:18:53.710882+0000 mon.smithi120 (mon.0) 584 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:18:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:56 smithi120 conmon[102313]: cluster 2022-01-25T23:18:55.533028+0000 mgr.smithi120.hllzij (mgr.14704) 1142 : cluster [DBG] pgmap v984: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:56 smithi145 conmon[67302]: cluster 2022-01-25T23:18:55.533028+0000 mgr.smithi120.hllzij (mgr.14704) 1142 : cluster [DBG] 2022-01-25T23:18:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:56 smithi145 conmon[67302]: pgmap v984: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:18:58 smithi120 conmon[102313]: cluster 2022-01-25T23:18:57.533498+0000 mgr.smithi120.hllzij (mgr.14704) 1143 : cluster [DBG] pgmap v985: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:18:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:58 smithi145 conmon[67302]: cluster 2022-01-25T23:18:57.533498+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:18:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:18:58 smithi145 conmon[67302]: .14704) 1143 : cluster [DBG] pgmap v985: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:00 smithi120 conmon[102313]: cluster 2022-01-25T23:18:59.534149+0000 mgr.smithi120.hllzij (mgr.14704) 1144 : cluster 2022-01-25T23:19:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:00 smithi120 conmon[102313]: [DBG] pgmap v986: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:00 smithi145 conmon[67302]: cluster 2022-01-25T23:18:59.534149+0000 mgr.smithi120.hllzij (mgr.14704) 1144 : cluster [DBG] pgmap v986: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:00 smithi145 conmon[67302]: 2022-01-25T23:19:03.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:02 smithi120 conmon[102313]: cluster 2022-01-25T23:19:01.534692+0000 mgr.smithi120.hllzij (mgr.14704) 1145 2022-01-25T23:19:03.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:02 smithi120 conmon[102313]: : cluster [DBG] pgmap v987: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:02 smithi145 conmon[67302]: cluster 2022-01-25T23:19:01.534692+0000 mgr.smithi120.hllzij (mgr.14704) 1145 : cluster [DBG] pgmap v987: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:02 smithi145 conmon[67302]: 2022-01-25T23:19:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:04 smithi120 conmon[102313]: cluster 2022-01-25T23:19:03.535182+0000 mgr.smithi120.hllzij (mgr.14704) 1146 : cluster [DBG] 2022-01-25T23:19:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:04 smithi120 conmon[102313]: pgmap v988: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:04 smithi145 conmon[67302]: cluster 2022-01-25T23:19:03.535182+0000 mgr.smithi120.hllzij (mgr.14704) 1146 : cluster 2022-01-25T23:19:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:04 smithi145 conmon[67302]: [DBG] pgmap v988: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:06 smithi120 conmon[102313]: cluster 2022-01-25T23:19:05.535942+0000 mgr.smithi120.hllzij (mgr.14704) 1147 : cluster [DBG] pgmap v989: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:06 smithi120 conmon[102313]: 2022-01-25T23:19:07.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:06 smithi145 conmon[67302]: cluster 2022-01-25T23:19:05.535942+0000 mgr.smithi120.hllzij (mgr.14704) 1147 : cluster [DBG] pgmap v989: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:09.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:08 smithi120 conmon[102313]: cluster 2022-01-25T23:19:07.536371+0000 mgr.smithi120.hllzij (mgr.14704) 1148 : cluster 2022-01-25T23:19:09.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:08 smithi120 conmon[102313]: [DBG] pgmap v990: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:08 smithi145 conmon[67302]: cluster 2022-01-25T23:19:07.536371+0000 mgr.smithi120.hllzij (mgr.14704) 1148 : cluster [DBG] pgmap v990: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:10 smithi120 conmon[102313]: cluster 2022-01-25T23:19:09.537114+0000 mgr.smithi120.hllzij ( 2022-01-25T23:19:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:10 smithi120 conmon[102313]: mgr.14704) 1149 : cluster [DBG] pgmap v991: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:10 smithi145 conmon[67302]: cluster 2022-01-25T23:19:09.537114+0000 mgr.smithi120.hllzij (mgr.14704) 1149 : cluster [DBG] pgmap v991: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:12 smithi120 conmon[102313]: cluster 2022-01-25T23:19:11.537617+0000 mgr.smithi120.hllzij (mgr.14704) 1150 : cluster [DBG] pgmap v992: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:12 smithi145 conmon[67302]: cluster 2022-01-25T23:19:11.537617+0000 mgr.smithi120.hllzij (mgr.14704) 1150 : cluster [DBG] pgmap v992: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:14 smithi120 conmon[102313]: cluster 2022-01-25T23:19:13.538099+0000 mgr.smithi120.hllzij (mgr.14704) 1151 : cluster [DBG] pgmap v993: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:14 smithi120 conmon[102313]: 2022-01-25T23:19:15.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:14 smithi145 conmon[67302]: cluster 2022-01-25T23:19:13.538099+0000 mgr.smithi120.hllzij (mgr.14704) 1151 : cluster [DBG] pgmap v993: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:16 smithi120 conmon[102313]: cluster 2022-01-25T23:19:15.539024+0000 mgr.smithi120.hllzij (mgr.14704) 1152 : cluster 2022-01-25T23:19:17.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:16 smithi120 conmon[102313]: [DBG] pgmap v994: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:16 smithi145 conmon[67302]: cluster 2022-01-25T23:19:15.539024+0000 mgr.smithi120.hllzij (mgr.14704) 1152 : cluster [DBG] pgmap v994: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:16 smithi145 conmon[67302]: 2022-01-25T23:19:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:18 smithi120 conmon[102313]: cluster 2022-01-25T23:19:17.539729+0000 mgr.smithi120.hllzij (mgr.14704) 1153 : cluster [DBG] pgmap v995: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:18 smithi145 conmon[67302]: cluster 2022-01-25T23:19:17.539729+0000 mgr.smithi120.hllzij (mgr.14704) 1153 : cluster [DBG] pgmap v995: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:20.462 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:19:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:20 smithi120 conmon[102313]: cluster 2022-01-25T23:19:19.540580+0000 mgr.smithi120.hllzij (mgr.14704) 1154 : cluster [DBG] pgmap v996: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:20 smithi145 conmon[67302]: cluster 2022-01-25T23:19:19.540580+0000 mgr.smithi120.hllzij (mgr.14704) 1154 : cluster [DBG] pgmap v996: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:20.731 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:19:20.731 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (38m) 45s ago 39m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:19:20.732 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (31m) 45s ago 39m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:19:20.732 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (31m) 48s ago 39m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:19:20.732 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (38m) 45s ago 39m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:19:20.733 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (35m) 45s ago 35m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:19:20.733 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (35m) 48s ago 35m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:19:20.733 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (32m) 45s ago 40m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:19:20.734 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (32m) 48s ago 39m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:19:20.734 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (32m) 45s ago 40m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:19:20.734 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (31m) 48s ago 38m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:19:20.734 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (32m) 45s ago 32m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:19:20.735 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (32m) 48s ago 32m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:19:20.735 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (39m) 45s ago 39m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:19:20.735 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (38m) 48s ago 38m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:19:20.735 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (26m) 45s ago 38m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:19:20.736 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (38m) 45s ago 38m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:19:20.736 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (37m) 45s ago 37m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:19:20.736 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (37m) 45s ago 37m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:19:20.736 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (37m) 48s ago 37m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:19:20.736 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (37m) 48s ago 37m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:19:20.737 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (36m) 48s ago 36m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:19:20.737 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (36m) 48s ago 36m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:19:20.737 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (38m) 45s ago 39m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:19:21.052 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:19:21.052 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:19:21.053 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:19:21.053 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:19:21.053 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:19:21.053 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:19:21.054 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:19:21.054 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:19:21.054 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:19:21.054 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:19:21.054 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:19:21.055 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:19:21.055 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:19:21.055 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:19:21.055 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:19:21.056 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:19:21.056 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:19:21.056 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:19:21.056 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:19:21.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:21 smithi120 conmon[102313]: audit 2022-01-25T23:19:20. 2022-01-25T23:19:21.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:21 smithi120 conmon[102313]: 450872+0000 mgr.smithi120.hllzij (mgr.14704) 1155 : audit [DBG] from='client.34838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:21.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:21 smithi120 conmon[102313]: audit 2022-01-25T23:19:20.722618+0000 mgr.smithi120.hllzij (mgr.14704) 1156 : audit 2022-01-25T23:19:21.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:21 smithi120 conmon[102313]: [DBG] from='client.34842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:21.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:21 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:19:21.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:21 smithi120 conmon[102313]: -25T23:19:21.052840+0000 mon.smithi120 2022-01-25T23:19:21.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:21 smithi120 conmon[102313]: (mon.0) 585 : audit [DBG] from='client.? 172.21.15.120:0/1491385882' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:19:21.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:21 smithi145 conmon[67302]: audit 2022-01-25T23:19:20.450872+0000 mgr.smithi120.hllzij (mgr.14704) 1155 : audit [DBG] from='client.34838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:21.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:21 smithi145 conmon[67302]: audit 2022-01-25T23:19:20.722618+0000 mgr.smithi120.hllzij (mgr.14704) 1156 : audit [DBG] from='client.34842 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:21.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:21 smithi145 conmon[67302]: audit 2022-01-25T23:19:21.052840+0000 mon.smithi120 (mon.0) 585 : audit [DBG] from='client.? 172.21.15.120:0/1491385882' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:19:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:22 smithi120 conmon[102313]: cluster 2022-01-25T23:19:21.541078+0000 mgr.smithi120.hllzij (mgr.14704) 1157 : cluster [DBG] pgmap v997: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:22 smithi145 conmon[67302]: cluster 2022-01-25T23:19:21.541078+0000 mgr.smithi120.hllzij (mgr.14704) 1157 : cluster [DBG] pgmap v997: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:24 smithi120 conmon[102313]: cluster 2022-01-25T23:19:23.541605+0000 mgr.smithi120.hllzij (mgr.14704) 1158 : cluster [DBG] pgmap v998: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:24 smithi145 conmon[67302]: cluster 2022-01-25T23:19:23.541605+0000 mgr.smithi120.hllzij (mgr.14704) 1158 : cluster [DBG] pgmap v998: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:26 smithi120 conmon[102313]: cluster 2022-01-25T23:19:25.542364+0000 mgr.smithi120.hllzij (mgr.14704) 1159 : cluster 2022-01-25T23:19:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:26 smithi120 conmon[102313]: [DBG] pgmap v999: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:26 smithi145 conmon[67302]: cluster 2022-01-25T23:19:25.542364+0000 mgr.smithi120.hllzij (mgr.14704) 1159 : cluster [DBG] pgmap v999: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:28 smithi120 conmon[102313]: cluster 2022-01-25T23:19:27.542903+0000 mgr.smithi120.hllzij (mgr.14704) 1160 : cluster [DBG] pgmap v1000: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:28 smithi145 conmon[67302]: cluster 2022-01-25T23:19:27.542903+0000 mgr.smithi120.hllzij (mgr.14704) 1160 : cluster [DBG] pgmap v1000: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:28 smithi145 conmon[67302]: 2022-01-25T23:19:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:30 smithi120 conmon[102313]: cluster 2022-01-25T23:19:29.543537+0000 mgr.smithi120.hllzij (mgr.14704) 1161 : cluster [DBG] pgmap v1001: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:30.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:30 smithi120 conmon[102313]: 2022-01-25T23:19:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:30 smithi145 conmon[67302]: cluster 2022-01-25T23:19:29.543537+0000 mgr.smithi120.hllzij (mgr.14704) 1161 : cluster [DBG] pgmap v1001: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:32 smithi120 conmon[102313]: cluster 2022-01-25T23:19:31.544040+0000 mgr.smithi120.hllzij (mgr.14704) 1162 : cluster [DBG] pgmap v1002: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:32 smithi145 conmon[67302]: cluster 2022-01-25T23:19:31.544040+0000 mgr.smithi120.hllzij (mgr.14704) 1162 : cluster [DBG] pgmap v1002: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:34 smithi120 conmon[102313]: cluster 2022-01-25T23:19:33.544546+0000 mgr.smithi120.hllzij (mgr.14704) 1163 : cluster [DBG] pgmap v1003: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:34 smithi145 conmon[67302]: cluster 2022-01-25T23:19:33.544546+0000 mgr.smithi120.hllzij (mgr.14704) 1163 : cluster [DBG] pgmap v1003: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:36.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:35 smithi120 conmon[102313]: audit 2022-01-25T23:19:35.352435+0000 mon.smithi120 (mon. 2022-01-25T23:19:36.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:35 smithi120 conmon[102313]: 0) 586 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:19:36.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:35 smithi120 conmon[102313]: audit 2022-01-25T23:19:35.353884+0000 mon.smithi120 (mon.0) 587 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:19:36.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:35 smithi120 conmon[102313]: audit 2022-01- 2022-01-25T23:19:36.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:35 smithi120 conmon[102313]: 25T23:19:35.354716+0000 2022-01-25T23:19:36.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:35 smithi120 conmon[102313]: mon.smithi120 (mon.0) 588 : audit [INF] 2022-01-25T23:19:36.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:35 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:19:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:35 smithi145 conmon[67302]: audit 2022-01-25T23:19:35.352435+0000 mon.smithi120 (mon.0 2022-01-25T23:19:36.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:35 smithi145 conmon[67302]: ) 586 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:19:36.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:35 smithi145 conmon[67302]: audit 2022-01-25T23:19:35.353884+0000 mon.smithi120 (mon.0) 587 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:19:36.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:35 smithi145 conmon[67302]: audit 2022-01-25T23:19:35.354716+0000 mon.smithi120 (mon.0) 588 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:19:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:36 smithi120 conmon[102313]: cephadm 2022-01-25T23:19:35.355429+0000 mgr.smithi120.hllzij (mgr.14704) 1164 : cephadm [WRN] 2022-01-25T23:19:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:36 smithi120 conmon[102313]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:19:37.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:36 smithi120 conmon[102313]: cluster 2022-01-25T23:19:35.545231+0000 mgr.smithi120.hllzij (mgr.14704) 1165 : cluster [DBG] pgmap v1004: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:37.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:36 smithi120 conmon[102313]: audit 2022-01-25T23:19:35.751829+0000 mon.smithi120 2022-01-25T23:19:37.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:36 smithi120 conmon[102313]: (mon.0) 589 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:19:37.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:36 smithi120 conmon[102313]: audit 2022-01-25T23:19:35.756552+0000 2022-01-25T23:19:37.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:36 smithi120 conmon[102313]: mon.smithi120 (mon.0) 590 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:19:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:36 smithi145 conmon[67302]: cephadm 2022-01-25T23:19:35.355429+0000 mgr.smithi120.hllzij (mgr.14704) 1164 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:19:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:36 smithi145 conmon[67302]: cluster 2022-01-25T23:19:35.545231+0000 mgr.smithi120.hllzij (mgr.14704) 1165 : cluster [DBG] pgmap v1004: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:36 smithi145 conmon[67302]: audit 2022-01-25T23:19:35.751829+0000 mon.smithi120 (mon.0) 589 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:19:37.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:36 smithi145 conmon[67302]: audit 2022-01-25T23:19:35.756552+0000 mon.smithi120 (mon.0) 590 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:19:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:38 smithi120 conmon[102313]: cluster 2022-01-25T23:19:37.545829+0000 mgr.smithi120.hllzij (mgr.14704) 1166 : cluster [DBG] pgmap v1005: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:38 smithi145 conmon[67302]: cluster 2022-01-25T23:19:37.545829+0000 mgr.smithi120.hllzij (mgr.14704) 1166 : cluster [DBG] pgmap v1005: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:38 smithi145 conmon[67302]: 2022-01-25T23:19:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:40 smithi120 conmon[102313]: cluster 2022-01-25T23:19:39.546735+0000 mgr.smithi120.hllzij (mgr.14704) 1167 : cluster [DBG] 2022-01-25T23:19:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:40 smithi120 conmon[102313]: pgmap v1006: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:40 smithi145 conmon[67302]: cluster 2022-01-25T23:19:39.546735+0000 mgr.smithi120.hllzij (mgr.14704) 1167 : cluster [DBG] pgmap v1006: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:40 smithi145 conmon[67302]: 2022-01-25T23:19:43.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:42 smithi120 conmon[102313]: cluster 2022-01-25T23:19:41.547397+0000 mgr.smithi120.hllzij (mgr.14704) 1168 : cluster [DBG] pgmap v1007: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:42 smithi145 conmon[67302]: cluster 2022-01-25T23:19:41.547397+0000 mgr.smithi120.hllzij (mgr.14704) 1168 : cluster [DBG] pgmap v1007: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:44 smithi120 conmon[102313]: cluster 2022-01-25T23:19:43.547965+0000 mgr.smithi120.hllzij (mgr.14704) 1169 : cluster 2022-01-25T23:19:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:44 smithi120 conmon[102313]: [DBG] pgmap v1008: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:44 smithi145 conmon[67302]: cluster 2022-01-25T23:19:43.547965+0000 mgr.smithi120.hllzij (mgr.14704) 1169 : cluster [DBG] pgmap v1008: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:46 smithi120 conmon[102313]: cluster 2022-01-25T23:19:45.548828+0000 mgr.smithi120.hllzij (mgr.14704) 1170 : cluster [DBG] 2022-01-25T23:19:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:46 smithi120 conmon[102313]: pgmap v1009: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:46 smithi145 conmon[67302]: cluster 2022-01-25T23:19:45.548828+0000 mgr.smithi120.hllzij (mgr.14704) 1170 : cluster [DBG] pgmap v1009: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:46 smithi145 conmon[67302]: 2022-01-25T23:19:49.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:48 smithi120 conmon[102313]: cluster 2022-01-25T23:19:47.549353+0000 mgr.smithi120.hllzij (mgr.14704) 1171 : cluster [DBG] pgmap v1010: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:48 smithi145 conmon[67302]: cluster 2022-01-25T23:19:47.549353+0000 mgr.smithi120.hllzij (mgr.14704) 1171 : cluster [DBG] pgmap v1010: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:50 smithi120 conmon[102313]: cluster 2022-01-25T23:19:49.550058+0000 mgr.smithi120.hllzij (mgr.14704) 1172 : cluster [DBG] pgmap v1011: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:50 smithi145 conmon[67302]: cluster 2022-01-25T23:19:49.550058+0000 mgr.smithi120.hllzij (mgr.14704) 1172 : cluster [DBG] pgmap v1011: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:19:51.352 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:19:51.625 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:19:51.625 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (39m) 76s ago 40m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:19:51.625 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (32m) 76s ago 40m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:19:51.625 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (32m) 79s ago 39m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:19:51.626 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (38m) 76s ago 39m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:19:51.626 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (35m) 76s ago 35m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:19:51.626 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (35m) 79s ago 35m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:19:51.626 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (33m) 76s ago 41m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:19:51.627 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (32m) 79s ago 39m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:19:51.627 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (32m) 76s ago 41m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:19:51.627 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (32m) 79s ago 39m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:19:51.627 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (33m) 76s ago 33m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:19:51.628 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (33m) 79s ago 33m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:19:51.628 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (39m) 76s ago 39m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:19:51.628 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (39m) 79s ago 39m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:19:51.629 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (27m) 76s ago 38m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:19:51.629 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (38m) 76s ago 38m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:19:51.629 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (38m) 76s ago 38m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:19:51.630 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (38m) 76s ago 38m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:19:51.630 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (37m) 79s ago 37m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:19:51.630 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (37m) 79s ago 37m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:19:51.630 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (37m) 79s ago 37m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:19:51.631 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (37m) 79s ago 37m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:19:51.631 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (38m) 76s ago 39m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:19:51.943 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:19:51.943 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:19:51.944 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:19:51.944 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:19:51.944 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:19:51.944 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:19:51.945 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:19:51.945 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:19:51.945 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:19:51.945 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:19:51.946 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:19:51.946 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:19:51.946 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:19:51.946 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:19:51.946 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:19:51.947 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:19:51.947 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:19:51.947 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:19:51.947 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:19:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:52 smithi120 conmon[102313]: audit 2022-01-25T23:19:51.340199+0000 mgr.smithi120.hllzij (mgr.14704) 1173 : audit [DBG] from='client.34850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:52 smithi120 conmon[102313]: cluster 2022-01-25T23:19:51.550501+0000 mgr.smithi120.hllzij (mgr.14704) 1174 : cluster [DBG] pgmap v1012: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:52 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T23:19:53.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:52 smithi120 conmon[102313]: 23:19:51.616642+0000 mgr.smithi120.hllzij (mgr.14704) 1175 : audit [DBG] from='client.34854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:53.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:52 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:19:53.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:52 smithi120 conmon[102313]: -25T23:19:51.943852+0000 mon.smithi120 (mon.0) 591 : audit [DBG] from='client.? 172.21.15.120:0/2314113435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:19:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:52 smithi145 conmon[67302]: audit 2022-01-25T23:19:51.340199+0000 mgr.smithi120.hllzij (mgr.14704) 1173 : audit [DBG] from='client.34850 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:52 smithi145 conmon[67302]: cluster 2022-01-25T23:19:51.550501+0000 mgr.smithi120.hllzij (mgr.14704) 1174 : cluster [DBG] pgmap v1012: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:52 smithi145 conmon[67302]: audit 2022-01-25T23:19:51.616642+0000 mgr.smithi120.hllzij (mgr.14704) 1175 : audit [DBG] from='client.34854 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:19:53.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:52 smithi145 conmon[67302]: audit 2022-01-25T23:19:51 2022-01-25T23:19:53.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:52 smithi145 conmon[67302]: .943852+0000 mon.smithi120 (mon.0) 591 : audit [DBG] from='client.? 172.21.15.120:0/2314113435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:19:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:54 smithi120 conmon[102313]: cluster 2022-01-25T23:19:53.551030+0000 mgr.smithi120.hllzij (mgr.14704) 1176 : cluster [DBG] pgmap v1013: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:54 smithi120 conmon[102313]: 2022-01-25T23:19:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:54 smithi120 conmon[102313]: audit 2022-01-25T23:19:53.714599+0000 mon.smithi120 (mon.0) 592 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:19:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:54 smithi120 conmon[102313]: audit 2022-01-25T23:19:53.714818+0000 mon.smithi120 (mon.0) 593 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:19:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:54 smithi145 conmon[67302]: cluster 2022-01-25T23:19:53.551030+0000 mgr.smithi120.hllzij (mgr.14704) 1176 : cluster [DBG] pgmap v1013: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:54 smithi145 conmon[67302]: audit 2022-01-25T23:19:53.714599+0000 mon.smithi120 (mon.0) 592 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:19:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:54 smithi145 conmon[67302]: audit 2022-01-25T23:19:53.714818+0000 mon.smithi120 (mon.0) 593 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:19:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:56 smithi120 conmon[102313]: cluster 2022-01-25T23:19:55.552012+0000 mgr.smithi120.hllzij (mgr.14704) 1177 : cluster [DBG] pgmap v1014: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:56 smithi145 conmon[67302]: cluster 2022-01-25T23:19:55.552012+0000 mgr.smithi120.hllzij (mgr.14704) 1177 : cluster [DBG] pgmap v1014: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:58 smithi120 conmon[102313]: cluster 2022-01-25T23:19:57.552459+0000 mgr.smithi120.hllzij (mgr.14704) 1178 : cluster [DBG] 2022-01-25T23:19:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:19:58 smithi120 conmon[102313]: pgmap v1015: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:19:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:19:58 smithi145 conmon[67302]: cluster 2022-01-25T23:19:57.552459+0000 mgr.smithi120.hllzij (mgr.14704) 1178 : cluster [DBG] pgmap v1015: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:00 smithi120 conmon[102313]: cluster 2022-01-25T23:19:59.553321+0000 mgr.smithi120.hllzij ( 2022-01-25T23:20:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:00 smithi120 conmon[102313]: mgr.14704) 1179 : cluster [DBG] pgmap v1016: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:00 smithi120 conmon[102313]: cluster 2022-01-25T23:20:00.000144+0000 mon.smithi120 (mon.0) 594 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T23:20:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:00 smithi145 conmon[67302]: cluster 2022-01-25T23:19:59.553321+0000 mgr.smithi120.hllzij (mgr.14704) 1179 : cluster [DBG] 2022-01-25T23:20:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:00 smithi145 conmon[67302]: pgmap v1016: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:00 smithi145 conmon[67302]: cluster 2022-01-25T23:20:00.000144+0000 mon.smithi120 (mon.0) 594 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T23:20:03.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:02 smithi120 conmon[102313]: cluster 2022-01-25T23:20:01.554066+0000 mgr.smithi120.hllzij (mgr.14704) 1180 : cluster [DBG] pgmap v1017: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:03.089 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:02 smithi145 conmon[67302]: cluster 2022-01-25T23:20:01.554066+0000 mgr.smithi120.hllzij (mgr.14704) 1180 : cluster [DBG] pgmap v1017: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:04 smithi120 conmon[102313]: cluster 2022-01-25T23:20:03.554599+0000 mgr.smithi120.hllzij (mgr.14704) 1181 : cluster [DBG] 2022-01-25T23:20:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:04 smithi120 conmon[102313]: pgmap v1018: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:04 smithi145 conmon[67302]: cluster 2022-01-25T23:20:03.554599+0000 mgr.smithi120.hllzij (mgr.14704) 1181 : cluster [DBG] pgmap v1018: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:06 smithi120 conmon[102313]: cluster 2022-01-25T23:20:05.555540+0000 mgr.smithi120.hllzij (mgr.14704) 1182 : cluster [DBG] pgmap v1019: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:07.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:06 smithi145 conmon[67302]: cluster 2022-01-25T23:20:05.555540+0000 mgr.smithi120.hllzij (mgr.14704) 1182 : cluster [DBG] pgmap v1019: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:09.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:08 smithi120 conmon[102313]: cluster 2022-01-25T23:20:07.556161+0000 mgr.smithi120.hllzij (mgr.14704) 1183 : cluster [DBG] pgmap v1020: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:08 smithi145 conmon[67302]: cluster 2022-01-25T23:20:07.556161+0000 mgr.smithi120.hllzij (mgr.14704) 1183 2022-01-25T23:20:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:08 smithi145 conmon[67302]: : cluster [DBG] pgmap v1020: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:10 smithi120 conmon[102313]: cluster 2022-01-25T23:20:09.556914+0000 mgr.smithi120.hllzij (mgr.14704) 1184 : cluster 2022-01-25T23:20:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:10 smithi120 conmon[102313]: [DBG] pgmap v1021: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:10 smithi145 conmon[67302]: cluster 2022-01-25T23:20:09.556914+0000 mgr.smithi120.hllzij (mgr.14704) 1184 : cluster [DBG] pgmap v1021: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:12 smithi120 conmon[102313]: cluster 2022-01-25T23:20:11.557437+0000 mgr.smithi120.hllzij (mgr.14704) 1185 : cluster 2022-01-25T23:20:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:12 smithi120 conmon[102313]: [DBG] pgmap v1022: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:12 smithi145 conmon[67302]: cluster 2022-01-25T23:20:11.557437+0000 mgr.smithi120.hllzij (mgr.14704) 1185 : cluster [DBG] 2022-01-25T23:20:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:12 smithi145 conmon[67302]: pgmap v1022: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:14 smithi120 conmon[102313]: cluster 2022-01-25T23:20:13.558176+0000 mgr.smithi120.hllzij (mgr.14704) 1186 : cluster [DBG] pgmap v1023: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:15.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:14 smithi145 conmon[67302]: cluster 2022-01-25T23:20:13.558176+0000 mgr.smithi120.hllzij (mgr.14704) 1186 : cluster [DBG] pgmap v1023: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:16 smithi120 conmon[102313]: cluster 2022-01-25T23:20:15.559180+0000 mgr.smithi120.hllzij (mgr.14704) 1187 : cluster [DBG] pgmap v1024: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:16 smithi145 conmon[67302]: cluster 2022-01-25T23:20:15.559180+0000 mgr.smithi120.hllzij (mgr.14704) 1187 : cluster [DBG] pgmap v1024: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:16 smithi145 conmon[67302]: 2022-01-25T23:20:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:18 smithi120 conmon[102313]: cluster 2022-01-25T23:20:17.559715+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:20:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:18 smithi120 conmon[102313]: ) 1188 : cluster [DBG] pgmap v1025: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:18 smithi145 conmon[67302]: cluster 2022-01-25T23:20:17.559715+0000 mgr.smithi120.hllzij (mgr.14704) 1188 : cluster 2022-01-25T23:20:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:18 smithi145 conmon[67302]: [DBG] pgmap v1025: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:20 smithi120 conmon[102313]: cluster 2022-01-25T23:20:19.560432+0000 mgr.smithi120.hllzij (mgr.14704) 1189 : cluster [DBG] 2022-01-25T23:20:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:20 smithi120 conmon[102313]: pgmap v1026: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:20 smithi145 conmon[67302]: cluster 2022-01-25T23:20:19.560432+0000 mgr.smithi120.hllzij (mgr.14704) 1189 : cluster [DBG] pgmap v1026: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:22.246 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:20:22.516 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:20:22.517 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (39m) 107s ago 40m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:20:22.517 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (32m) 107s ago 40m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:20:22.517 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (32m) 110s ago 40m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:20:22.517 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (39m) 107s ago 40m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:20:22.518 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (36m) 107s ago 36m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:20:22.518 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (36m) 110s ago 36m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:20:22.518 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (33m) 107s ago 41m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:20:22.518 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (33m) 110s ago 40m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:20:22.519 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (33m) 107s ago 41m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:20:22.519 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (32m) 110s ago 40m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:20:22.519 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (33m) 107s ago 33m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:20:22.519 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (33m) 110s ago 33m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:20:22.520 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (40m) 107s ago 40m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:20:22.520 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (39m) 110s ago 39m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:20:22.520 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (27m) 107s ago 39m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:20:22.520 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (39m) 107s ago 39m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:20:22.520 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (38m) 107s ago 38m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:20:22.521 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (38m) 107s ago 38m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:20:22.521 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (38m) 110s ago 38m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:20:22.521 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (38m) 110s ago 38m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:20:22.521 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (37m) 110s ago 37m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:20:22.521 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (37m) 110s ago 37m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:20:22.522 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (39m) 107s ago 40m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:20:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:22 smithi120 conmon[102313]: cluster 2022-01-25T23:20:21.561048+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:20:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:22 smithi120 conmon[102313]: ) 1190 : cluster [DBG] pgmap v1027: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:22.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:22 smithi145 conmon[67302]: cluster 2022-01-25T23:20:21.561048+0000 mgr.smithi120.hllzij (mgr.14704) 1190 : cluster [DBG] pgmap v1027: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:22.835 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:20:22.836 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:20:22.836 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:20:22.836 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:20:22.837 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:20:22.837 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:20:22.838 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:20:22.838 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:20:22.839 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:20:22.839 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:20:22.839 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:20:22.840 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:20:22.840 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:20:22.841 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:20:22.841 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:20:22.842 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:20:22.842 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:20:22.843 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:20:22.843 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:20:24.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:23 smithi120 conmon[102313]: audit 2022-01-25T23:20:22.233658+0000 mgr.smithi120.hllzij (mgr.14704) 1191 : audit [DBG] from='client.34862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:24.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:23 smithi120 conmon[102313]: audit 2022-01-25T23:20:22.508274 2022-01-25T23:20:24.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:23 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 1192 : audit [DBG] from='client.34866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:24.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:23 smithi120 conmon[102313]: audit 2022-01-25T23:20:22.836239+0000 mon.smithi120 (mon.0) 595 : audit [DBG] from='client.? 172.21.15.120:0/4186118504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:20:24.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:23 smithi145 conmon[67302]: audit 2022-01-25T23:20:22.233658+0000 mgr.smithi120.hllzij (mgr.14704) 1191 : audit [DBG] 2022-01-25T23:20:24.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:23 smithi145 conmon[67302]: from='client.34862 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:24.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:23 smithi145 conmon[67302]: audit 2022-01-25T23:20:22.508274+0000 mgr.smithi120.hllzij (mgr.14704) 1192 : audit [DBG] from='client.34866 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:24.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:23 smithi145 conmon[67302]: audit 2022-01-25T23:20:22.836239+0000 mon.smithi120 (mon.0) 595 : audit [DBG] from='client.? 172.21.15.120:0/4186118504' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:20:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:24 smithi120 conmon[102313]: cluster 2022-01-25T23:20:23.561482+0000 mgr.smithi120.hllzij (mgr.14704) 1193 : 2022-01-25T23:20:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:24 smithi120 conmon[102313]: cluster [DBG] pgmap v1028: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:24 smithi145 conmon[67302]: cluster 2022-01-25T23:20:23.561482+0000 mgr.smithi120.hllzij (mgr.14704) 1193 : cluster [DBG] pgmap v1028: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:24 smithi145 conmon[67302]: 2022-01-25T23:20:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:26 smithi120 conmon[102313]: cluster 2022-01-25T23:20:25.562378+0000 mgr.smithi120.hllzij (mgr.14704) 1194 : cluster [DBG] pgmap v1029: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:26 smithi145 conmon[67302]: cluster 2022-01-25T23:20:25.562378+0000 mgr.smithi120.hllzij (mgr.14704) 1194 : cluster [DBG] pgmap v1029: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:28 smithi120 conmon[102313]: cluster 2022-01-25T23:20:27.562997+0000 mgr.smithi120.hllzij (mgr.14704) 1195 : cluster [DBG] pgmap v1030: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:28 smithi145 conmon[67302]: cluster 2022-01-25T23:20:27.562997+0000 mgr.smithi120.hllzij (mgr.14704) 1195 : cluster [DBG] pgmap v1030: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:28 smithi145 conmon[67302]: 2022-01-25T23:20:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:30 smithi120 conmon[102313]: cluster 2022-01-25T23:20:29.563760+0000 mgr.smithi120.hllzij (mgr.14704) 1196 : cluster [DBG] 2022-01-25T23:20:30.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:30 smithi120 conmon[102313]: pgmap v1031: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:30 smithi145 conmon[67302]: cluster 2022-01-25T23:20:29.563760+0000 mgr.smithi120.hllzij (mgr.14704) 1196 : cluster [DBG] pgmap v1031: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:32 smithi120 conmon[102313]: cluster 2022-01-25T23:20:31.564411+0000 mgr.smithi120.hllzij (mgr.14704) 1197 : cluster [DBG] pgmap v1032: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:32 smithi120 conmon[102313]: 2022-01-25T23:20:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:32 smithi145 conmon[67302]: cluster 2022-01-25T23:20:31.564411+0000 mgr.smithi120.hllzij (mgr.14704) 1197 : cluster [DBG] pgmap v1032: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:32 smithi145 conmon[67302]: 2022-01-25T23:20:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:34 smithi120 conmon[102313]: cluster 2022-01-25T23:20:33.564873+0000 mgr.smithi120.hllzij (mgr.14704) 1198 : cluster [DBG] pgmap v1033: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:34 smithi145 conmon[67302]: cluster 2022-01-25T23:20:33.564873+0000 mgr.smithi120.hllzij (mgr.14704) 1198 : cluster [DBG] pgmap v1033: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:36 smithi120 conmon[102313]: cluster 2022-01-25T23:20:35.565635+0000 mgr.smithi120.hllzij (mgr.14704) 1199 : cluster 2022-01-25T23:20:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:36 smithi120 conmon[102313]: [DBG] pgmap v1034: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:36 smithi120 conmon[102313]: audit 2022-01-25T23:20:35.759024+0000 mon.smithi120 (mon.0) 596 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:20:37.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:36 smithi120 conmon[102313]: audit 2022-01-25T23:20:35.760251+0000 mon.smithi120 (mon.0) 597 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:20:37.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:36 smithi120 conmon[102313]: audit 2022-01-25T23:20:35.761054+0000 mon.smithi120 (mon.0) 598 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:20:37.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:36 smithi120 conmon[102313]: audit 2022-01-25T23:20:36.106273+0000 mon.smithi120 (mon.0) 599 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:20:37.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:36 smithi120 conmon[102313]: audit 2022-01-25T23:20:36.474619+0000 mon.smithi120 (mon.0) 600 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:20:37.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:36 smithi120 conmon[102313]: audit 2022-01-25T23:20:36.479969+0000 mon.smithi120 (mon.0) 601 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:20:37.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: cluster 2022-01-25T23:20:35.565635+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:20:37.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: ) 1199 : cluster [DBG] pgmap v1034: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:37.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: audit 2022-01-25T23:20:35.759024+0000 mon.smithi120 (mon.0) 596 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:20:37.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: audit 2022-01-25T23: 2022-01-25T23:20:37.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: 20:35.760251+0000 mon.smithi120 (mon.0) 597 2022-01-25T23:20:37.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:20:37.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: audit 2022-01- 2022-01-25T23:20:37.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: 25T23:20:35.761054+0000 2022-01-25T23:20:37.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: mon.smithi120 (mon.0) 598 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:20:37.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: 2022-01-25T23:20:37.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: audit 2022-01-25T23:20:37.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: 2022-01-25T23:20:36. 2022-01-25T23:20:37.083 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: 106273+0000 mon.smithi120 (mon.0) 599 : audit 2022-01-25T23:20:37.083 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:20:37.083 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T23:20:37.083 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: 23:20:36.474619+0000 mon.smithi120 ( 2022-01-25T23:20:37.083 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: mon.0) 600 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:20:37.084 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: audit 2022-01-25T23:20:37.084 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: 2022-01-25T23:20: 2022-01-25T23:20:37.084 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: 36.479969+0000 mon.smithi120 (mon.0) 601 : 2022-01-25T23:20:37.084 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:36 smithi145 conmon[67302]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:20:38.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:37 smithi120 conmon[102313]: cephadm 2022-01-25T23:20:35.761879+0000 mgr.smithi120.hllzij (mgr.14704) 1200 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:20:38.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:37 smithi120 conmon[102313]: 2022-01-25T23:20:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:37 smithi145 conmon[67302]: cephadm 2022-01-25T23:20:35.761879+0000 mgr.smithi120.hllzij (mgr.14704) 1200 : cephadm [WRN] 2022-01-25T23:20:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:37 smithi145 conmon[67302]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:20:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:38 smithi120 conmon[102313]: cluster 2022-01-25T23:20:37.566294+0000 mgr.smithi120.hllzij (mgr.14704) 1201 : cluster [DBG] 2022-01-25T23:20:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:38 smithi120 conmon[102313]: pgmap v1035: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:38 smithi145 conmon[67302]: cluster 2022-01-25T23:20:37.566294+0000 mgr.smithi120.hllzij (mgr.14704) 1201 : cluster [DBG] pgmap v1035: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:38 smithi145 conmon[67302]: 2022-01-25T23:20:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:40 smithi120 conmon[102313]: cluster 2022-01-25T23:20:39.567135+0000 mgr.smithi120.hllzij (mgr.14704) 1202 : cluster [DBG] pgmap v1036: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:40 smithi145 conmon[67302]: cluster 2022-01-25T23:20:39.567135+0000 mgr.smithi120.hllzij (mgr.14704) 1202 : cluster [DBG] pgmap v1036: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:43.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:42 smithi120 conmon[102313]: cluster 2022-01-25T23:20:41.567851+0000 mgr.smithi120.hllzij (mgr.14704) 1203 : cluster [DBG] pgmap v1037: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:42 smithi145 conmon[67302]: cluster 2022-01-25T23:20:41.567851+0000 mgr.smithi120.hllzij (mgr.14704) 1203 : cluster [DBG] pgmap v1037: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:44 smithi120 conmon[102313]: cluster 2022-01-25T23:20:43.568499+0000 mgr.smithi120.hllzij (mgr.14704) 1204 : cluster [DBG] 2022-01-25T23:20:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:44 smithi120 conmon[102313]: pgmap v1038: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:44 smithi145 conmon[67302]: cluster 2022-01-25T23:20:43.568499+0000 mgr.smithi120.hllzij (mgr.14704) 1204 : cluster [DBG] pgmap v1038: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:46 smithi120 conmon[102313]: cluster 2022-01-25T23:20:45.569303+0000 mgr.smithi120.hllzij (mgr.14704) 1205 : cluster [DBG] pgmap v1039: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:46 smithi120 conmon[102313]: 2022-01-25T23:20:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:46 smithi145 conmon[67302]: cluster 2022-01-25T23:20:45.569303+0000 mgr.smithi120.hllzij (mgr.14704) 1205 : cluster [DBG] pgmap v1039: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:49.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:48 smithi120 conmon[102313]: cluster 2022-01-25T23:20:47.569785+0000 mgr.smithi120.hllzij (mgr.14704) 1206 : cluster [DBG] pgmap v1040: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:48 smithi145 conmon[67302]: cluster 2022-01-25T23:20:47.569785+0000 mgr.smithi120.hllzij (mgr.14704) 1206 : cluster [DBG] pgmap v1040: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:50 smithi120 conmon[102313]: cluster 2022-01-25T23:20:49.570643+0000 mgr.smithi120.hllzij (mgr.14704) 1207 : cluster 2022-01-25T23:20:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:50 smithi120 conmon[102313]: [DBG] pgmap v1041: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:50 smithi145 conmon[67302]: cluster 2022-01-25T23:20:49.570643+0000 mgr.smithi120.hllzij (mgr.14704) 1207 : cluster [DBG] pgmap v1041: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:20:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:52 smithi120 conmon[102313]: cluster 2022-01-25T23:20:51.571176+0000 mgr.smithi120.hllzij (mgr.14704) 1208 : cluster 2022-01-25T23:20:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:52 smithi120 conmon[102313]: [DBG] pgmap v1042: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:52 smithi145 conmon[67302]: cluster 2022-01-25T23:20:51.571176+0000 mgr.smithi120.hllzij (mgr.14704) 1208 : cluster [DBG] pgmap v1042: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:53.136 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:20:53.402 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:20:53.402 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (40m) 2m ago 41m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:20:53.403 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (33m) 2m ago 41m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:20:53.403 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (33m) 2m ago 40m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:20:53.403 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (39m) 2m ago 40m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:20:53.403 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (36m) 2m ago 36m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:20:53.403 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (36m) 2m ago 36m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:20:53.404 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (34m) 2m ago 42m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:20:53.404 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (33m) 2m ago 40m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:20:53.404 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (33m) 2m ago 42m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:20:53.404 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (33m) 2m ago 40m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:20:53.405 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (34m) 2m ago 34m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:20:53.405 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (34m) 2m ago 34m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:20:53.405 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (40m) 2m ago 40m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:20:53.405 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (40m) 2m ago 40m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:20:53.405 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (28m) 2m ago 40m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:20:53.406 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (39m) 2m ago 39m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:20:53.406 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (39m) 2m ago 39m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:20:53.406 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (39m) 2m ago 39m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:20:53.406 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (38m) 2m ago 38m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:20:53.407 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (38m) 2m ago 38m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:20:53.407 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (38m) 2m ago 38m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:20:53.407 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (38m) 2m ago 38m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:20:53.407 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (39m) 2m ago 40m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:20:53.724 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:20:53.724 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:20:53.725 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:20:53.725 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:20:53.725 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:20:53.725 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:20:53.726 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:20:53.726 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:20:53.726 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:20:53.727 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:20:53.727 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:20:53.727 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:20:53.727 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:20:53.727 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:20:53.728 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:20:53.728 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:20:53.728 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:20:53.728 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:20:53.729 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:20:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:54 smithi120 conmon[102313]: audit 2022-01-25T23:20:53.124888+0000 mgr.smithi120.hllzij (mgr.14704) 1209 2022-01-25T23:20:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:54 smithi120 conmon[102313]: : audit [DBG] from='client.34874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:54 smithi120 conmon[102313]: audit 2022-01-25T23:20:53.394113+0000 mgr.smithi120.hllzij (mgr.14704) 1210 : audit [DBG] from='client.34878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:54 smithi120 conmon[102313]: cluster 2022-01-25T23:20:53.571679+0000 mgr.smithi120.hllzij (mgr.14704) 1211 : cluster 2022-01-25T23:20:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:54 smithi120 conmon[102313]: [DBG] pgmap v1043: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:55.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:54 smithi120 conmon[102313]: audit 2022-01-25T23:20:53 2022-01-25T23:20:55.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:54 smithi120 conmon[102313]: .718147+0000 mon.smithi120 (mon.0) 602 : audit [INF] 2022-01-25T23:20:55.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:54 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:20:55.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:54 smithi120 conmon[102313]: audit 2022-01-25T23:20:53 2022-01-25T23:20:55.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:54 smithi120 conmon[102313]: .718311+0000 mon.smithi120 (mon.0) 603 : audit [INF] 2022-01-25T23:20:55.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:54 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:20:55.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:54 smithi120 conmon[102313]: audit 2022-01-25T23:20: 2022-01-25T23:20:55.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:54 smithi120 conmon[102313]: 53.724769+0000 mon.smithi120 (mon.0) 604 : audit 2022-01-25T23:20:55.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:54 smithi120 conmon[102313]: [DBG] from='client.? 172.21.15.120:0/2749844327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:20:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:54 smithi145 conmon[67302]: audit 2022-01-25T23:20:53.124888+0000 mgr.smithi120.hllzij (mgr.14704) 1209 : audit [DBG] from='client.34874 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:54 smithi145 conmon[67302]: audit 2022-01-25T23:20:53.394113+0000 mgr.smithi120.hllzij (mgr.14704) 1210 : audit [DBG] from='client.34878 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:20:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:54 smithi145 conmon[67302]: cluster 2022-01-25T23:20:53.571679+0000 mgr.smithi120.hllzij (mgr.14704) 1211 : cluster [DBG] pgmap v1043: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:55.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:54 smithi145 conmon[67302]: audit 2022-01-25T23:20:53.718147+0000 mon.smithi120 (mon. 2022-01-25T23:20:55.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:54 smithi145 conmon[67302]: 0) 602 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:20:55.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:54 smithi145 conmon[67302]: audit 2022-01-25 2022-01-25T23:20:55.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:54 smithi145 conmon[67302]: T23:20:53.718311+0000 mon.smithi120 (mon.0 2022-01-25T23:20:55.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:54 smithi145 conmon[67302]: ) 603 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:20:55.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:54 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T23:20:55.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:54 smithi145 conmon[67302]: 23:20:53.724769+0000 mon.smithi120 (mon.0 2022-01-25T23:20:55.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:54 smithi145 conmon[67302]: ) 604 : audit [DBG] from='client.? 172.21.15.120:0/2749844327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:20:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:56 smithi120 conmon[102313]: cluster 2022-01-25T23:20:55.572518+0000 mgr.smithi120.hllzij (mgr.14704) 1212 : cluster 2022-01-25T23:20:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:56 smithi120 conmon[102313]: [DBG] pgmap v1044: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:56 smithi145 conmon[67302]: cluster 2022-01-25T23:20:55.572518+0000 mgr.smithi120.hllzij (mgr.14704) 1212 : cluster [DBG] pgmap v1044: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:58 smithi120 conmon[102313]: cluster 2022-01-25T23:20:57.573025+0000 mgr.smithi120.hllzij (mgr.14704) 1213 : cluster [DBG] pgmap v1045: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:20:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:20:58 smithi120 conmon[102313]: 2022-01-25T23:20:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:20:58 smithi145 conmon[67302]: cluster 2022-01-25T23:20:57.573025+0000 mgr.smithi120.hllzij (mgr.14704) 1213 : cluster [DBG] pgmap v1045: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:00 smithi120 conmon[102313]: cluster 2022-01-25T23:20:59.573754+0000 mgr.smithi120.hllzij (mgr.14704) 1214 : 2022-01-25T23:21:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:00 smithi120 conmon[102313]: cluster [DBG] pgmap v1046: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:00 smithi145 conmon[67302]: cluster 2022-01-25T23:20:59.573754+0000 mgr.smithi120.hllzij (mgr.14704) 1214 : cluster [DBG] pgmap v1046: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:03.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:02 smithi120 conmon[102313]: cluster 2022-01-25T23:21:01.574251+0000 mgr.smithi120.hllzij (mgr.14704) 1215 : cluster [DBG] 2022-01-25T23:21:03.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:02 smithi120 conmon[102313]: pgmap v1047: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:02 smithi145 conmon[67302]: cluster 2022-01-25T23:21:01.574251+0000 mgr.smithi120.hllzij (mgr.14704) 1215 : cluster [DBG] pgmap v1047: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:04 smithi120 conmon[102313]: cluster 2022-01-25T23:21:03.574873+0000 mgr.smithi120.hllzij (mgr.14704) 1216 : 2022-01-25T23:21:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:04 smithi120 conmon[102313]: cluster [DBG] pgmap v1048: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:04 smithi145 conmon[67302]: cluster 2022-01-25T23:21:03.574873+0000 mgr.smithi120.hllzij (mgr.14704) 1216 : cluster [DBG] pgmap v1048: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:06 smithi120 conmon[102313]: cluster 2022-01-25T23:21:05.575873+0000 mgr.smithi120.hllzij (mgr.14704) 1217 : cluster [DBG] 2022-01-25T23:21:07.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:06 smithi120 conmon[102313]: pgmap v1049: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:07.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:06 smithi145 conmon[67302]: cluster 2022-01-25T23:21:05.575873+0000 mgr.smithi120.hllzij (mgr.14704) 1217 : cluster [DBG] pgmap v1049: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:09.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:08 smithi120 conmon[102313]: cluster 2022-01-25T23:21:07.576484+0000 mgr.smithi120.hllzij (mgr.14704) 1218 : cluster [DBG] 2022-01-25T23:21:09.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:08 smithi120 conmon[102313]: pgmap v1050: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:08 smithi145 conmon[67302]: cluster 2022-01-25T23:21:07.576484+0000 mgr.smithi120.hllzij (mgr.14704) 1218 : cluster [DBG] pgmap v1050: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:10 smithi120 conmon[102313]: cluster 2022-01-25T23:21:09.577372+0000 mgr.smithi120.hllzij (mgr.14704) 1219 : cluster 2022-01-25T23:21:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:10 smithi120 conmon[102313]: [DBG] pgmap v1051: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:10 smithi145 conmon[67302]: cluster 2022-01-25T23:21:09.577372+0000 mgr.smithi120.hllzij (mgr.14704) 1219 : cluster [DBG] pgmap v1051: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:12 smithi120 conmon[102313]: cluster 2022-01-25T23:21:11.578094+0000 mgr.smithi120.hllzij (mgr.14704) 1220 2022-01-25T23:21:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:12 smithi120 conmon[102313]: : cluster [DBG] pgmap v1052: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:12 smithi145 conmon[67302]: cluster 2022-01-25T23:21:11.578094+0000 mgr.smithi120.hllzij (mgr.14704) 1220 : cluster [DBG] pgmap v1052: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:14 smithi120 conmon[102313]: cluster 2022-01-25T23:21:13.578589+0000 mgr.smithi120.hllzij (mgr.14704) 1221 : cluster [DBG] pgmap v1053: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:14 smithi120 conmon[102313]: 2022-01-25T23:21:15.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:14 smithi145 conmon[67302]: cluster 2022-01-25T23:21:13.578589+0000 mgr.smithi120.hllzij (mgr.14704) 1221 : cluster [DBG] pgmap v1053: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:16 smithi120 conmon[102313]: cluster 2022-01-25T23:21:15.579515+0000 mgr.smithi120.hllzij (mgr.14704) 1222 : cluster [DBG] 2022-01-25T23:21:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:16 smithi120 conmon[102313]: pgmap v1054: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:16 smithi145 conmon[67302]: cluster 2022-01-25T23:21:15.579515+0000 mgr.smithi120.hllzij (mgr.14704) 1222 : cluster [DBG] pgmap v1054: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:18 smithi120 conmon[102313]: cluster 2022-01-25T23:21:17.580249+0000 mgr.smithi120.hllzij (mgr.14704) 1223 : cluster [DBG] pgmap v1055: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:18 smithi120 conmon[102313]: 2022-01-25T23:21:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:18 smithi145 conmon[67302]: cluster 2022-01-25T23:21:17.580249+0000 mgr.smithi120.hllzij (mgr.14704) 1223 : cluster [DBG] pgmap v1055: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:18 smithi145 conmon[67302]: 2022-01-25T23:21:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:20 smithi120 conmon[102313]: cluster 2022-01-25T23:21:19.581138+0000 mgr.smithi120.hllzij (mgr.14704) 1224 2022-01-25T23:21:20.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:20 smithi120 conmon[102313]: : cluster [DBG] pgmap v1056: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:20 smithi145 conmon[67302]: cluster 2022-01-25T23:21:19.581138+0000 mgr.smithi120.hllzij (mgr.14704) 1224 : cluster [DBG] pgmap v1056: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:23.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:22 smithi120 conmon[102313]: cluster 2022-01-25T23:21:21.581787+0000 mgr.smithi120.hllzij (mgr.14704) 1225 : cluster 2022-01-25T23:21:23.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:22 smithi120 conmon[102313]: [DBG] pgmap v1057: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:23.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:22 smithi145 conmon[67302]: cluster 2022-01-25T23:21:21.581787+0000 mgr.smithi120.hllzij (mgr.14704) 1225 : cluster [DBG] pgmap v1057: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:24.028 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:21:24.296 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:21:24.297 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (40m) 2m ago 41m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:21:24.297 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (33m) 2m ago 41m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:21:24.298 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (33m) 2m ago 41m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:21:24.298 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (40m) 2m ago 41m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:21:24.298 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (37m) 2m ago 37m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:21:24.298 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (37m) 2m ago 37m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:21:24.299 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (34m) 2m ago 42m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:21:24.299 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (34m) 2m ago 41m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:21:24.300 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (34m) 2m ago 42m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:21:24.300 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (34m) 2m ago 41m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:21:24.301 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (34m) 2m ago 34m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:21:24.301 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (34m) 2m ago 34m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:21:24.301 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (41m) 2m ago 41m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:21:24.302 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (40m) 2m ago 40m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:21:24.302 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (28m) 2m ago 40m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:21:24.302 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (40m) 2m ago 40m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:21:24.302 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (39m) 2m ago 39m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:21:24.303 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (39m) 2m ago 39m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:21:24.303 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (39m) 2m ago 39m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:21:24.303 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (39m) 2m ago 39m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:21:24.303 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (38m) 2m ago 38m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:21:24.303 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (38m) 2m ago 38m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:21:24.304 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (40m) 2m ago 41m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:21:24.618 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:21:24.619 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:21:24.619 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:21:24.619 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:21:24.619 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:21:24.620 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:21:24.620 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:21:24.620 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:21:24.620 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:21:24.621 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:21:24.621 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:21:24.621 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:21:24.621 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:21:24.622 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:21:24.622 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:21:24.622 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:21:24.623 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:21:24.623 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:21:24.623 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:21:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:24 smithi120 conmon[102313]: cluster 2022-01-25T23:21:23.582370+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:21:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:24 smithi120 conmon[102313]: .14704) 1226 : cluster [DBG] pgmap v1058: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:24 smithi120 conmon[102313]: audit 2022-01-25T23:21:24.619222+0000 mon.smithi120 (mon.0) 605 : audit 2022-01-25T23:21:25.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:24 smithi120 conmon[102313]: [DBG] from='client.? 172.21.15.120:0/42847724' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:21:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:24 smithi145 conmon[67302]: cluster 2022-01-25T23:21:23.582370+0000 mgr.smithi120.hllzij (mgr.14704) 1226 : cluster [DBG] pgmap v1058: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:24 smithi145 conmon[67302]: audit 2022-01-25T23:21:24.619222+0000 mon.smithi120 (mon.0) 605 : audit [DBG] from='client.? 172.21.15.120:0/42847724' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:21:26.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:25 smithi120 conmon[102313]: audit 2022-01-25T23:21:24.016752+0000 mgr.smithi120.hllzij (mgr.14704) 1227 : audit 2022-01-25T23:21:26.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:25 smithi120 conmon[102313]: [DBG] from='client.34886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:26.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:25 smithi120 conmon[102313]: audit 2022-01-25T23:21:24.287856+0000 mgr.smithi120.hllzij (mgr.14704) 1228 : audit [DBG] from='client.34890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:26.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:25 smithi145 conmon[67302]: audit 2022-01-25T23:21:24.016752+0000 mgr.smithi120.hllzij (mgr.14704) 1227 : 2022-01-25T23:21:26.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:25 smithi145 conmon[67302]: audit [DBG] from='client.34886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:26.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:25 smithi145 conmon[67302]: audit 2022-01-25T23:21:24.287856+0000 mgr.smithi120.hllzij (mgr.14704) 1228 : audit [DBG] from='client.34890 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:26 smithi120 conmon[102313]: cluster 2022-01-25T23:21:25.583165+0000 mgr.smithi120.hllzij (mgr.14704) 1229 : cluster [DBG] 2022-01-25T23:21:27.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:26 smithi120 conmon[102313]: pgmap v1059: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:26 smithi145 conmon[67302]: cluster 2022-01-25T23:21:25.583165+0000 mgr.smithi120.hllzij (mgr.14704) 1229 : cluster 2022-01-25T23:21:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:26 smithi145 conmon[67302]: [DBG] pgmap v1059: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:28 smithi120 conmon[102313]: cluster 2022-01-25T23:21:27.583617+0000 mgr.smithi120.hllzij (mgr.14704) 1230 : 2022-01-25T23:21:29.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:28 smithi120 conmon[102313]: cluster [DBG] pgmap v1060: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:28 smithi145 conmon[67302]: cluster 2022-01-25T23:21:27.583617+0000 mgr.smithi120.hllzij (mgr.14704) 1230 : cluster 2022-01-25T23:21:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:28 smithi145 conmon[67302]: [DBG] pgmap v1060: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:30 smithi120 conmon[102313]: cluster 2022-01-25T23:21:29.584434+0000 mgr.smithi120.hllzij (mgr.14704) 1231 : cluster [DBG] 2022-01-25T23:21:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:30 smithi120 conmon[102313]: pgmap v1061: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:30 smithi145 conmon[67302]: cluster 2022-01-25T23:21:29.584434+0000 mgr.smithi120.hllzij (mgr.14704) 1231 : cluster [DBG] pgmap v1061: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:32 smithi120 conmon[102313]: cluster 2022-01-25T23:21:31.585161+0000 mgr.smithi120.hllzij (mgr.14704) 1232 : 2022-01-25T23:21:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:32 smithi120 conmon[102313]: cluster [DBG] pgmap v1062: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:32 smithi145 conmon[67302]: cluster 2022-01-25T23:21:31.585161+0000 mgr.smithi120.hllzij (mgr.14704) 1232 : cluster [DBG] pgmap v1062: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:34 smithi120 conmon[102313]: cluster 2022-01-25T23:21:33.585632+0000 mgr.smithi120.hllzij (mgr.14704) 1233 : cluster [DBG] 2022-01-25T23:21:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:34 smithi120 conmon[102313]: pgmap v1063: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:34 smithi145 conmon[67302]: cluster 2022-01-25T23:21:33.585632+0000 mgr.smithi120.hllzij (mgr.14704) 1233 : cluster [DBG] pgmap v1063: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:36 smithi120 conmon[102313]: cluster 2022-01-25T23:21:35.586571+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:21:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:36 smithi120 conmon[102313]: 14704) 1234 : cluster [DBG] pgmap v1064: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:37.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:36 smithi120 conmon[102313]: audit 2022-01-25T23:21:36.482437+0000 mon.smithi120 (mon.0) 606 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:21:37.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:36 smithi120 conmon[102313]: audit 2022-01-25T23:21:36 2022-01-25T23:21:37.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:36 smithi120 conmon[102313]: .483879+0000 mon.smithi120 (mon.0) 607 : audit [DBG] 2022-01-25T23:21:37.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:36 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:21:37.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:36 smithi120 conmon[102313]: audit 2022-01-25T23:21:36. 2022-01-25T23:21:37.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:36 smithi120 conmon[102313]: 484792+0000 mon.smithi120 (mon.0) 608 : audit [INF] 2022-01-25T23:21:37.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:36 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:21:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:36 smithi145 conmon[67302]: cluster 2022-01-25T23:21:35.586571+0000 mgr.smithi120.hllzij (mgr.14704) 1234 : cluster [DBG] pgmap v1064: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:36 smithi145 conmon[67302]: 2022-01-25T23:21:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:36 smithi145 conmon[67302]: audit 2022-01-25T23:21:36.482437+0000 mon.smithi120 (mon.0) 606 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:21:37.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:36 smithi145 conmon[67302]: audit 2022-01-25T23:21:36. 2022-01-25T23:21:37.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:36 smithi145 conmon[67302]: 483879+0000 mon.smithi120 (mon.0) 607 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:21:37.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:36 smithi145 conmon[67302]: audit 2022-01-25T23:21:36.484792+0000 2022-01-25T23:21:37.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:36 smithi145 conmon[67302]: mon.smithi120 (mon.0) 608 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:21:38.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:37 smithi120 conmon[102313]: cephadm 2022-01-25T23:21:36.485476+0000 mgr.smithi120.hllzij (mgr.14704) 1235 : cephadm 2022-01-25T23:21:38.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:37 smithi120 conmon[102313]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:21:38.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:37 smithi120 conmon[102313]: audit 2022-01-25T23:21:36.830674+0000 mon.smithi120 (mon.0) 609 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:21:38.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:37 smithi120 conmon[102313]: audit 2022-01-25T23: 2022-01-25T23:21:38.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:37 smithi120 conmon[102313]: 21:37.211704+0000 mon.smithi120 (mon.0) 610 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:21:38.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:37 smithi120 conmon[102313]: audit 2022-01-25T23:21:38.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:37 smithi120 conmon[102313]: 2022-01-25T23:21:37.216456+0000 mon.smithi120 (mon.0 2022-01-25T23:21:38.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:37 smithi120 conmon[102313]: ) 611 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:21:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:37 smithi145 conmon[67302]: cephadm 2022-01-25T23:21:36.485476+0000 mgr.smithi120.hllzij (mgr.14704) 1235 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:21:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:37 smithi145 conmon[67302]: audit 2022-01-25T23:21:36.830674+0000 mon.smithi120 (mon.0) 609 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:21:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:37 smithi145 conmon[67302]: audit 2022-01-25T23:21:37.211704+0000 2022-01-25T23:21:38.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:37 smithi145 conmon[67302]: mon.smithi120 (mon.0) 610 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:21:38.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:37 smithi145 conmon[67302]: audit 2022-01-25T23: 2022-01-25T23:21:38.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:37 smithi145 conmon[67302]: 21:37.216456+0000 mon.smithi120 (mon.0) 2022-01-25T23:21:38.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:37 smithi145 conmon[67302]: 611 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:21:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:38 smithi120 conmon[102313]: cluster 2022-01-25T23:21:37.587149+0000 mgr.smithi120.hllzij (mgr.14704) 1236 : cluster [DBG] pgmap v1065: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:38 smithi145 conmon[67302]: cluster 2022-01-25T23:21:37.587149+0000 mgr.smithi120.hllzij (mgr.14704) 1236 : cluster [DBG] pgmap v1065: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:40 smithi120 conmon[102313]: cluster 2022-01-25T23:21:39.587817+0000 mgr.smithi120.hllzij (mgr.14704) 1237 : cluster [DBG] pgmap v1066: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:40 smithi120 conmon[102313]: 2022-01-25T23:21:40.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:40 smithi145 conmon[67302]: cluster 2022-01-25T23:21:39.587817+0000 mgr.smithi120.hllzij (mgr.14704) 1237 : cluster [DBG] pgmap v1066: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:43.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:42 smithi120 conmon[102313]: cluster 2022-01-25T23:21:41.588437+0000 mgr.smithi120.hllzij (mgr.14704) 1238 : cluster [DBG] pgmap v1067: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:42 smithi145 conmon[67302]: cluster 2022-01-25T23:21:41.588437+0000 mgr.smithi120.hllzij (mgr.14704) 1238 : cluster [DBG] pgmap v1067: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:44 smithi120 conmon[102313]: cluster 2022-01-25T23:21:43.588945+0000 mgr.smithi120.hllzij (mgr.14704) 1239 : cluster [DBG] pgmap v1068: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:44 smithi145 conmon[67302]: cluster 2022-01-25T23:21:43.588945+0000 mgr.smithi120.hllzij (mgr.14704) 1239 : cluster [DBG] pgmap v1068: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:46 smithi120 conmon[102313]: cluster 2022-01-25T23:21:45.589808+0000 mgr.smithi120.hllzij (mgr.14704) 1240 : cluster [DBG] pgmap v1069: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:46 smithi145 conmon[67302]: cluster 2022-01-25T23:21:45.589808+0000 mgr.smithi120.hllzij (mgr.14704) 1240 : cluster [DBG] pgmap v1069: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:49.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:48 smithi120 conmon[102313]: cluster 2022-01-25T23:21:47.590346+0000 mgr.smithi120.hllzij (mgr.14704) 1241 : cluster [DBG] 2022-01-25T23:21:49.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:48 smithi120 conmon[102313]: pgmap v1070: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:48 smithi145 conmon[67302]: cluster 2022-01-25T23:21:47.590346+0000 mgr.smithi120.hllzij (mgr.14704) 1241 : cluster [DBG] 2022-01-25T23:21:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:48 smithi145 conmon[67302]: pgmap v1070: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:50 smithi120 conmon[102313]: cluster 2022-01-25T23:21:49.591258+0000 mgr.smithi120.hllzij (mgr.14704) 1242 : cluster [DBG] pgmap v1071: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:50 smithi120 conmon[102313]: 2022-01-25T23:21:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:50 smithi145 conmon[67302]: cluster 2022-01-25T23:21:49.591258+0000 mgr.smithi120.hllzij (mgr.14704) 1242 : cluster [DBG] pgmap v1071: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:21:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:52 smithi120 conmon[102313]: cluster 2022-01-25T23:21:51.591956+0000 mgr.smithi120.hllzij (mgr.14704) 1243 : cluster [DBG] pgmap v1072: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:52 smithi120 conmon[102313]: 2022-01-25T23:21:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:52 smithi145 conmon[67302]: cluster 2022-01-25T23:21:51.591956+0000 mgr.smithi120.hllzij (mgr.14704) 1243 : cluster [DBG] 2022-01-25T23:21:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:52 smithi145 conmon[67302]: pgmap v1072: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:54.922 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:21:54.922 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:54 smithi120 conmon[102313]: cluster 2022-01-25T23:21:53.592623 2022-01-25T23:21:54.922 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:54 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 1244 : cluster [DBG] pgmap v1073: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:54.923 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:54 smithi120 conmon[102313]: audit 2022-01-25T23 2022-01-25T23:21:54.923 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:54 smithi120 conmon[102313]: :21:53.722724+0000 mon.smithi120 (mon.0) 612 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:21:54.923 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:54 smithi120 conmon[102313]: 2022-01-25T23:21:54.923 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:54 smithi120 conmon[102313]: audit 2022-01- 2022-01-25T23:21:54.924 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:54 smithi120 conmon[102313]: 25T23:21:53.722974+0000 mon.smithi120 2022-01-25T23:21:54.924 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:54 smithi120 conmon[102313]: (mon.0) 613 : audit [INF] 2022-01-25T23:21:54.924 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:54 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:21:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:54 smithi145 conmon[67302]: cluster 2022-01-25T23:21:53.592623+0000 mgr.smithi120.hllzij (mgr.14704) 1244 : cluster [DBG] pgmap v1073: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:54 smithi145 conmon[67302]: audit 2022-01-25T23:21: 2022-01-25T23:21:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:54 smithi145 conmon[67302]: 53.722724+0000 mon.smithi120 (mon.0) 612 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:21:55.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:54 smithi145 conmon[67302]: audit 2022-01-25T23:21:53.722974+0000 mon.smithi120 (mon.0) 613 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:21:55.191 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:21:55.191 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (41m) 3m ago 42m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:21:55.192 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (34m) 3m ago 42m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:21:55.192 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (34m) 3m ago 41m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:21:55.192 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (41m) 3m ago 42m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:21:55.192 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (37m) 3m ago 37m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:21:55.193 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (37m) 3m ago 37m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:21:55.193 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (35m) 3m ago 43m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:21:55.193 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (34m) 3m ago 41m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:21:55.193 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (34m) 3m ago 43m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:21:55.193 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (34m) 3m ago 41m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:21:55.194 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (35m) 3m ago 35m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:21:55.194 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (35m) 3m ago 35m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:21:55.194 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (41m) 3m ago 41m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:21:55.194 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (41m) 3m ago 41m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:21:55.195 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (29m) 3m ago 41m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:21:55.195 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (40m) 3m ago 40m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:21:55.195 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (40m) 3m ago 40m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:21:55.195 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (40m) 3m ago 40m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:21:55.196 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (39m) 3m ago 39m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:21:55.196 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (39m) 3m ago 39m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:21:55.196 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (39m) 3m ago 39m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:21:55.196 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (39m) 3m ago 39m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:21:55.197 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (40m) 3m ago 41m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:21:55.512 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:21:55.513 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:21:55.513 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:21:55.513 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:21:55.513 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:21:55.514 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:21:55.514 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:21:55.514 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:21:55.514 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:21:55.515 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:21:55.515 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:21:55.515 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:21:55.515 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:21:55.515 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:21:55.516 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:21:55.516 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:21:55.516 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:21:55.516 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:21:55.517 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:21:55.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:55 smithi120 conmon[102313]: audit 2022-01-25T23:21:55.513203+0000 mon.smithi120 (mon.0) 614 : audit 2022-01-25T23:21:55.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:55 smithi120 conmon[102313]: [DBG] from='client.? 172.21.15.120:0/4258064922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:21:56.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:55 smithi145 conmon[67302]: audit 2022-01-25T23:21:55.513203+0000 mon.smithi120 (mon.0) 614 : audit [DBG] from='client.? 172.21.15.120:0/4258064922' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:21:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:56 smithi120 conmon[102313]: audit 2022-01-25T23:21:54.910926+0000 mgr.smithi120.hllzij (mgr.14704) 1245 : audit [DBG] from='client.34898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:56 smithi120 conmon[102313]: audit 2022-01-25T23:21:55.183028+0000 mgr.smithi120.hllzij (mgr.14704) 1246 : audit [DBG] from='client.34902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:57.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:56 smithi120 conmon[102313]: 2022-01-25T23:21:57.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:56 smithi120 conmon[102313]: cluster 2022-01-25T23:21:55.593295+0000 mgr.smithi120.hllzij (mgr.14704) 1247 : cluster [DBG] pgmap v1074: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:56 smithi145 conmon[67302]: audit 2022-01-25T23:21:54.910926+0000 mgr.smithi120.hllzij (mgr.14704) 1245 : audit [DBG] 2022-01-25T23:21:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:56 smithi145 conmon[67302]: from='client.34898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:56 smithi145 conmon[67302]: audit 2022-01-25T23:21:55.183028+0000 mgr.smithi120.hllzij (mgr.14704) 1246 : audit [DBG] from='client.34902 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:21:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:56 smithi145 conmon[67302]: cluster 2022-01-25T23:21:55.593295+0000 mgr.smithi120.hllzij (mgr.14704) 1247 2022-01-25T23:21:57.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:56 smithi145 conmon[67302]: : cluster [DBG] pgmap v1074: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:21:58 smithi120 conmon[102313]: cluster 2022-01-25T23:21:57.593773+0000 mgr.smithi120.hllzij (mgr.14704) 1248 : cluster [DBG] pgmap v1075: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:21:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:21:58 smithi145 conmon[67302]: cluster 2022-01-25T23:21:57.593773+0000 mgr.smithi120.hllzij (mgr.14704) 1248 : cluster [DBG] pgmap v1075: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:00 smithi120 conmon[102313]: cluster 2022-01-25T23:21:59.594440+0000 mgr.smithi120.hllzij (mgr.14704) 1249 : cluster [DBG] pgmap v1076: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:00 smithi145 conmon[67302]: cluster 2022-01-25T23:21:59.594440+0000 mgr.smithi120.hllzij (mgr.14704) 1249 : cluster [DBG] pgmap v1076: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:03.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:02 smithi120 conmon[102313]: cluster 2022-01-25T23:22:01.594904+0000 mgr.smithi120.hllzij (mgr.14704) 1250 : cluster [DBG] pgmap v1077: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:02 smithi145 conmon[67302]: cluster 2022-01-25T23:22:01.594904+0000 mgr.smithi120.hllzij (mgr.14704) 1250 : cluster [DBG] pgmap v1077: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:04 smithi120 conmon[102313]: cluster 2022-01-25T23:22:03.595510+0000 mgr.smithi120.hllzij (mgr.14704) 1251 : cluster [DBG] pgmap v1078: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:04 smithi145 conmon[67302]: cluster 2022-01-25T23:22:03.595510+0000 mgr.smithi120.hllzij (mgr.14704) 1251 : cluster [DBG] pgmap v1078: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:06 smithi120 conmon[102313]: cluster 2022-01-25T23:22:05.596455+0000 mgr.smithi120.hllzij (mgr.14704) 1252 : cluster [DBG] pgmap v1079: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:07.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:06 smithi145 conmon[67302]: cluster 2022-01-25T23:22:05.596455+0000 mgr.smithi120.hllzij (mgr.14704) 1252 : cluster [DBG] pgmap v1079: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:09.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:08 smithi120 conmon[102313]: cluster 2022-01-25T23:22:07.597075+0000 mgr.smithi120.hllzij (mgr.14704) 1253 : cluster [DBG] pgmap v1080: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:08 smithi145 conmon[67302]: cluster 2022-01-25T23:22:07.597075+0000 mgr.smithi120.hllzij (mgr.14704) 1253 : cluster [DBG] pgmap v1080: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:10 smithi120 conmon[102313]: cluster 2022-01-25T23:22:09.597945+0000 mgr.smithi120.hllzij (mgr.14704) 1254 : cluster [DBG] pgmap v1081: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:10 smithi145 conmon[67302]: cluster 2022-01-25T23:22:09.597945+0000 mgr.smithi120.hllzij (mgr.14704) 1254 : cluster [DBG] pgmap v1081: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:12 smithi120 conmon[102313]: cluster 2022-01-25T23:22:11.598444+0000 mgr.smithi120.hllzij (mgr.14704) 1255 : cluster [DBG] pgmap v1082: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:12 smithi145 conmon[67302]: cluster 2022-01-25T23:22:11.598444+0000 mgr.smithi120.hllzij (mgr.14704) 1255 : cluster [DBG] pgmap v1082: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:14 smithi120 conmon[102313]: cluster 2022-01-25T23:22:13.598981+0000 mgr.smithi120.hllzij (mgr.14704) 1256 : cluster [DBG] pgmap v1083: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:15.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:14 smithi145 conmon[67302]: cluster 2022-01-25T23:22:13.598981+0000 mgr.smithi120.hllzij (mgr.14704) 1256 : cluster [DBG] pgmap v1083: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:16 smithi120 conmon[102313]: cluster 2022-01-25T23:22:15.599808+0000 mgr.smithi120.hllzij (mgr.14704) 1257 : cluster [DBG] pgmap v1084: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:16 smithi145 conmon[67302]: cluster 2022-01-25T23:22:15.599808+0000 mgr.smithi120.hllzij (mgr.14704) 1257 : cluster [DBG] pgmap v1084: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:18 smithi120 conmon[102313]: cluster 2022-01-25T23:22:17.600264+0000 mgr.smithi120.hllzij (mgr.14704) 1258 : cluster [DBG] pgmap v1085: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:18 smithi145 conmon[67302]: cluster 2022-01-25T23:22:17.600264+0000 mgr.smithi120.hllzij (mgr.14704) 1258 : cluster [DBG] pgmap v1085: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:20 smithi120 conmon[102313]: cluster 2022-01-25T23:22:19.601194+0000 mgr.smithi120.hllzij (mgr.14704) 1259 : cluster [DBG] pgmap v1086: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:20 smithi145 conmon[67302]: cluster 2022-01-25T23:22:19.601194+0000 mgr.smithi120.hllzij (mgr.14704) 1259 : cluster [DBG] pgmap v1086: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:23.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:22 smithi120 conmon[102313]: cluster 2022-01-25T23:22:21.601726+0000 mgr.smithi120.hllzij (mgr.14704) 1260 : cluster [DBG] pgmap v1087: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:23.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:22 smithi145 conmon[67302]: cluster 2022-01-25T23:22:21.601726+0000 mgr.smithi120.hllzij (mgr.14704) 1260 : cluster [DBG] pgmap v1087: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:24 smithi120 conmon[102313]: cluster 2022-01-25T23:22:23.602346+0000 mgr.smithi120.hllzij (mgr.14704) 1261 : cluster [DBG] pgmap v1088: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:24 smithi145 conmon[67302]: cluster 2022-01-25T23:22:23.602346+0000 mgr.smithi120.hllzij (mgr.14704) 1261 : cluster [DBG] pgmap v1088: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:25.822 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:22:26.089 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:22:26.090 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (41m) 3m ago 42m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:22:26.090 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (34m) 3m ago 42m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:22:26.090 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (34m) 3m ago 42m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:22:26.090 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (41m) 3m ago 42m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:22:26.091 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (38m) 3m ago 38m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:22:26.091 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (38m) 3m ago 38m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:22:26.091 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (35m) 3m ago 43m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:22:26.091 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (35m) 3m ago 42m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:22:26.091 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (35m) 3m ago 43m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:22:26.092 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (35m) 3m ago 42m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:22:26.092 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (35m) 3m ago 35m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:22:26.092 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (35m) 3m ago 35m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:22:26.092 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (42m) 3m ago 42m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:22:26.093 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (41m) 3m ago 41m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:22:26.093 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (29m) 3m ago 41m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:22:26.093 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (41m) 3m ago 41m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:22:26.093 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (41m) 3m ago 41m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:22:26.093 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (40m) 3m ago 40m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:22:26.094 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (40m) 3m ago 40m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:22:26.094 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (40m) 3m ago 40m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:22:26.094 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (39m) 3m ago 39m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:22:26.094 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (39m) 3m ago 39m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:22:26.095 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (41m) 3m ago 42m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:22:26.411 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:22:26.411 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:22:26.411 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:22:26.411 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:22:26.412 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:22:26.412 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:22:26.412 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:22:26.412 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:22:26.413 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:22:26.413 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:22:26.413 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:22:26.413 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:22:26.413 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:22:26.414 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:22:26.414 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:22:26.414 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:22:26.414 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:22:26.415 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:22:26.415 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:22:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:26 smithi120 conmon[102313]: cluster 2022-01-25T23:22:25.603065+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:22:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:26 smithi120 conmon[102313]: 1262 : cluster [DBG] pgmap v1089: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:27.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:26 smithi120 conmon[102313]: audit 2022-01-25T23:22:26.411450+0000 mon.smithi120 (mon.0) 615 : audit [DBG] from='client.? 172.21.15.120:0/2513560094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:22:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:26 smithi145 conmon[67302]: cluster 2022-01-25T23:22:25.603065+0000 mgr.smithi120.hllzij (mgr.14704) 1262 : cluster [DBG] pgmap v1089: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:26 smithi145 conmon[67302]: audit 2022-01-25T23:22:26.411450+0000 mon.smithi120 (mon.0) 615 : audit [DBG] from='client.? 172.21.15.120:0/2513560094' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:22:28.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:27 smithi120 conmon[102313]: audit 2022-01-25T23:22:25.809105+0000 mgr.smithi120.hllzij (mgr.14704) 1263 : audit [DBG] from='client.34910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:28.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:27 smithi120 conmon[102313]: 2022-01-25T23:22:28.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:27 smithi120 conmon[102313]: audit 2022-01-25T23:22:26.080972+0000 mgr.smithi120.hllzij (mgr.14704) 1264 : audit [DBG] from='client.34914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:28.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:27 smithi145 conmon[67302]: audit 2022-01-25T23:22:25.809105+0000 mgr.smithi120.hllzij (mgr.14704) 1263 : audit [DBG] from='client.34910 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:28.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:27 smithi145 conmon[67302]: 2022-01-25T23:22:28.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:27 smithi145 conmon[67302]: audit 2022-01-25T23:22:26.080972+0000 mgr.smithi120.hllzij (mgr.14704) 1264 : audit [DBG] from='client.34914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:28 smithi120 conmon[102313]: cluster 2022-01-25T23:22:27.603581+0000 mgr.smithi120.hllzij (mgr.14704) 1265 : cluster [DBG] 2022-01-25T23:22:29.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:28 smithi120 conmon[102313]: pgmap v1090: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:28 smithi145 conmon[67302]: cluster 2022-01-25T23:22:27.603581+0000 mgr.smithi120.hllzij (mgr.14704) 1265 : cluster [DBG] pgmap v1090: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:28 smithi145 conmon[67302]: 2022-01-25T23:22:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:30 smithi120 conmon[102313]: cluster 2022-01-25T23:22:29.604271+0000 mgr.smithi120.hllzij (mgr.14704) 1266 : cluster [DBG] pgmap v1091: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:30 smithi145 conmon[67302]: cluster 2022-01-25T23:22:29.604271+0000 mgr.smithi120.hllzij (mgr.14704) 1266 : cluster [DBG] pgmap v1091: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:32 smithi120 conmon[102313]: cluster 2022-01-25T23:22:31.604915+0000 mgr.smithi120.hllzij (mgr.14704) 1267 : cluster [DBG] 2022-01-25T23:22:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:32 smithi120 conmon[102313]: pgmap v1092: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:32 smithi145 conmon[67302]: cluster 2022-01-25T23:22:31.604915+0000 mgr.smithi120.hllzij (mgr.14704) 1267 : cluster [DBG] pgmap v1092: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:34 smithi120 conmon[102313]: cluster 2022-01-25T23:22:33.605470+0000 mgr.smithi120.hllzij (mgr.14704) 1268 : cluster [DBG] pgmap v1093: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:34 smithi145 conmon[67302]: cluster 2022-01-25T23:22:33.605470+0000 mgr.smithi120.hllzij (mgr.14704) 1268 : cluster [DBG] pgmap v1093: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:36 smithi120 conmon[102313]: cluster 2022-01-25T23:22:35.606309+0000 mgr.smithi120.hllzij (mgr.14704) 1269 : cluster [DBG] 2022-01-25T23:22:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:36 smithi120 conmon[102313]: pgmap v1094: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:36 smithi145 conmon[67302]: cluster 2022-01-25T23:22:35.606309+0000 mgr.smithi120.hllzij (mgr.14704) 1269 : cluster [DBG] pgmap v1094: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:38.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:37 smithi120 conmon[102313]: audit 2022-01-25T23:22:37.219026+0000 mon.smithi120 (mon.0) 616 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:22:38.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:37 smithi120 conmon[102313]: audit 2022-01-25T23:22:37. 2022-01-25T23:22:38.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:37 smithi120 conmon[102313]: 220459+0000 mon.smithi120 (mon.0) 617 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:22:38.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:37 smithi120 conmon[102313]: audit 2022-01-25T23:22:37.221376+0000 mon.smithi120 (mon.0) 618 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:22:38.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:37 smithi120 conmon[102313]: audit 2022-01-25T23:22:37.615884+0000 mon.smithi120 (mon.0) 619 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:22:38.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:37 smithi120 conmon[102313]: audit 2022-01-25T23:22:37.622616+0000 mon.smithi120 (mon.0) 620 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:22:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:37 smithi145 conmon[67302]: audit 2022-01-25T23:22:37.219026+0000 mon.smithi120 (mon.0) 616 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:22:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:37 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T23:22:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:37 smithi145 conmon[67302]: 23:22:37.220459+0000 mon.smithi120 (mon.0) 617 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:22:38.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:37 smithi145 conmon[67302]: audit 2022-01-25T23:22:37.221376+0000 mon.smithi120 (mon.0) 618 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:22:38.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:37 smithi145 conmon[67302]: audit 2022 2022-01-25T23:22:38.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:37 smithi145 conmon[67302]: -01-25T23:22:37.615884+0000 mon.smithi120 (mon.0) 619 : audit [INF] 2022-01-25T23:22:38.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:37 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:22:38.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:37 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T23:22:38.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:37 smithi145 conmon[67302]: 23:22:37.622616+0000 mon.smithi120 (mon. 2022-01-25T23:22:38.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:37 smithi145 conmon[67302]: 0) 620 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:22:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:38 smithi120 conmon[102313]: cephadm 2022-01-25T23:22:37.222205+0000 mgr.smithi120.hllzij (mgr.14704) 1270 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:22:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:38 smithi120 conmon[102313]: cluster 2022-01-25T23:22:37.606770+0000 mgr.smithi120.hllzij (mgr.14704) 1271 : cluster [DBG] pgmap v1095: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:38 smithi145 conmon[67302]: cephadm 2022-01-25T23:22:37.222205+0000 mgr.smithi120.hllzij (mgr.14704) 1270 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:22:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:38 smithi145 conmon[67302]: cluster 2022-01-25T23: 2022-01-25T23:22:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:38 smithi145 conmon[67302]: 22:37.606770+0000 mgr.smithi120.hllzij (mgr.14704) 1271 : cluster [DBG] pgmap v1095: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:40 smithi120 conmon[102313]: cluster 2022-01-25T23:22:39.607658+0000 mgr.smithi120.hllzij (mgr.14704) 1272 : cluster [DBG] pgmap v1096: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:40 smithi145 conmon[67302]: cluster 2022-01-25T23:22:39.607658+0000 mgr.smithi120.hllzij (mgr.14704) 1272 : cluster [DBG] pgmap v1096: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:43.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:42 smithi120 conmon[102313]: cluster 2022-01-25T23:22:41.608210+0000 mgr.smithi120.hllzij (mgr.14704) 1273 : cluster [DBG] pgmap v1097: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:42 smithi145 conmon[67302]: cluster 2022-01-25T23:22:41.608210+0000 mgr.smithi120.hllzij (mgr.14704) 1273 : cluster [DBG] pgmap v1097: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:44 smithi120 conmon[102313]: cluster 2022-01-25T23:22:43.608832+0000 mgr.smithi120.hllzij (mgr.14704) 1274 : cluster 2022-01-25T23:22:45.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:44 smithi120 conmon[102313]: [DBG] pgmap v1098: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:44 smithi145 conmon[67302]: cluster 2022-01-25T23:22:43.608832+0000 mgr.smithi120.hllzij (mgr.14704) 1274 : cluster [DBG] pgmap v1098: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:46 smithi120 conmon[102313]: cluster 2022-01-25T23:22:45.609676+0000 mgr.smithi120.hllzij (mgr.14704) 1275 : cluster 2022-01-25T23:22:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:46 smithi120 conmon[102313]: [DBG] pgmap v1099: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:46 smithi145 conmon[67302]: cluster 2022-01-25T23:22:45.609676+0000 mgr.smithi120.hllzij (mgr.14704) 1275 : cluster [DBG] pgmap v1099: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:49.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:48 smithi120 conmon[102313]: cluster 2022-01-25T23:22:47.610245+0000 mgr.smithi120.hllzij (mgr.14704) 1276 : cluster [DBG] pgmap v1100: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:48 smithi145 conmon[67302]: cluster 2022-01-25T23:22:47.610245+0000 mgr.smithi120.hllzij (mgr.14704) 1276 : cluster 2022-01-25T23:22:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:48 smithi145 conmon[67302]: [DBG] pgmap v1100: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:50 smithi120 conmon[102313]: cluster 2022-01-25T23:22:49.610989+0000 mgr.smithi120.hllzij (mgr.14704) 1277 : cluster [DBG] pgmap v1101: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:50 smithi145 conmon[67302]: cluster 2022-01-25T23:22:49.610989+0000 mgr.smithi120.hllzij (mgr.14704) 1277 : cluster [DBG] pgmap v1101: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:22:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:50 smithi145 conmon[67302]: 2022-01-25T23:22:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:52 smithi120 conmon[102313]: cluster 2022-01-25T23:22:51.611743+0000 mgr.smithi120.hllzij (mgr.14704) 1278 : cluster 2022-01-25T23:22:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:52 smithi120 conmon[102313]: [DBG] pgmap v1102: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:52 smithi145 conmon[67302]: cluster 2022-01-25T23:22:51.611743+0000 mgr.smithi120.hllzij (mgr.14704) 1278 : cluster 2022-01-25T23:22:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:52 smithi145 conmon[67302]: [DBG] pgmap v1102: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:54 smithi120 conmon[102313]: cluster 2022-01-25T23:22:53.612197+0000 mgr.smithi120.hllzij (mgr.14704) 1279 : cluster [DBG] 2022-01-25T23:22:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:54 smithi120 conmon[102313]: pgmap v1103: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:54 smithi120 conmon[102313]: audit 2022-01-25T23:22:53.726545+0000 mon.smithi120 (mon.0) 621 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:22:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:54 smithi120 conmon[102313]: audit 2022-01-25T23:22:53.727206+0000 mon.smithi120 (mon.0) 622 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:22:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:54 smithi145 conmon[67302]: cluster 2022-01-25T23:22:53.612197+0000 mgr.smithi120.hllzij (mgr.14704) 1279 : cluster [DBG] pgmap v1103: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:54 smithi145 conmon[67302]: 2022-01-25T23:22:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:54 smithi145 conmon[67302]: audit 2022-01-25T23:22:53.726545+0000 mon.smithi120 (mon.0) 621 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:22:55.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:54 smithi145 conmon[67302]: audit 2022-01-25T23:22:53. 2022-01-25T23:22:55.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:54 smithi145 conmon[67302]: 727206+0000 mon.smithi120 (mon.0) 622 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:22:56.713 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:22:56.983 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:22:56.983 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (42m) 4m ago 43m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:22:56.983 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (35m) 4m ago 43m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:22:56.984 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (35m) 4m ago 42m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:22:56.984 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (42m) 4m ago 43m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:22:56.984 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (38m) 4m ago 38m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:22:56.984 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (38m) 4m ago 38m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:22:56.984 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (36m) 4m ago 44m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:22:56.985 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (35m) 4m ago 42m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:22:56.985 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (35m) 4m ago 44m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:22:56.985 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (35m) 4m ago 42m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:22:56.985 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (36m) 4m ago 36m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:22:56.985 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (36m) 4m ago 36m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:22:56.986 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (42m) 4m ago 42m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:22:56.986 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (42m) 4m ago 42m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:22:56.986 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (30m) 4m ago 42m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:22:56.986 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (41m) 4m ago 41m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:22:56.987 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (41m) 4m ago 41m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:22:56.987 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (41m) 4m ago 41m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:22:56.987 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (40m) 4m ago 40m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:22:56.987 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (40m) 4m ago 40m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:22:56.987 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (40m) 4m ago 40m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:22:56.988 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (40m) 4m ago 40m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:22:56.988 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (41m) 4m ago 42m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:22:56.988 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:56 smithi120 conmon[102313]: cluster 2022-01-25T23:22:55.613155+0000 mgr.smithi120.hllzij (mgr.14704) 1280 2022-01-25T23:22:56.989 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:56 smithi120 conmon[102313]: : cluster [DBG] pgmap v1104: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:56 smithi145 conmon[67302]: cluster 2022-01-25T23:22:55.613155+0000 mgr.smithi120.hllzij (mgr.14704) 1280 : cluster 2022-01-25T23:22:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:56 smithi145 conmon[67302]: [DBG] pgmap v1104: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:57.307 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:22:57.308 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:22:57.308 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:22:57.308 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:22:57.308 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:22:57.309 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:22:57.309 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:22:57.309 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:22:57.309 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:22:57.309 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:22:57.310 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:22:57.310 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:22:57.310 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:22:57.310 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:22:57.311 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:22:57.311 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:22:57.311 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:22:57.311 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:22:57.312 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:22:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:57 smithi120 conmon[102313]: audit 2022-01-25T23:22:56.701507+0000 mgr.smithi120.hllzij (mgr.14704) 1281 : audit [DBG] from='client.34922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:57 smithi120 conmon[102313]: audit 2022-01-25 2022-01-25T23:22:58.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:57 smithi120 conmon[102313]: T23:22:57.308379+0000 mon.smithi120 (mon.0) 623 : audit [DBG] from='client.? 172.21.15.120:0/823515522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:22:58.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:57 smithi145 conmon[67302]: audit 2022-01-25T23:22:56.701507+0000 mgr.smithi120.hllzij (mgr.14704) 1281 : audit 2022-01-25T23:22:58.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:57 smithi145 conmon[67302]: [DBG] from='client.34922 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:58.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:57 smithi145 conmon[67302]: audit 2022-01-25T23:22:57.308379+0000 mon.smithi120 (mon.0) 623 : audit [DBG] from='client.? 172.21.15.120:0/823515522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:22:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:58 smithi120 conmon[102313]: audit 2022-01-25T23:22:56.974333+0000 mgr.smithi120.hllzij (mgr.14704) 1282 : audit [DBG] 2022-01-25T23:22:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:58 smithi120 conmon[102313]: from='client.34926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:59.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:22:58 smithi120 conmon[102313]: cluster 2022-01-25T23:22:57.613695+0000 mgr.smithi120.hllzij (mgr.14704) 1283 : cluster [DBG] pgmap v1105: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:22:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:58 smithi145 conmon[67302]: audit 2022-01-25T23:22:56.974333+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:22:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:58 smithi145 conmon[67302]: 1282 : audit [DBG] from='client.34926 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:22:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:22:58 smithi145 conmon[67302]: cluster 2022-01-25T23:22:57.613695+0000 mgr.smithi120.hllzij (mgr.14704) 1283 : cluster [DBG] pgmap v1105: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:00 smithi120 conmon[102313]: cluster 2022-01-25T23:22:59.614426+0000 mgr.smithi120.hllzij (mgr.14704) 1284 : cluster [DBG] 2022-01-25T23:23:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:00 smithi120 conmon[102313]: pgmap v1106: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:00 smithi145 conmon[67302]: cluster 2022-01-25T23:22:59.614426+0000 mgr.smithi120.hllzij (mgr.14704) 1284 : cluster 2022-01-25T23:23:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:00 smithi145 conmon[67302]: [DBG] pgmap v1106: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:03.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:02 smithi120 conmon[102313]: cluster 2022-01-25T23:23:01.615065+0000 mgr.smithi120.hllzij (mgr.14704) 1285 : cluster [DBG] pgmap v1107: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:02 smithi145 conmon[67302]: cluster 2022-01-25T23:23:01.615065+0000 mgr.smithi120.hllzij (mgr.14704) 1285 : cluster [DBG] 2022-01-25T23:23:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:02 smithi145 conmon[67302]: pgmap v1107: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:04 smithi120 conmon[102313]: cluster 2022-01-25T23:23:03.615680+0000 mgr.smithi120.hllzij (mgr.14704) 1286 : cluster [DBG] pgmap v1108: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:04 smithi145 conmon[67302]: cluster 2022-01-25T23:23:03.615680+0000 mgr.smithi120.hllzij (mgr.14704) 1286 : cluster [DBG] pgmap v1108: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:04 smithi145 conmon[67302]: 2022-01-25T23:23:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:06 smithi120 conmon[102313]: cluster 2022-01-25T23:23:05.616536+0000 mgr.smithi120.hllzij (mgr.14704) 1287 : cluster [DBG] 2022-01-25T23:23:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:06 smithi120 conmon[102313]: pgmap v1109: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:07.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:06 smithi145 conmon[67302]: cluster 2022-01-25T23:23:05.616536+0000 mgr.smithi120.hllzij (mgr.14704) 1287 : cluster [DBG] pgmap v1109: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:07.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:06 smithi145 conmon[67302]: 2022-01-25T23:23:09.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:08 smithi120 conmon[102313]: cluster 2022-01-25T23:23:07.617015+0000 mgr.smithi120.hllzij (mgr.14704) 1288 : cluster 2022-01-25T23:23:09.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:08 smithi120 conmon[102313]: [DBG] pgmap v1110: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:08 smithi145 conmon[67302]: cluster 2022-01-25T23:23:07.617015+0000 mgr.smithi120.hllzij (mgr.14704) 1288 : cluster 2022-01-25T23:23:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:08 smithi145 conmon[67302]: [DBG] pgmap v1110: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:10 smithi120 conmon[102313]: cluster 2022-01-25T23:23:09.617874+0000 mgr.smithi120.hllzij (mgr.14704) 1289 : cluster [DBG] 2022-01-25T23:23:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:10 smithi120 conmon[102313]: pgmap v1111: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:10 smithi145 conmon[67302]: cluster 2022-01-25T23:23:09.617874+0000 mgr.smithi120.hllzij (mgr.14704) 1289 : cluster [DBG] pgmap v1111: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:10 smithi145 conmon[67302]: 2022-01-25T23:23:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:12 smithi120 conmon[102313]: cluster 2022-01-25T23:23:11.618523+0000 mgr.smithi120.hllzij (mgr.14704) 1290 : cluster [DBG] pgmap v1112: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:12 smithi145 conmon[67302]: cluster 2022-01-25T23:23:11.618523+0000 mgr.smithi120.hllzij (mgr.14704) 1290 : cluster 2022-01-25T23:23:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:12 smithi145 conmon[67302]: [DBG] pgmap v1112: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:14 smithi120 conmon[102313]: cluster 2022-01-25T23:23:13.619069+0000 mgr.smithi120.hllzij (mgr.14704) 1291 : cluster [DBG] pgmap v1113: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:15.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:14 smithi145 conmon[67302]: cluster 2022-01-25T23:23:13.619069+0000 mgr.smithi120.hllzij (mgr.14704) 1291 : cluster [DBG] pgmap v1113: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:15.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:14 smithi145 conmon[67302]: 2022-01-25T23:23:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:16 smithi120 conmon[102313]: cluster 2022-01-25T23:23:15.620133+0000 mgr.smithi120.hllzij (mgr.14704) 1292 : cluster [DBG] pgmap v1114: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:16 smithi145 conmon[67302]: cluster 2022-01-25T23:23:15.620133+0000 mgr.smithi120.hllzij (mgr.14704) 1292 : cluster [DBG] 2022-01-25T23:23:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:16 smithi145 conmon[67302]: pgmap v1114: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:18 smithi120 conmon[102313]: cluster 2022-01-25T23:23:17.620593+0000 mgr.smithi120.hllzij (mgr.14704) 1293 : cluster [DBG] pgmap v1115: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:18 smithi145 conmon[67302]: cluster 2022-01-25T23:23:17.620593+0000 mgr.smithi120.hllzij (mgr.14704) 1293 : 2022-01-25T23:23:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:18 smithi145 conmon[67302]: cluster [DBG] pgmap v1115: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:20 smithi120 conmon[102313]: cluster 2022-01-25T23:23:19.621417+0000 mgr.smithi120.hllzij (mgr.14704) 1294 : cluster [DBG] pgmap v1116: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:20 smithi145 conmon[67302]: cluster 2022-01-25T23:23:19.621417+0000 mgr.smithi120.hllzij (mgr.14704) 1294 : cluster [DBG] pgmap v1116: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:23.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:22 smithi120 conmon[102313]: cluster 2022-01-25T23:23:21.622056+0000 mgr.smithi120.hllzij (mgr.14704) 1295 : cluster [DBG] pgmap v1117: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:23.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:22 smithi145 conmon[67302]: cluster 2022-01-25T23:23:21.622056+0000 mgr.smithi120.hllzij (mgr.14704) 1295 : cluster [DBG] pgmap v1117: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:24 smithi120 conmon[102313]: cluster 2022-01-25T23:23:23.622497+0000 mgr.smithi120.hllzij (mgr.14704) 1296 : cluster 2022-01-25T23:23:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:24 smithi120 conmon[102313]: [DBG] pgmap v1118: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:24 smithi145 conmon[67302]: cluster 2022-01-25T23:23:23.622497+0000 mgr.smithi120.hllzij (mgr.14704) 1296 : cluster [DBG] pgmap v1118: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:26 smithi120 conmon[102313]: cluster 2022-01-25T23:23:25.623285+0000 mgr.smithi120.hllzij ( 2022-01-25T23:23:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:26 smithi120 conmon[102313]: mgr.14704) 1297 : cluster [DBG] pgmap v1119: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:26 smithi145 conmon[67302]: cluster 2022-01-25T23:23:25.623285+0000 mgr.smithi120.hllzij (mgr.14704) 1297 : cluster [DBG] pgmap v1119: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:27.607 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:23:27.874 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:23:27.875 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (42m) 4m ago 43m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:23:27.875 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (35m) 4m ago 43m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:23:27.875 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (35m) 4m ago 43m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:23:27.876 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (42m) 4m ago 43m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:23:27.876 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (39m) 4m ago 39m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:23:27.876 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (39m) 4m ago 39m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:23:27.876 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (36m) 4m ago 44m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:23:27.877 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (36m) 4m ago 43m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:23:27.877 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (36m) 4m ago 44m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:23:27.877 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (36m) 4m ago 43m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:23:27.877 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (36m) 4m ago 36m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:23:27.877 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (36m) 4m ago 36m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:23:27.878 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (43m) 4m ago 43m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:23:27.878 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (42m) 4m ago 42m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:23:27.878 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (30m) 4m ago 42m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:23:27.879 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (42m) 4m ago 42m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:23:27.879 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (42m) 4m ago 42m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:23:27.879 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (41m) 4m ago 41m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:23:27.879 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (41m) 4m ago 41m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:23:27.880 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (41m) 4m ago 41m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:23:27.880 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (40m) 4m ago 40m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:23:27.880 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (40m) 4m ago 40m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:23:27.880 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (42m) 4m ago 43m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:23:28.192 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:23:28.193 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:23:28.193 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:23:28.193 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:23:28.193 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:23:28.194 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:23:28.194 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:23:28.194 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:23:28.194 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:23:28.195 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:23:28.195 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:23:28.195 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:23:28.195 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:23:28.195 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:23:28.196 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:23:28.196 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:23:28.196 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:23:28.196 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:23:28.197 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:23:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:28 smithi120 conmon[102313]: audit 2022-01-25T23:23:27.596339+0000 mgr.smithi120.hllzij (mgr.14704) 1298 : audit [DBG] from='client.34934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:29.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:28 smithi120 conmon[102313]: 2022-01-25T23:23:29.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:28 smithi120 conmon[102313]: cluster 2022-01-25T23:23:27.623720+0000 mgr.smithi120.hllzij (mgr.14704) 1299 : cluster [DBG] pgmap v1120: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:29.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:28 smithi120 conmon[102313]: audit 2022-01-25T23:23:28. 2022-01-25T23:23:29.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:28 smithi120 conmon[102313]: 193243+0000 mon.smithi120 (mon.0) 624 : audit [DBG] from='client.? 172.21.15.120:0/717848859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:23:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:28 smithi145 conmon[67302]: audit 2022-01-25T23:23:27.596339+0000 mgr.smithi120.hllzij (mgr.14704) 1298 : audit [DBG] from='client.34934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:28 smithi145 conmon[67302]: cluster 2022-01-25T23:23:27.623720+0000 2022-01-25T23:23:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:28 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 1299 : cluster [DBG] pgmap v1120: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:28 smithi145 conmon[67302]: audit 2022-01-25T23:23:28.193243+0000 mon.smithi120 (mon.0) 624 : audit [DBG] from='client.? 172.21.15.120:0/717848859' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:23:30.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:29 smithi120 conmon[102313]: audit 2022-01-25T23:23:27.866616+0000 mgr.smithi120.hllzij (mgr.14704) 1300 : audit 2022-01-25T23:23:30.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:29 smithi120 conmon[102313]: [DBG] from='client.34938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:30.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:29 smithi145 conmon[67302]: audit 2022-01-25T23:23:27.866616+0000 mgr.smithi120.hllzij (mgr.14704) 1300 : audit [DBG] from='client.34938 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:23:31.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:30 smithi120 conmon[102313]: cluster 2022-01-25T23:23:29.624449+0000 mgr.smithi120.hllzij (mgr.14704) 1301 : cluster [DBG] pgmap v1121: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:31.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:30 smithi145 conmon[67302]: cluster 2022-01-25T23:23:29.624449+0000 mgr.smithi120.hllzij (mgr.14704) 1301 : cluster [DBG] pgmap v1121: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:32 smithi120 conmon[102313]: cluster 2022-01-25T23:23:31.625089+0000 mgr.smithi120.hllzij (mgr.14704) 1302 : cluster 2022-01-25T23:23:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:32 smithi120 conmon[102313]: [DBG] pgmap v1122: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:32 smithi145 conmon[67302]: cluster 2022-01-25T23:23:31.625089+0000 mgr.smithi120.hllzij (mgr.14704) 1302 : cluster [DBG] pgmap v1122: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:34 smithi120 conmon[102313]: cluster 2022-01-25T23:23:33.625522+0000 mgr.smithi120.hllzij (mgr.14704) 1303 : cluster 2022-01-25T23:23:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:34 smithi120 conmon[102313]: [DBG] pgmap v1123: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:34 smithi145 conmon[67302]: cluster 2022-01-25T23:23:33.625522+0000 mgr.smithi120.hllzij (mgr.14704) 1303 : cluster [DBG] pgmap v1123: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:36 smithi120 conmon[102313]: cluster 2022-01-25T23:23:35.626332+0000 mgr.smithi120.hllzij (mgr.14704) 1304 : cluster 2022-01-25T23:23:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:36 smithi120 conmon[102313]: [DBG] pgmap v1124: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:36 smithi145 conmon[67302]: cluster 2022-01-25T23:23:35.626332+0000 mgr.smithi120.hllzij (mgr.14704) 1304 : cluster [DBG] pgmap v1124: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:38.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:37 smithi120 conmon[102313]: audit 2022-01-25T23:23:37.625188+0000 2022-01-25T23:23:38.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:37 smithi120 conmon[102313]: mon.smithi120 (mon.0) 625 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:23:38.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:37 smithi120 conmon[102313]: audit 2022-01-25T23:23:37.626590+0000 mon.smithi120 ( 2022-01-25T23:23:38.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:37 smithi120 conmon[102313]: mon.0) 626 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:23:38.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:37 smithi120 conmon[102313]: audit 2022-01-25T23: 2022-01-25T23:23:38.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:37 smithi120 conmon[102313]: 23:37.627964+0000 mon.smithi120 (mon.0) 627 2022-01-25T23:23:38.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:37 smithi120 conmon[102313]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:23:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:37 smithi145 conmon[67302]: audit 2022-01-25T23:23:37.625188+0000 mon.smithi120 (mon.0) 625 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:23:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:37 smithi145 conmon[67302]: audit 2022-01-25T23:23:37.626590+0000 2022-01-25T23:23:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:37 smithi145 conmon[67302]: mon.smithi120 (mon.0) 626 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:23:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:37 smithi145 conmon[67302]: audit 2022-01-25T23:23:37.627964+0000 mon.smithi120 (mon.0) 627 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:23:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:38 smithi120 conmon[102313]: cluster 2022-01-25T23:23:37.626752+0000 mgr.smithi120.hllzij (mgr.14704) 1305 : cluster [DBG] pgmap v1125: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:38 smithi120 conmon[102313]: cephadm 2022-01-25T23:23:37.628723+0000 mgr.smithi120.hllzij (mgr.14704) 1306 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:23:39.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:38 smithi120 conmon[102313]: audit 2022-01-25T23:23:38.026398+0000 mon.smithi120 (mon.0) 628 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:23:39.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:38 smithi120 conmon[102313]: audit 2022-01-25T23:23:38.031700+0000 mon.smithi120 2022-01-25T23:23:39.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:38 smithi120 conmon[102313]: (mon.0) 629 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:23:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:38 smithi145 conmon[67302]: cluster 2022-01-25T23:23:37.626752+0000 mgr.smithi120.hllzij (mgr.14704) 1305 : cluster [DBG] pgmap v1125: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:38 smithi145 conmon[67302]: cephadm 2022-01-25T23:23:37.628723+0000 mgr.smithi120.hllzij (mgr.14704) 1306 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:23:39.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:38 smithi145 conmon[67302]: audit 2022-01-25T23:23:38.026398+0000 mon.smithi120 (mon.0) 628 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:23:39.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:38 smithi145 conmon[67302]: audit 2022-01-25T23:23:38.031700+0000 mon.smithi120 (mon.0) 629 : audit [INF] 2022-01-25T23:23:39.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:38 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:23:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:40 smithi145 conmon[67302]: cluster 2022-01-25T23:23:39.627450+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:23:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:40 smithi145 conmon[67302]: ) 1307 : cluster [DBG] pgmap v1126: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:40 smithi120 conmon[102313]: cluster 2022-01-25T23:23:39.627450+0000 mgr.smithi120.hllzij (mgr.14704) 1307 : cluster [DBG] pgmap v1126: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:40 smithi120 conmon[102313]: 2022-01-25T23:23:43.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:42 smithi120 conmon[102313]: cluster 2022-01-25T23:23:41.628143+0000 mgr.smithi120.hllzij (mgr.14704) 1308 : cluster [DBG] 2022-01-25T23:23:43.057 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:42 smithi120 conmon[102313]: pgmap v1127: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:42 smithi145 conmon[67302]: cluster 2022-01-25T23:23:41.628143+0000 mgr.smithi120.hllzij (mgr.14704) 1308 : cluster [DBG] pgmap v1127: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:44 smithi120 conmon[102313]: cluster 2022-01-25T23:23:43.628594+0000 mgr.smithi120.hllzij (mgr.14704) 1309 : cluster [DBG] 2022-01-25T23:23:45.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:44 smithi120 conmon[102313]: pgmap v1128: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:44 smithi145 conmon[67302]: cluster 2022-01-25T23:23:43.628594+0000 mgr.smithi120.hllzij (mgr.14704) 1309 : cluster [DBG] pgmap v1128: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:46 smithi120 conmon[102313]: cluster 2022-01-25T23:23:45.629513+0000 mgr.smithi120.hllzij (mgr.14704) 1310 : cluster [DBG] 2022-01-25T23:23:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:46 smithi120 conmon[102313]: pgmap v1129: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:46 smithi145 conmon[67302]: cluster 2022-01-25T23:23:45.629513+0000 mgr.smithi120.hllzij (mgr.14704) 1310 : cluster [DBG] pgmap v1129: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:49.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:48 smithi120 conmon[102313]: cluster 2022-01-25T23:23:47.630052+0000 mgr.smithi120.hllzij (mgr.14704) 1311 : cluster 2022-01-25T23:23:49.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:48 smithi120 conmon[102313]: [DBG] pgmap v1130: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:48 smithi145 conmon[67302]: cluster 2022-01-25T23:23:47.630052+0000 mgr.smithi120.hllzij (mgr.14704) 1311 : cluster [DBG] pgmap v1130: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:50 smithi145 conmon[67302]: cluster 2022-01-25T23:23:49.630908+0000 mgr.smithi120.hllzij (mgr.14704) 1312 : cluster [DBG] pgmap v1131: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:50 smithi120 conmon[102313]: cluster 2022-01-25T23:23:49.630908+0000 mgr.smithi120.hllzij (mgr.14704) 1312 : cluster [DBG] 2022-01-25T23:23:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:50 smithi120 conmon[102313]: pgmap v1131: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:23:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:52 smithi120 conmon[102313]: cluster 2022-01-25T23:23:51.631430+0000 mgr.smithi120.hllzij (mgr.14704) 1313 : cluster 2022-01-25T23:23:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:52 smithi120 conmon[102313]: [DBG] pgmap v1132: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:52 smithi145 conmon[67302]: cluster 2022-01-25T23:23:51.631430+0000 mgr.smithi120.hllzij (mgr.14704) 1313 : cluster [DBG] pgmap v1132: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:54 smithi120 conmon[102313]: cluster 2022-01-25T23:23:53 2022-01-25T23:23:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:54 smithi120 conmon[102313]: .631921+0000 mgr.smithi120.hllzij (mgr.14704) 1314 : cluster [DBG] pgmap v1133: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:54 smithi120 conmon[102313]: audit 2022-01-25T23:23:53.731468+0000 mon.smithi120 (mon.0) 630 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:23:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:54 smithi120 conmon[102313]: audit 2022-01-25T23:23:53.731711+0000 mon.smithi120 (mon.0) 631 : audit [INF] 2022-01-25T23:23:55.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:54 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:23:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:54 smithi145 conmon[67302]: cluster 2022-01-25T23:23:53.631921+0000 mgr.smithi120.hllzij (mgr.14704) 1314 : cluster [DBG] pgmap v1133: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:54 smithi145 conmon[67302]: audit 2022-01-25T23:23:53.731468+0000 mon.smithi120 (mon.0) 630 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:23:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:54 smithi145 conmon[67302]: audit 2022-01-25T23:23:53.731711+0000 mon.smithi120 (mon.0) 631 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:23:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:56 smithi120 conmon[102313]: cluster 2022-01-25T23:23:55.632780+0000 mgr.smithi120.hllzij (mgr.14704) 1315 : cluster 2022-01-25T23:23:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:56 smithi120 conmon[102313]: [DBG] pgmap v1134: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:56 smithi145 conmon[67302]: cluster 2022-01-25T23:23:55.632780+0000 mgr.smithi120.hllzij (mgr.14704) 1315 : cluster [DBG] pgmap v1134: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:58.493 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:23:58.761 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:23:58.761 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (43m) 5m ago 44m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:23:58.762 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (36m) 5m ago 44m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:23:58.762 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (36m) 5m ago 43m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:23:58.762 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (43m) 5m ago 44m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:23:58.762 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (39m) 5m ago 39m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:23:58.763 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (39m) 5m ago 39m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:23:58.763 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (37m) 5m ago 45m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:23:58.763 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (36m) 5m ago 43m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:23:58.763 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (36m) 5m ago 45m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:23:58.763 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (36m) 5m ago 43m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:23:58.764 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (37m) 5m ago 37m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:23:58.764 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (37m) 5m ago 37m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:23:58.764 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (44m) 5m ago 44m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:23:58.764 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (43m) 5m ago 43m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:23:58.765 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (31m) 5m ago 43m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:23:58.765 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (42m) 5m ago 42m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:23:58.765 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (42m) 5m ago 42m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:23:58.765 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (42m) 5m ago 42m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:23:58.766 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (42m) 5m ago 42m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:23:58.766 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (41m) 5m ago 41m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:23:58.766 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (41m) 5m ago 41m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:23:58.766 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (41m) 5m ago 41m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:23:58.766 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (42m) 5m ago 43m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:23:58.767 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:58 smithi120 conmon[102313]: cluster 2022-01-25T23:23:57.633217+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:23:58.767 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:58 smithi120 conmon[102313]: ) 1316 : cluster [DBG] pgmap v1135: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:58 smithi145 conmon[67302]: cluster 2022-01-25T23:23:57.633217+0000 mgr.smithi120.hllzij (mgr.14704) 1316 : cluster [DBG] pgmap v1135: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:23:59.084 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:23:59.085 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:23:59.085 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:23:59.085 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:23:59.085 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:23:59.086 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:23:59.086 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:23:59.086 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:23:59.086 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:23:59.086 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:23:59.087 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:23:59.087 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:23:59.087 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:23:59.087 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:23:59.088 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:23:59.088 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:23:59.088 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:23:59.088 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:23:59.089 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:24:00.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:59 smithi120 conmon[102313]: audit 2022-01-25T23:23:58.482989+0000 mgr.smithi120.hllzij (mgr.14704) 1317 : audit [DBG] from='client.34946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:00.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:59 smithi120 conmon[102313]: audit 2022-01-25T23:24:00.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:59 smithi120 conmon[102313]: 2022-01-25T23:23:58.752928+0000 mgr.smithi120.hllzij (mgr.14704) 1318 : audit [DBG] from='client.34950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:00.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:23:59 smithi120 conmon[102313]: audit 2022-01-25T23:23:59.085420+0000 mon.smithi120 (mon.0) 632 : audit [DBG] from='client.? 172.21.15.120:0/3764930604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:24:00.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:59 smithi145 conmon[67302]: audit 2022-01-25T23:23:58.482989+0000 mgr.smithi120.hllzij (mgr.14704) 1317 : audit [DBG] from='client.34946 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:00.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:59 smithi145 conmon[67302]: audit 2022-01-25T23:23:58.752928+0000 2022-01-25T23:24:00.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:59 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 1318 : audit [DBG] from='client.34950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:00.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:23:59 smithi145 conmon[67302]: audit 2022-01-25T23:23:59.085420+0000 mon.smithi120 (mon.0) 632 : audit [DBG] from='client.? 172.21.15.120:0/3764930604' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:24:01.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:00 smithi120 conmon[102313]: cluster 2022-01-25T23:23:59.634083+0000 mgr.smithi120.hllzij (mgr.14704) 1319 : cluster [DBG] pgmap v1136: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:01.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:00 smithi145 conmon[67302]: cluster 2022-01-25T23:23:59.634083+0000 mgr.smithi120.hllzij (mgr.14704) 1319 : cluster [DBG] pgmap v1136: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:03.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:02 smithi120 conmon[102313]: cluster 2022-01-25T23:24:01.634607+0000 mgr.smithi120.hllzij (mgr.14704) 1320 : cluster [DBG] pgmap v1137: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:02 smithi145 conmon[67302]: cluster 2022-01-25T23:24:01.634607+0000 mgr.smithi120.hllzij (mgr.14704) 1320 : cluster [DBG] pgmap v1137: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:04 smithi120 conmon[102313]: cluster 2022-01-25T23:24:03.635164+0000 mgr.smithi120.hllzij (mgr.14704) 1321 : cluster [DBG] pgmap v1138: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:04 smithi145 conmon[67302]: cluster 2022-01-25T23:24:03.635164+0000 mgr.smithi120.hllzij (mgr.14704) 1321 : cluster [DBG] pgmap v1138: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:06 smithi120 conmon[102313]: cluster 2022-01-25T23:24:05.635931+0000 mgr.smithi120.hllzij (mgr.14704) 1322 : cluster [DBG] pgmap v1139: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:06 smithi120 conmon[102313]: 2022-01-25T23:24:07.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:06 smithi145 conmon[67302]: cluster 2022-01-25T23:24:05.635931+0000 mgr.smithi120.hllzij (mgr.14704) 1322 : cluster [DBG] pgmap v1139: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:09.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:08 smithi120 conmon[102313]: cluster 2022-01-25T23:24:07.636424+0000 mgr.smithi120.hllzij (mgr.14704) 1323 : cluster [DBG] pgmap v1140: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:08 smithi145 conmon[67302]: cluster 2022-01-25T23:24:07.636424+0000 mgr.smithi120.hllzij (mgr.14704) 1323 : cluster [DBG] 2022-01-25T23:24:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:08 smithi145 conmon[67302]: pgmap v1140: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:10 smithi145 conmon[67302]: cluster 2022-01-25T23:24:09.637282+0000 mgr.smithi120.hllzij (mgr.14704) 1324 : cluster [DBG] pgmap v1141: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:10 smithi120 conmon[102313]: cluster 2022-01-25T23:24:09.637282+0000 mgr.smithi120.hllzij (mgr.14704) 1324 : cluster [DBG] pgmap v1141: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:12 smithi120 conmon[102313]: cluster 2022-01-25T23:24:11.637854+0000 mgr.smithi120.hllzij (mgr.14704) 1325 : cluster [DBG] pgmap v1142: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:12 smithi145 conmon[67302]: cluster 2022-01-25T23:24:11.637854+0000 mgr.smithi120.hllzij (mgr.14704) 1325 : cluster [DBG] pgmap v1142: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:14 smithi120 conmon[102313]: cluster 2022-01-25T23:24:13.638459+0000 mgr.smithi120.hllzij (mgr.14704) 1326 : cluster [DBG] pgmap v1143: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:15.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:14 smithi145 conmon[67302]: cluster 2022-01-25T23:24:13.638459+0000 mgr.smithi120.hllzij (mgr.14704) 1326 : cluster [DBG] pgmap v1143: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:16 smithi120 conmon[102313]: cluster 2022-01-25T23:24:15.639509+0000 mgr.smithi120.hllzij (mgr.14704) 1327 : cluster [DBG] 2022-01-25T23:24:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:16 smithi120 conmon[102313]: pgmap v1144: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:16 smithi145 conmon[67302]: cluster 2022-01-25T23:24:15.639509+0000 mgr.smithi120.hllzij (mgr.14704) 1327 : cluster [DBG] pgmap v1144: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:18 smithi120 conmon[102313]: cluster 2022-01-25T23:24:17.640019+0000 mgr.smithi120.hllzij (mgr.14704) 1328 : cluster [DBG] pgmap v1145: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:18 smithi145 conmon[67302]: cluster 2022-01-25T23:24:17.640019+0000 mgr.smithi120.hllzij (mgr.14704) 1328 : cluster [DBG] pgmap v1145: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:20 smithi145 conmon[67302]: cluster 2022-01-25T23:24:19.640694+0000 mgr.smithi120.hllzij (mgr.14704) 1329 : cluster [DBG] pgmap v1146: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:20 smithi120 conmon[102313]: cluster 2022-01-25T23:24:19.640694+0000 mgr.smithi120.hllzij (mgr.14704) 1329 : cluster [DBG] pgmap v1146: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:23.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:22 smithi120 conmon[102313]: cluster 2022-01-25T23:24:21.641353+0000 mgr.smithi120.hllzij (mgr.14704) 1330 : cluster [DBG] pgmap v1147: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:23.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:22 smithi145 conmon[67302]: cluster 2022-01-25T23:24:21.641353+0000 mgr.smithi120.hllzij (mgr.14704) 1330 : cluster [DBG] pgmap v1147: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:24 smithi120 conmon[102313]: cluster 2022-01-25T23:24:23.641822+0000 mgr.smithi120.hllzij (mgr.14704) 1331 : cluster [DBG] pgmap v1148: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:24 smithi120 conmon[102313]: 2022-01-25T23:24:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:24 smithi145 conmon[67302]: cluster 2022-01-25T23:24:23.641822+0000 mgr.smithi120.hllzij (mgr.14704) 1331 : cluster [DBG] pgmap v1148: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:26 smithi120 conmon[102313]: cluster 2022-01-25T23:24:25.642622+0000 mgr.smithi120.hllzij (mgr.14704) 1332 : cluster [DBG] pgmap v1149: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:27.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:26 smithi145 conmon[67302]: cluster 2022-01-25T23:24:25.642622+0000 mgr.smithi120.hllzij (mgr.14704) 1332 : cluster [DBG] pgmap v1149: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:28 smithi120 conmon[102313]: cluster 2022-01-25T23:24:27.643238+0000 mgr.smithi120.hllzij (mgr.14704) 1333 : cluster [DBG] 2022-01-25T23:24:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:28 smithi120 conmon[102313]: pgmap v1150: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:28 smithi145 conmon[67302]: cluster 2022-01-25T23:24:27.643238+0000 mgr.smithi120.hllzij (mgr.14704) 1333 : cluster [DBG] 2022-01-25T23:24:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:28 smithi145 conmon[67302]: pgmap v1150: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:29.388 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:24:29.655 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:24:29.656 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (43m) 5m ago 44m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:24:29.656 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (36m) 5m ago 44m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:24:29.656 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (36m) 5m ago 44m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:24:29.657 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (43m) 5m ago 44m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:24:29.657 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (40m) 5m ago 40m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:24:29.657 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (40m) 5m ago 40m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:24:29.657 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (37m) 5m ago 45m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:24:29.658 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (37m) 5m ago 44m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:24:29.658 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (37m) 5m ago 45m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:24:29.658 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (37m) 5m ago 44m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:24:29.658 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (37m) 5m ago 37m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:24:29.659 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (37m) 5m ago 37m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:24:29.659 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (44m) 5m ago 44m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:24:29.659 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (44m) 5m ago 43m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:24:29.659 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (31m) 5m ago 43m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:24:29.659 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (43m) 5m ago 43m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:24:29.660 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (43m) 5m ago 43m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:24:29.660 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (42m) 5m ago 42m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:24:29.660 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (42m) 5m ago 42m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:24:29.660 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (42m) 5m ago 42m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:24:29.661 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (41m) 5m ago 41m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:24:29.661 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (41m) 5m ago 41m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:24:29.661 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (43m) 5m ago 44m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:24:29.977 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:24:29.977 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:24:29.977 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:24:29.978 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:24:29.978 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:24:29.978 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:24:29.979 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:24:29.979 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:24:29.979 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:24:29.979 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:24:29.979 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:24:29.980 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:24:29.980 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:24:29.980 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:24:29.980 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:24:29.981 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:24:29.981 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:24:29.981 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:24:29.981 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:24:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:30 smithi145 conmon[67302]: audit 2022-01-25T23:24:29.377044+0000 mgr.smithi120.hllzij (mgr.14704) 1334 : audit [DBG] from='client.34958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:30 smithi145 conmon[67302]: cluster 2022-01-25T23:24:29.643886+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:24:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:30 smithi145 conmon[67302]: 14704) 1335 : cluster [DBG] pgmap v1151: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:30.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:30 smithi145 conmon[67302]: audit 2022-01-25T23:24:29.647435+0000 mgr.smithi120.hllzij (mgr.14704) 1336 : audit [DBG] from='client.34962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:30.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:30 smithi145 conmon[67302]: audit 2022-01-25T23:24:29.977559+0000 mon.smithi120 (mon.0) 633 : audit [DBG] 2022-01-25T23:24:30.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:30 smithi145 conmon[67302]: from='client.? 172.21.15.120:0/4271989550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:24:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:30 smithi120 conmon[102313]: audit 2022-01-25T23:24:29.377044+0000 mgr.smithi120.hllzij (mgr.14704) 1334 : audit [DBG] from='client.34958 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:30 smithi120 conmon[102313]: cluster 2022-01-25T23: 2022-01-25T23:24:30.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:30 smithi120 conmon[102313]: 24:29.643886+0000 mgr.smithi120.hllzij (mgr.14704) 1335 : cluster [DBG] pgmap v1151: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:30.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:30 smithi120 conmon[102313]: audit 2022-01-25T23:24:29.647435+0000 mgr.smithi120.hllzij (mgr.14704) 1336 : audit [DBG] from='client.34962 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:24:30.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:30 smithi120 conmon[102313]: audit 2022-01-25T23:24: 2022-01-25T23:24:30.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:30 smithi120 conmon[102313]: 29.977559+0000 mon.smithi120 (mon.0) 633 : audit [DBG] from='client.? 172.21.15.120:0/4271989550' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:24:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:32 smithi120 conmon[102313]: cluster 2022-01-25T23:24:31.644515+0000 mgr.smithi120.hllzij (mgr.14704) 1337 : cluster 2022-01-25T23:24:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:32 smithi120 conmon[102313]: [DBG] pgmap v1152: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:32 smithi145 conmon[67302]: cluster 2022-01-25T23:24:31.644515+0000 mgr.smithi120.hllzij (mgr.14704) 1337 : cluster [DBG] 2022-01-25T23:24:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:32 smithi145 conmon[67302]: pgmap v1152: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:34 smithi120 conmon[102313]: cluster 2022-01-25T23:24:33.644972+0000 mgr.smithi120.hllzij (mgr.14704) 1338 : cluster [DBG] pgmap v1153: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:34 smithi120 conmon[102313]: 2022-01-25T23:24:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:34 smithi145 conmon[67302]: cluster 2022-01-25T23:24:33.644972+0000 mgr.smithi120.hllzij (mgr.14704) 1338 : cluster [DBG] pgmap v1153: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:34 smithi145 conmon[67302]: 2022-01-25T23:24:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:36 smithi120 conmon[102313]: cluster 2022-01-25T23:24:35.645889+0000 mgr.smithi120.hllzij (mgr.14704) 1339 : cluster [DBG] 2022-01-25T23:24:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:36 smithi120 conmon[102313]: pgmap v1154: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:36 smithi145 conmon[67302]: cluster 2022-01-25T23:24:35.645889+0000 mgr.smithi120.hllzij (mgr.14704) 1339 : cluster [DBG] pgmap v1154: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:38 smithi120 conmon[102313]: cluster 2022-01-25T23:24:37.646386+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:24:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:38 smithi120 conmon[102313]: 1340 : cluster [DBG] pgmap v1155: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:39.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:38 smithi120 conmon[102313]: audit 2022-01-25T23:24:38.034181+0000 mon.smithi120 (mon.0) 634 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:24:39.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:38 smithi120 conmon[102313]: audit 2022-01-25T23 2022-01-25T23:24:39.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:38 smithi120 conmon[102313]: :24:38.035656+0000 mon.smithi120 (mon.0) 635 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:24:39.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:38 smithi120 conmon[102313]: audit 2022-01- 2022-01-25T23:24:39.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:38 smithi120 conmon[102313]: 25T23:24:38.036498+0000 mon.smithi120 (mon.0) 636 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:24:39.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:38 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:24:39.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:38 smithi120 conmon[102313]: -25T23:24:38.428730+0000 mon.smithi120 (mon.0) 637 : 2022-01-25T23:24:39.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:38 smithi120 conmon[102313]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:24:39.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:38 smithi120 conmon[102313]: audit 2022-01-25T23:24:39.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:38 smithi120 conmon[102313]: 2022-01-25T23:24:38.433404+0000 mon.smithi120 (mon.0) 2022-01-25T23:24:39.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:38 smithi120 conmon[102313]: 638 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:24:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:38 smithi145 conmon[67302]: cluster 2022-01-25T23:24:37.646386+0000 mgr.smithi120.hllzij (mgr.14704) 1340 : cluster [DBG] pgmap v1155: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:38 smithi145 conmon[67302]: audit 2022-01-25T23:24:38.034181+0000 mon.smithi120 (mon.0) 634 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:24:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:38 smithi145 conmon[67302]: audit 2022-01-25T23: 2022-01-25T23:24:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:38 smithi145 conmon[67302]: 24:38.035656+0000 mon.smithi120 (mon.0) 635 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:24:39.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:38 smithi145 conmon[67302]: 2022-01-25T23:24:39.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:38 smithi145 conmon[67302]: audit 2022- 2022-01-25T23:24:39.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:38 smithi145 conmon[67302]: 01-25T23:24:38.036498 2022-01-25T23:24:39.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:38 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 636 2022-01-25T23:24:39.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:38 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:24:39.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:38 smithi145 conmon[67302]: audit 2022-01 2022-01-25T23:24:39.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:38 smithi145 conmon[67302]: -25T23:24:38.428730+0000 2022-01-25T23:24:39.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:38 smithi145 conmon[67302]: mon.smithi120 (mon.0) 637 : audit 2022-01-25T23:24:39.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:38 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:24:39.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:38 smithi145 conmon[67302]: audit 2022-01 2022-01-25T23:24:39.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:38 smithi145 conmon[67302]: -25T23:24:38.433404 2022-01-25T23:24:39.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:38 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 638 2022-01-25T23:24:39.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:38 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:24:40.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:39 smithi120 conmon[102313]: cephadm 2022-01-25T23:24:38.037239+0000 mgr.smithi120.hllzij (mgr.14704) 1341 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:24:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:39 smithi145 conmon[67302]: cephadm 2022-01-25T23:24:38.037239+0000 mgr.smithi120.hllzij (mgr.14704) 1341 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:24:41.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:40 smithi120 conmon[102313]: cluster 2022-01-25T23:24:39.647138+0000 mgr.smithi120.hllzij (mgr.14704) 1342 : cluster 2022-01-25T23:24:41.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:40 smithi120 conmon[102313]: [DBG] pgmap v1156: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:41.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:40 smithi145 conmon[67302]: cluster 2022-01-25T23:24:39.647138+0000 mgr.smithi120.hllzij (mgr.14704) 1342 : cluster [DBG] pgmap v1156: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:43.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:42 smithi120 conmon[102313]: cluster 2022-01-25T23:24:41.647725+0000 mgr.smithi120.hllzij (mgr.14704) 1343 : cluster [DBG] pgmap v1157: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:42 smithi145 conmon[67302]: cluster 2022-01-25T23:24:41.647725+0000 mgr.smithi120.hllzij (mgr.14704) 1343 : cluster [DBG] pgmap v1157: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:44 smithi120 conmon[102313]: cluster 2022-01-25T23:24:43.648426+0000 mgr.smithi120.hllzij (mgr.14704) 1344 : cluster [DBG] pgmap v1158: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:45.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:44 smithi145 conmon[67302]: cluster 2022-01-25T23:24:43.648426+0000 mgr.smithi120.hllzij (mgr.14704) 1344 : cluster [DBG] pgmap v1158: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:46 smithi120 conmon[102313]: cluster 2022-01-25T23:24:45.649282+0000 mgr.smithi120.hllzij (mgr.14704) 1345 : cluster [DBG] pgmap v1159: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:46 smithi145 conmon[67302]: cluster 2022-01-25T23:24:45.649282+0000 mgr.smithi120.hllzij (mgr.14704) 1345 : cluster [DBG] pgmap v1159: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:49.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:48 smithi120 conmon[102313]: cluster 2022-01-25T23:24:47.649932+0000 mgr.smithi120.hllzij (mgr.14704) 1346 : cluster [DBG] pgmap v1160: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:49.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:48 smithi120 conmon[102313]: 2022-01-25T23:24:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:48 smithi145 conmon[67302]: cluster 2022-01-25T23:24:47.649932+0000 mgr.smithi120.hllzij (mgr.14704) 1346 : cluster [DBG] pgmap v1160: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:50 smithi145 conmon[67302]: cluster 2022-01-25T23:24:49.650667+0000 mgr.smithi120.hllzij (mgr.14704) 1347 : cluster [DBG] pgmap v1161: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:50 smithi120 conmon[102313]: cluster 2022-01-25T23:24:49.650667+0000 mgr.smithi120.hllzij (mgr.14704) 1347 : cluster [DBG] pgmap v1161: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:24:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:50 smithi120 conmon[102313]: 2022-01-25T23:24:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:52 smithi120 conmon[102313]: cluster 2022-01-25T23:24:51.651196+0000 mgr.smithi120.hllzij (mgr.14704) 1348 : cluster [DBG] 2022-01-25T23:24:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:52 smithi120 conmon[102313]: pgmap v1162: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:52 smithi145 conmon[67302]: cluster 2022-01-25T23:24:51.651196+0000 mgr.smithi120.hllzij (mgr.14704) 1348 : cluster [DBG] pgmap v1162: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:54 smithi120 conmon[102313]: cluster 2022-01-25T23:24:53.651658+0000 mgr.smithi120.hllzij (mgr.14704) 1349 : cluster [DBG] pgmap v1163: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:54 smithi120 conmon[102313]: 2022-01-25T23:24:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:54 smithi120 conmon[102313]: audit 2022-01-25T23:24:53.735454+0000 mon.smithi120 (mon.0) 639 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:24:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:54 smithi120 conmon[102313]: audit 2022-01-25T23:24:53.735714+0000 mon.smithi120 (mon.0) 640 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:24:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:54 smithi145 conmon[67302]: cluster 2022-01-25T23:24:53.651658+0000 mgr.smithi120.hllzij (mgr.14704) 1349 : cluster [DBG] pgmap v1163: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:54 smithi145 conmon[67302]: audit 2022-01-25T23:24:53.735454+0000 mon.smithi120 (mon.0) 639 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:24:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:54 smithi145 conmon[67302]: audit 2022-01-25T23:24:53.735714+0000 mon.smithi120 (mon.0) 640 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:24:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:56 smithi120 conmon[102313]: cluster 2022-01-25T23:24:55.652444+0000 mgr.smithi120.hllzij (mgr.14704) 1350 : cluster [DBG] 2022-01-25T23:24:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:56 smithi120 conmon[102313]: pgmap v1164: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:56 smithi145 conmon[67302]: cluster 2022-01-25T23:24:55.652444+0000 mgr.smithi120.hllzij (mgr.14704) 1350 : cluster [DBG] pgmap v1164: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:24:58 smithi120 conmon[102313]: cluster 2022-01-25T23:24:57.652939+0000 mgr.smithi120.hllzij (mgr.14704) 1351 : cluster [DBG] pgmap v1165: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:24:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:24:58 smithi145 conmon[67302]: cluster 2022-01-25T23:24:57.652939+0000 mgr.smithi120.hllzij (mgr.14704) 1351 : cluster [DBG] pgmap v1165: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:00.279 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:25:00.549 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:25:00.549 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (44m) 6m ago 45m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:25:00.550 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (37m) 6m ago 45m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:25:00.550 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (37m) 6m ago 44m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:25:00.550 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (44m) 6m ago 45m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:25:00.550 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (40m) 6m ago 40m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:25:00.551 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (40m) 6m ago 40m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:25:00.551 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (38m) 6m ago 46m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:25:00.551 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (37m) 6m ago 44m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:25:00.551 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (37m) 6m ago 46m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:25:00.552 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (37m) 6m ago 44m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:25:00.552 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (38m) 6m ago 38m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:25:00.552 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (38m) 6m ago 38m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:25:00.552 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (45m) 6m ago 45m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:25:00.553 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (44m) 6m ago 44m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:25:00.553 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (32m) 6m ago 44m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:25:00.553 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (43m) 6m ago 43m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:25:00.553 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (43m) 6m ago 43m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:25:00.553 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (43m) 6m ago 43m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:25:00.554 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (43m) 6m ago 43m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:25:00.554 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (42m) 6m ago 42m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:25:00.554 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (42m) 6m ago 42m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:25:00.554 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (42m) 6m ago 42m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:25:00.555 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (44m) 6m ago 44m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:25:00.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:00 smithi120 conmon[102313]: cluster 2022-01-25T23:24:59.653741+0000 mgr.smithi120.hllzij (mgr.14704) 1352 : cluster [DBG] pgmap v1166: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:00 smithi145 conmon[67302]: cluster 2022-01-25T23:24:59.653741+0000 mgr.smithi120.hllzij (mgr.14704) 1352 : cluster [DBG] pgmap v1166: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:00.869 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:25:00.869 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:25:00.870 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:25:00.870 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:25:00.870 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:25:00.870 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:25:00.871 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:25:00.871 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:25:00.871 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:25:00.871 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:25:00.871 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:25:00.872 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:25:00.872 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:25:00.872 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:25:00.872 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:25:00.873 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:25:00.873 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:25:00.873 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:25:00.873 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:25:01.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:01 smithi145 conmon[67302]: audit 2022-01-25T23:25:00.268803+0000 mgr.smithi120.hllzij (mgr.14704) 1353 : audit [DBG] from='client.34970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:01.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:01 smithi145 conmon[67302]: audit 2022-01-25T23:25:00.541082+0000 mgr.smithi120.hllzij (mgr.14704) 1354 : audit [DBG] from='client.34974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:01.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:01 smithi145 conmon[67302]: audit 2022-01-25T23:25:00.869932+0000 mon.smithi120 (mon.0) 641 : audit [DBG] from='client.? 172.21.15.120:0/1485639962' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:25:01.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:01 smithi120 conmon[102313]: audit 2022-01-25T23:25:00.268803+0000 mgr.smithi120.hllzij (mgr.14704) 1353 : audit 2022-01-25T23:25:01.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:01 smithi120 conmon[102313]: [DBG] from='client.34970 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:01.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:01 smithi120 conmon[102313]: audit 2022-01-25T23:25:00.541082+0000 mgr.smithi120.hllzij (mgr.14704) 1354 : audit [DBG] from='client.34974 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:01.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:01 smithi120 conmon[102313]: audit 2022-01-25T23:25:00.869932+0000 mon.smithi120 (mon.0) 641 : audit [DBG] from='client.? 172.21.15.120:0/1485639962' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:25:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:02 smithi145 conmon[67302]: cluster 2022-01-25T23:25:01.654238+0000 mgr.smithi120.hllzij (mgr.14704) 1355 : cluster [DBG] pgmap v1167: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:02 smithi145 conmon[67302]: 2022-01-25T23:25:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:02 smithi120 conmon[102313]: cluster 2022-01-25T23:25:01.654238+0000 mgr.smithi120.hllzij (mgr.14704) 1355 : cluster [DBG] pgmap v1167: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:04 smithi120 conmon[102313]: cluster 2022-01-25T23:25:03.654851+0000 mgr.smithi120.hllzij (mgr.14704) 1356 : cluster [DBG] pgmap v1168: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:04 smithi145 conmon[67302]: cluster 2022-01-25T23:25:03.654851+0000 mgr.smithi120.hllzij (mgr.14704) 1356 : cluster [DBG] pgmap v1168: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:04 smithi145 conmon[67302]: 2022-01-25T23:25:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:06 smithi120 conmon[102313]: cluster 2022-01-25T23:25:05.655540+0000 mgr.smithi120.hllzij (mgr.14704) 1357 : cluster [DBG] pgmap v1169: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:07.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:06 smithi145 conmon[67302]: cluster 2022-01-25T23:25:05.655540+0000 mgr.smithi120.hllzij (mgr.14704) 1357 : cluster [DBG] pgmap v1169: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:09.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:08 smithi120 conmon[102313]: cluster 2022-01-25T23:25:07.656049+0000 mgr.smithi120.hllzij (mgr.14704) 1358 : cluster [DBG] pgmap v1170: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:08 smithi145 conmon[67302]: cluster 2022-01-25T23:25:07.656049+0000 mgr.smithi120.hllzij (mgr.14704) 1358 : cluster [DBG] 2022-01-25T23:25:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:08 smithi145 conmon[67302]: pgmap v1170: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:10 smithi145 conmon[67302]: cluster 2022-01-25T23:25:09.656792+0000 mgr.smithi120.hllzij (mgr.14704) 1359 : cluster [DBG] pgmap v1171: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:10 smithi120 conmon[102313]: cluster 2022-01-25T23:25:09.656792+0000 mgr.smithi120.hllzij (mgr.14704) 1359 : cluster [DBG] pgmap v1171: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:12 smithi120 conmon[102313]: cluster 2022-01-25T23:25:11.657279+0000 mgr.smithi120.hllzij (mgr.14704) 1360 : cluster [DBG] pgmap v1172: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:12 smithi145 conmon[67302]: cluster 2022-01-25T23:25:11.657279+0000 mgr.smithi120.hllzij (mgr.14704) 1360 : cluster [DBG] pgmap v1172: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:14 smithi120 conmon[102313]: cluster 2022-01-25T23:25:13.657734+0000 mgr.smithi120.hllzij (mgr.14704) 1361 : cluster [DBG] pgmap v1173: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:15.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:14 smithi145 conmon[67302]: cluster 2022-01-25T23:25:13.657734+0000 mgr.smithi120.hllzij (mgr.14704) 1361 : cluster [DBG] pgmap v1173: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:16 smithi120 conmon[102313]: cluster 2022-01-25T23:25:15.658448+0000 mgr.smithi120.hllzij (mgr.14704) 1362 : cluster [DBG] pgmap v1174: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:16 smithi120 conmon[102313]: 2022-01-25T23:25:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:16 smithi145 conmon[67302]: cluster 2022-01-25T23:25:15.658448+0000 mgr.smithi120.hllzij (mgr.14704) 1362 : cluster [DBG] pgmap v1174: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:18 smithi120 conmon[102313]: cluster 2022-01-25T23:25:17.658990+0000 mgr.smithi120.hllzij (mgr.14704) 1363 : cluster [DBG] pgmap v1175: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:18 smithi145 conmon[67302]: cluster 2022-01-25T23:25:17.658990+0000 mgr.smithi120.hllzij (mgr.14704) 1363 : cluster [DBG] pgmap v1175: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:20 smithi145 conmon[67302]: cluster 2022-01-25T23:25:19.659797+0000 mgr.smithi120.hllzij (mgr.14704) 1364 : cluster [DBG] pgmap v1176: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:20 smithi120 conmon[102313]: cluster 2022-01-25T23:25:19.659797+0000 mgr.smithi120.hllzij (mgr.14704) 1364 : cluster [DBG] pgmap v1176: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:23.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:22 smithi120 conmon[102313]: cluster 2022-01-25T23:25:21.660330+0000 mgr.smithi120.hllzij (mgr.14704) 1365 : cluster [DBG] pgmap v1177: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:23.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:22 smithi145 conmon[67302]: cluster 2022-01-25T23:25:21.660330+0000 mgr.smithi120.hllzij (mgr.14704) 1365 : cluster [DBG] pgmap v1177: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:24 smithi120 conmon[102313]: cluster 2022-01-25T23:25:23.660919+0000 mgr.smithi120.hllzij (mgr.14704) 1366 : cluster [DBG] pgmap v1178: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:24 smithi145 conmon[67302]: cluster 2022-01-25T23:25:23.660919+0000 mgr.smithi120.hllzij (mgr.14704) 1366 : cluster [DBG] pgmap v1178: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:26 smithi120 conmon[102313]: cluster 2022-01-25T23:25:25.661729+0000 mgr.smithi120.hllzij 2022-01-25T23:25:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:26 smithi120 conmon[102313]: (mgr.14704) 1367 : cluster [DBG] pgmap v1179: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:26 smithi145 conmon[67302]: cluster 2022-01-25T23:25:25.661729+0000 mgr.smithi120.hllzij (mgr.14704) 1367 : cluster [DBG] pgmap v1179: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:28 smithi120 conmon[102313]: cluster 2022-01-25T23:25:27.662225+0000 mgr.smithi120.hllzij (mgr.14704) 1368 : cluster 2022-01-25T23:25:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:28 smithi120 conmon[102313]: [DBG] pgmap v1180: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:28 smithi145 conmon[67302]: cluster 2022-01-25T23:25:27.662225+0000 mgr.smithi120.hllzij (mgr.14704) 1368 : 2022-01-25T23:25:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:28 smithi145 conmon[67302]: cluster [DBG] pgmap v1180: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:30 smithi145 conmon[67302]: cluster 2022-01-25T23:25:29.662902+0000 mgr.smithi120.hllzij (mgr.14704) 1369 : cluster [DBG] pgmap v1181: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:30 smithi120 conmon[102313]: cluster 2022-01-25T23:25:29.662902+0000 mgr.smithi120.hllzij (mgr.14704) 1369 : cluster [DBG] pgmap v1181: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:31.170 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:25:31.439 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:25:31.440 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (44m) 6m ago 45m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:25:31.440 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (37m) 6m ago 45m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:25:31.440 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (37m) 6m ago 45m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:25:31.441 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (44m) 6m ago 45m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:25:31.441 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (41m) 6m ago 41m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:25:31.441 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (41m) 6m ago 41m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:25:31.441 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (38m) 6m ago 46m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:25:31.441 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (38m) 6m ago 45m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:25:31.442 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (38m) 6m ago 46m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:25:31.442 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (38m) 6m ago 45m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:25:31.442 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (39m) 6m ago 39m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:25:31.442 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (38m) 6m ago 38m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:25:31.443 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (45m) 6m ago 45m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:25:31.443 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (45m) 6m ago 45m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:25:31.443 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (32m) 6m ago 44m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:25:31.443 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (44m) 6m ago 44m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:25:31.444 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (44m) 6m ago 44m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:25:31.444 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (43m) 6m ago 43m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:25:31.444 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (43m) 6m ago 43m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:25:31.444 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (43m) 6m ago 43m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:25:31.445 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (43m) 6m ago 43m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:25:31.445 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (42m) 6m ago 42m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:25:31.445 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (44m) 6m ago 45m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:25:31.762 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:25:31.763 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:25:31.763 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:25:31.763 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:25:31.763 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:25:31.764 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:25:31.764 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:25:31.764 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:25:31.764 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:25:31.765 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:25:31.765 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:25:31.765 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:25:31.765 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:25:31.765 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:25:31.766 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:25:31.766 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:25:31.766 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:25:31.766 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:25:31.767 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:25:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:32 smithi120 conmon[102313]: audit 2022-01-25T23:25:31.159831+0000 mgr.smithi120.hllzij (mgr.14704) 1370 : audit [DBG] from='client.34982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:32 smithi120 conmon[102313]: audit 2022-01-25T23:25:31.431720+0000 mgr.smithi120.hllzij (mgr.14704) 1371 : audit [DBG] from='client.34986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:33.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:32 smithi120 conmon[102313]: cluster 2022-01-25T23:25:31.663395 2022-01-25T23:25:33.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:32 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 1372 : cluster [DBG] pgmap v1182: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:33.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:32 smithi120 conmon[102313]: audit 2022-01-25T23:25 2022-01-25T23:25:33.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:32 smithi120 conmon[102313]: :31.763161+0000 mon.smithi120 (mon.0) 642 : audit [DBG] from='client.? 172.21.15.120:0/3963668014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:25:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:32 smithi145 conmon[67302]: audit 2022-01-25T23:25:31.159831+0000 mgr.smithi120.hllzij (mgr.14704) 1370 : audit [DBG] from='client.34982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:33.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:32 smithi145 conmon[67302]: audit 2022-01-25T23:25:31.431720+0000 mgr.smithi120.hllzij (mgr.14704) 1371 : audit [DBG] from='client.34986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:25:33.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:32 smithi145 conmon[67302]: cluster 2022-01-25T23:25:31.663395+0000 mgr.smithi120.hllzij (mgr.14704) 1372 : cluster [DBG] pgmap v1182: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:33.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:32 smithi145 conmon[67302]: audit 2022-01 2022-01-25T23:25:33.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:32 smithi145 conmon[67302]: -25T23:25:31.763161+0000 mon.smithi120 (mon.0) 642 : audit [DBG] from='client.? 172.21.15.120:0/3963668014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:25:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:34 smithi120 conmon[102313]: cluster 2022-01-25T23:25:33.663820+0000 mgr.smithi120.hllzij (mgr.14704) 1373 : cluster [DBG] pgmap v1183: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:34 smithi120 conmon[102313]: 2022-01-25T23:25:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:34 smithi145 conmon[67302]: cluster 2022-01-25T23:25:33.663820+0000 mgr.smithi120.hllzij (mgr.14704) 1373 : cluster [DBG] pgmap v1183: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:36 smithi120 conmon[102313]: cluster 2022-01-25T23:25:35.664740+0000 mgr.smithi120.hllzij (mgr.14704) 1374 : cluster [DBG] pgmap v1184: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:37.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:36 smithi120 conmon[102313]: 2022-01-25T23:25:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:36 smithi145 conmon[67302]: cluster 2022-01-25T23:25:35.664740+0000 mgr.smithi120.hllzij (mgr.14704) 1374 : cluster [DBG] pgmap v1184: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:38 smithi120 conmon[102313]: cluster 2022-01-25T23:25:37.665320+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:25:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:38 smithi120 conmon[102313]: ) 1375 : cluster [DBG] pgmap v1185: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:39.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:38 smithi120 conmon[102313]: audit 2022-01-25T23:25:38.435937+0000 mon.smithi120 (mon.0) 643 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:25:39.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:38 smithi120 conmon[102313]: audit 2022-01-25T23:25:38.437394+0000 mon.smithi120 (mon. 2022-01-25T23:25:39.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:38 smithi120 conmon[102313]: 0) 644 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:25:39.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:38 smithi120 conmon[102313]: audit 2022-01-25T23:25:38 2022-01-25T23:25:39.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:38 smithi120 conmon[102313]: .438249+0000 mon.smithi120 (mon.0) 645 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:25:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:38 smithi145 conmon[67302]: cluster 2022-01-25T23:25:37.665320+0000 mgr.smithi120.hllzij (mgr.14704) 1375 2022-01-25T23:25:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:38 smithi145 conmon[67302]: : cluster [DBG] pgmap v1185: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:38 smithi145 conmon[67302]: audit 2022-01-25T23:25:38.435937+0000 mon.smithi120 (mon.0) 643 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:25:39.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:38 smithi145 conmon[67302]: audit 2022-01-25T23:25:38.437394+0000 mon.smithi120 (mon.0) 644 : 2022-01-25T23:25:39.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:38 smithi145 conmon[67302]: audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:25:39.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:38 smithi145 conmon[67302]: audit 2022-01-25T23:25 2022-01-25T23:25:39.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:38 smithi145 conmon[67302]: :38.438249+0000 mon.smithi120 (mon.0) 645 : 2022-01-25T23:25:39.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:38 smithi145 conmon[67302]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:25:40.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:39 smithi120 conmon[102313]: cephadm 2022-01-25T23:25:38.438976+0000 mgr.smithi120.hllzij (mgr.14704) 1376 : cephadm 2022-01-25T23:25:40.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:39 smithi120 conmon[102313]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:25:40.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:39 smithi120 conmon[102313]: audit 2022-01-25T23:25:38.834052+0000 mon.smithi120 (mon.0) 646 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:25:40.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:39 smithi120 conmon[102313]: audit 2022-01-25T23:25:38.839600+0000 mon.smithi120 (mon.0) 2022-01-25T23:25:40.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:39 smithi120 conmon[102313]: 647 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:25:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:39 smithi145 conmon[67302]: cephadm 2022-01-25T23:25:38.438976+0000 mgr.smithi120.hllzij (mgr.14704) 1376 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:25:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:39 smithi145 conmon[67302]: audit 2022-01-25T23:25:38.834052+0000 mon.smithi120 (mon.0) 646 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:25:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:39 smithi145 conmon[67302]: audit 2022-01-25T23:25:38.839600+0000 mon.smithi120 (mon.0) 647 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:25:41.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:40 smithi120 conmon[102313]: cluster 2022-01-25T23:25:39.666101+0000 mgr.smithi120.hllzij (mgr.14704) 1377 : cluster 2022-01-25T23:25:41.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:40 smithi120 conmon[102313]: [DBG] pgmap v1186: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:41.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:40 smithi145 conmon[67302]: cluster 2022-01-25T23:25:39.666101+0000 mgr.smithi120.hllzij (mgr.14704) 1377 : cluster [DBG] pgmap v1186: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:43.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:42 smithi120 conmon[102313]: cluster 2022-01-25T23:25:41.666664+0000 mgr.smithi120.hllzij (mgr.14704) 1378 : 2022-01-25T23:25:43.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:42 smithi120 conmon[102313]: cluster [DBG] pgmap v1187: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:42 smithi145 conmon[67302]: cluster 2022-01-25T23:25:41.666664+0000 mgr.smithi120.hllzij (mgr.14704) 1378 : cluster [DBG] 2022-01-25T23:25:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:42 smithi145 conmon[67302]: pgmap v1187: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:44 smithi120 conmon[102313]: cluster 2022-01-25T23:25:43.667207+0000 mgr.smithi120.hllzij (mgr.14704) 1379 : cluster [DBG] pgmap v1188: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:44 smithi145 conmon[67302]: cluster 2022-01-25T23:25:43.667207+0000 mgr.smithi120.hllzij (mgr.14704) 1379 : cluster [DBG] pgmap v1188: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:46 smithi120 conmon[102313]: cluster 2022-01-25T23:25:45.668115+0000 mgr.smithi120.hllzij (mgr.14704) 1380 : cluster [DBG] pgmap v1189: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:46 smithi145 conmon[67302]: cluster 2022-01-25T23:25:45.668115+0000 mgr.smithi120.hllzij (mgr.14704) 1380 : cluster [DBG] 2022-01-25T23:25:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:46 smithi145 conmon[67302]: pgmap v1189: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:49.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:48 smithi120 conmon[102313]: cluster 2022-01-25T23:25:47.668663+0000 mgr.smithi120.hllzij (mgr.14704) 1381 : cluster [DBG] pgmap v1190: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:48 smithi145 conmon[67302]: cluster 2022-01-25T23:25:47.668663+0000 mgr.smithi120.hllzij (mgr.14704) 1381 : cluster [DBG] pgmap v1190: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:50 smithi120 conmon[102313]: cluster 2022-01-25T23:25:49.669572+0000 mgr.smithi120.hllzij (mgr.14704) 1382 : cluster [DBG] pgmap v1191: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:50 smithi120 conmon[102313]: 2022-01-25T23:25:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:50 smithi145 conmon[67302]: cluster 2022-01-25T23:25:49.669572+0000 mgr.smithi120.hllzij (mgr.14704) 1382 : cluster [DBG] pgmap v1191: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:25:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:52 smithi120 conmon[102313]: cluster 2022-01-25T23:25:51.670209+0000 mgr.smithi120.hllzij (mgr.14704) 1383 : cluster [DBG] pgmap v1192: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:52 smithi145 conmon[67302]: cluster 2022-01-25T23:25:51.670209+0000 mgr.smithi120.hllzij (mgr.14704) 1383 : cluster [DBG] pgmap v1192: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:54 smithi120 conmon[102313]: cluster 2022-01-25T23:25:53.670726+0000 mgr.smithi120.hllzij (mgr.14704) 1384 : cluster [DBG] pgmap v1193: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:54 smithi120 conmon[102313]: 2022-01-25T23:25:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:54 smithi120 conmon[102313]: audit 2022-01-25T23:25:53.739488+0000 mon.smithi120 (mon.0) 648 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:25:55.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:54 smithi120 conmon[102313]: audit 2022-01-25T23:25:53.739737+0000 mon.smithi120 (mon.0) 649 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:25:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:54 smithi145 conmon[67302]: cluster 2022-01-25T23:25:53.670726+0000 mgr.smithi120.hllzij (mgr.14704) 1384 : cluster [DBG] pgmap v1193: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:54 smithi145 conmon[67302]: audit 2022-01-25T23:25:53.739488+0000 mon.smithi120 (mon.0) 648 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:25:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:54 smithi145 conmon[67302]: audit 2022-01-25T23:25:53.739737+0000 mon.smithi120 (mon.0) 649 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:25:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:56 smithi120 conmon[102313]: cluster 2022-01-25T23:25:55.671715+0000 mgr.smithi120.hllzij (mgr.14704) 1385 : cluster [DBG] pgmap v1194: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:56 smithi145 conmon[67302]: cluster 2022-01-25T23:25:55.671715+0000 mgr.smithi120.hllzij (mgr.14704) 1385 : cluster [DBG] pgmap v1194: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:25:58 smithi120 conmon[102313]: cluster 2022-01-25T23:25:57.672284+0000 mgr.smithi120.hllzij (mgr.14704) 1386 : cluster [DBG] pgmap v1195: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:25:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:25:58 smithi145 conmon[67302]: cluster 2022-01-25T23:25:57.672284+0000 mgr.smithi120.hllzij (mgr.14704) 1386 : cluster [DBG] pgmap v1195: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:00 smithi120 conmon[102313]: cluster 2022-01-25T23:25:59.673242+0000 mgr.smithi120.hllzij (mgr.14704) 1387 : cluster [DBG] pgmap v1196: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:00 smithi120 conmon[102313]: 2022-01-25T23:26:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:00 smithi145 conmon[67302]: cluster 2022-01-25T23:25:59.673242+0000 mgr.smithi120.hllzij (mgr.14704) 1387 : cluster [DBG] pgmap v1196: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:02.065 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:26:02.335 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:26:02.335 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (45m) 7m ago 46m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:26:02.336 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (38m) 7m ago 46m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:26:02.336 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (38m) 7m ago 45m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:26:02.336 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (45m) 7m ago 46m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:26:02.337 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (41m) 7m ago 41m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:26:02.337 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (41m) 7m ago 41m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:26:02.337 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (39m) 7m ago 47m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:26:02.337 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (38m) 7m ago 45m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:26:02.337 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (38m) 7m ago 47m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:26:02.338 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (38m) 7m ago 45m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:26:02.338 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (39m) 7m ago 39m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:26:02.338 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (39m) 7m ago 39m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:26:02.338 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (46m) 7m ago 46m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:26:02.339 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (45m) 7m ago 45m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:26:02.339 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (33m) 7m ago 45m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:26:02.339 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (44m) 7m ago 44m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:26:02.339 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (44m) 7m ago 44m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:26:02.340 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (44m) 7m ago 44m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:26:02.340 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (44m) 7m ago 44m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:26:02.340 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (43m) 7m ago 43m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:26:02.341 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (43m) 7m ago 43m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:26:02.341 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (43m) 7m ago 43m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:26:02.341 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (45m) 7m ago 45m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:26:02.656 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:26:02.656 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:26:02.656 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:26:02.657 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:26:02.657 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:26:02.657 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:26:02.657 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:26:02.658 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:26:02.658 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:26:02.658 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:26:02.658 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:26:02.658 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:26:02.659 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:26:02.659 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:26:02.659 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:26:02.659 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:26:02.660 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:26:02.660 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:26:02.660 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:26:03.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:02 smithi120 conmon[102313]: cluster 2022-01-25T23:26:01.673869+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:26:03.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:02 smithi120 conmon[102313]: 14704) 1388 : cluster [DBG] pgmap v1197: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:03.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:02 smithi120 conmon[102313]: audit 2022-01-25T23:26:02.656379+0000 mon.smithi120 (mon.0) 650 : audit [DBG] from='client.? 172.21.15.120:0/3970849651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:26:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:02 smithi145 conmon[67302]: cluster 2022-01-25T23:26:01.673869+0000 mgr.smithi120.hllzij (mgr.14704) 1388 : cluster [DBG] pgmap v1197: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:02 smithi145 conmon[67302]: audit 2022-01-25T23:26:02.656379+0000 mon.smithi120 (mon.0) 650 : audit [DBG] from='client.? 172.21.15.120:0/3970849651' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:26:04.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:03 smithi120 conmon[102313]: audit 2022-01-25T23:26:02.053471+0000 mgr.smithi120.hllzij (mgr.14704) 1389 : audit [DBG] from='client.34994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:04.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:03 smithi120 conmon[102313]: audit 2022-01-25T23:26:02.326932+0000 mgr.smithi120.hllzij (mgr.14704) 1390 : audit [DBG] from='client.34998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:04.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:03 smithi145 conmon[67302]: audit 2022-01-25T23:26:02.053471+0000 mgr.smithi120.hllzij (mgr.14704) 1389 : audit [DBG] from='client.34994 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:04.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:03 smithi145 conmon[67302]: audit 2022-01-25T23:26:02.326932+0000 mgr.smithi120.hllzij (mgr.14704) 1390 : audit [DBG] from='client.34998 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:04 smithi120 conmon[102313]: cluster 2022-01-25T23:26:03.674494+0000 mgr.smithi120.hllzij (mgr.14704) 1391 : cluster [DBG] 2022-01-25T23:26:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:04 smithi120 conmon[102313]: pgmap v1198: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:04 smithi145 conmon[67302]: cluster 2022-01-25T23:26:03.674494+0000 mgr.smithi120.hllzij (mgr.14704) 1391 : cluster [DBG] pgmap v1198: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:06 smithi120 conmon[102313]: cluster 2022-01-25T23:26:05.675457+0000 mgr.smithi120.hllzij (mgr.14704) 1392 : cluster [DBG] pgmap v1199: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:07.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:06 smithi145 conmon[67302]: cluster 2022-01-25T23:26:05.675457+0000 mgr.smithi120.hllzij (mgr.14704) 1392 : cluster [DBG] pgmap v1199: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:09.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:08 smithi120 conmon[102313]: cluster 2022-01-25T23:26:07.675987+0000 mgr.smithi120.hllzij (mgr.14704) 1393 : cluster [DBG] pgmap v1200: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:08 smithi145 conmon[67302]: cluster 2022-01-25T23:26:07.675987+0000 mgr.smithi120.hllzij (mgr.14704) 1393 : cluster [DBG] pgmap v1200: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:10 smithi120 conmon[102313]: cluster 2022-01-25T23:26:09.676765+0000 mgr.smithi120.hllzij (mgr.14704) 1394 : cluster [DBG] 2022-01-25T23:26:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:10 smithi120 conmon[102313]: pgmap v1201: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:10 smithi145 conmon[67302]: cluster 2022-01-25T23:26:09.676765+0000 mgr.smithi120.hllzij (mgr.14704) 1394 : cluster [DBG] pgmap v1201: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:12 smithi120 conmon[102313]: cluster 2022-01-25T23:26:11.677430+0000 mgr.smithi120.hllzij (mgr.14704) 1395 : cluster 2022-01-25T23:26:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:12 smithi120 conmon[102313]: [DBG] pgmap v1202: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:12 smithi145 conmon[67302]: cluster 2022-01-25T23:26:11.677430+0000 mgr.smithi120.hllzij (mgr.14704) 1395 : cluster [DBG] pgmap v1202: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:12 smithi145 conmon[67302]: 2022-01-25T23:26:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:14 smithi120 conmon[102313]: cluster 2022-01-25T23:26:13.677920+0000 mgr.smithi120.hllzij (mgr.14704) 1396 : cluster [DBG] 2022-01-25T23:26:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:14 smithi120 conmon[102313]: pgmap v1203: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:15.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:14 smithi145 conmon[67302]: cluster 2022-01-25T23:26:13.677920+0000 mgr.smithi120.hllzij (mgr.14704) 1396 : cluster [DBG] pgmap v1203: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:16 smithi120 conmon[102313]: cluster 2022-01-25T23:26:15.678925+0000 mgr.smithi120.hllzij (mgr.14704) 1397 : cluster [DBG] 2022-01-25T23:26:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:16 smithi120 conmon[102313]: pgmap v1204: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:16 smithi145 conmon[67302]: cluster 2022-01-25T23:26:15.678925+0000 mgr.smithi120.hllzij (mgr.14704) 1397 : cluster 2022-01-25T23:26:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:16 smithi145 conmon[67302]: [DBG] pgmap v1204: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:18 smithi120 conmon[102313]: cluster 2022-01-25T23:26:17.679524+0000 mgr.smithi120.hllzij (mgr.14704) 1398 : cluster [DBG] 2022-01-25T23:26:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:18 smithi120 conmon[102313]: pgmap v1205: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:18 smithi145 conmon[67302]: cluster 2022-01-25T23:26:17.679524+0000 mgr.smithi120.hllzij (mgr.14704) 1398 : 2022-01-25T23:26:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:18 smithi145 conmon[67302]: cluster [DBG] pgmap v1205: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:20 smithi120 conmon[102313]: cluster 2022-01-25T23:26:19.680338+0000 mgr.smithi120.hllzij (mgr.14704) 1399 : cluster [DBG] 2022-01-25T23:26:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:20 smithi120 conmon[102313]: pgmap v1206: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:20 smithi145 conmon[67302]: cluster 2022-01-25T23:26:19.680338+0000 mgr.smithi120.hllzij (mgr.14704) 1399 : cluster [DBG] pgmap v1206: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:20 smithi145 conmon[67302]: 2022-01-25T23:26:23.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:22 smithi120 conmon[102313]: cluster 2022-01-25T23:26:21.680886+0000 mgr.smithi120.hllzij (mgr.14704) 1400 : cluster [DBG] pgmap v1207: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:23.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:22 smithi145 conmon[67302]: cluster 2022-01-25T23:26:21.680886+0000 mgr.smithi120.hllzij (mgr.14704) 1400 : cluster [DBG] 2022-01-25T23:26:23.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:22 smithi145 conmon[67302]: pgmap v1207: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:24 smithi120 conmon[102313]: cluster 2022-01-25T23:26:23.681393+0000 mgr.smithi120.hllzij (mgr.14704) 1401 : cluster [DBG] pgmap v1208: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:24 smithi145 conmon[67302]: cluster 2022-01-25T23:26:23.681393+0000 mgr.smithi120.hllzij (mgr.14704) 1401 : cluster [DBG] 2022-01-25T23:26:25.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:24 smithi145 conmon[67302]: pgmap v1208: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:26 smithi120 conmon[102313]: cluster 2022-01-25T23:26:25.682254+0000 mgr.smithi120.hllzij (mgr.14704) 1402 : cluster [DBG] pgmap v1209: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:26 smithi145 conmon[67302]: cluster 2022-01-25T23:26:25.682254+0000 mgr.smithi120.hllzij (mgr.14704) 1402 : cluster [DBG] pgmap v1209: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:26 smithi145 conmon[67302]: 2022-01-25T23:26:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:28 smithi120 conmon[102313]: cluster 2022-01-25T23:26:27.682771+0000 mgr.smithi120.hllzij (mgr.14704) 1403 : cluster 2022-01-25T23:26:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:28 smithi120 conmon[102313]: [DBG] pgmap v1210: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:28 smithi145 conmon[67302]: cluster 2022-01-25T23:26:27.682771+0000 mgr.smithi120.hllzij (mgr.14704) 1403 : cluster [DBG] pgmap v1210: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:30 smithi120 conmon[102313]: cluster 2022-01-25T23:26:29.683466+0000 mgr.smithi120.hllzij (mgr.14704) 1404 : cluster [DBG] 2022-01-25T23:26:30.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:30 smithi120 conmon[102313]: pgmap v1211: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:30.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:30 smithi145 conmon[67302]: cluster 2022-01-25T23:26:29.683466+0000 mgr.smithi120.hllzij (mgr.14704) 1404 : cluster [DBG] pgmap v1211: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:32.955 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:26:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:32 smithi120 conmon[102313]: cluster 2022-01-25T23:26:31.684107+0000 mgr.smithi120.hllzij (mgr.14704) 1405 : cluster 2022-01-25T23:26:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:32 smithi120 conmon[102313]: [DBG] pgmap v1212: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:32 smithi145 conmon[67302]: cluster 2022-01-25T23:26:31.684107+0000 mgr.smithi120.hllzij (mgr.14704) 1405 : cluster [DBG] pgmap v1212: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:33.227 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:26:33.227 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (45m) 7m ago 46m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:26:33.227 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (39m) 7m ago 46m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:26:33.227 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (38m) 8m ago 46m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:26:33.228 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (45m) 7m ago 46m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:26:33.228 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (42m) 7m ago 42m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:26:33.228 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (42m) 8m ago 42m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:26:33.228 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (39m) 7m ago 47m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:26:33.228 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (39m) 8m ago 46m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:26:33.229 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (39m) 7m ago 48m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:26:33.229 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (39m) 8m ago 46m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:26:33.229 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (40m) 7m ago 40m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:26:33.229 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (39m) 8m ago 39m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:26:33.230 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (46m) 7m ago 46m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:26:33.230 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (46m) 8m ago 46m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:26:33.230 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (33m) 7m ago 45m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:26:33.230 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (45m) 7m ago 45m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:26:33.230 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (45m) 7m ago 45m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:26:33.231 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (44m) 7m ago 44m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:26:33.231 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (44m) 8m ago 44m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:26:33.231 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (44m) 8m ago 44m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:26:33.231 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (44m) 8m ago 44m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:26:33.232 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (43m) 8m ago 43m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:26:33.232 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (45m) 7m ago 46m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:26:33.548 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:26:33.548 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:26:33.549 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:26:33.549 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:26:33.549 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:26:33.549 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:26:33.550 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:26:33.550 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:26:33.550 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:26:33.550 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:26:33.551 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:26:33.551 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:26:33.551 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:26:33.552 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:26:33.552 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:26:33.552 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:26:33.552 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:26:33.552 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:26:33.553 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:26:33.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:33 smithi120 conmon[102313]: audit 2022-01-25T23:26:33.548922+0000 mon.smithi120 (mon.0) 651 : audit [DBG] from='client.? 172.21.15.120:0/3551558919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:26:34.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:33 smithi145 conmon[67302]: audit 2022-01-25T23:26:33.548922+0000 mon.smithi120 (mon.0) 651 : audit [DBG] from='client.? 172.21.15.120:0/3551558919' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:26:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:34 smithi120 conmon[102313]: audit 2022-01-25T23:26:32.944395+0000 mgr.smithi120.hllzij (mgr.14704) 1406 : audit 2022-01-25T23:26:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:34 smithi120 conmon[102313]: [DBG] from='client.35006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:34 smithi120 conmon[102313]: audit 2022-01-25T23:26:33.218552+0000 mgr.smithi120.hllzij (mgr.14704) 1407 : audit [DBG] from='client.35010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:35.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:34 smithi120 conmon[102313]: cluster 2022-01-25T23:26:33.684726+0000 mgr.smithi120.hllzij (mgr.14704) 1408 : cluster [DBG] pgmap v1213: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:34 smithi145 conmon[67302]: audit 2022-01-25T23:26:32.944395+0000 mgr.smithi120.hllzij (mgr.14704) 1406 : audit [DBG] from='client.35006 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:34 smithi145 conmon[67302]: audit 2022-01-25T23:26:33.218552+0000 mgr.smithi120.hllzij (mgr.14704) 1407 : audit [DBG] from='client.35010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:26:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:34 smithi145 conmon[67302]: cluster 2022-01-25T23:26:33.684726+0000 mgr.smithi120.hllzij (mgr.14704) 1408 : cluster [DBG] 2022-01-25T23:26:35.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:34 smithi145 conmon[67302]: pgmap v1213: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:36 smithi120 conmon[102313]: cluster 2022-01-25T23:26:35.685597+0000 mgr.smithi120.hllzij (mgr.14704) 1409 : cluster [DBG] pgmap v1214: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:36 smithi145 conmon[67302]: cluster 2022-01-25T23:26:35.685597+0000 mgr.smithi120.hllzij (mgr.14704) 1409 : cluster [DBG] pgmap v1214: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:38 smithi120 conmon[102313]: cluster 2022-01-25T23:26:37.686237+0000 mgr.smithi120.hllzij (mgr.14704) 1410 : cluster [DBG] pgmap v1215: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:38 smithi145 conmon[67302]: cluster 2022-01-25T23:26:37.686237+0000 mgr.smithi120.hllzij (mgr.14704) 1410 : cluster [DBG] pgmap v1215: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:40.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:39 smithi120 conmon[102313]: audit 2022-01-25T23:26:38.842428+0000 mon.smithi120 (mon.0) 652 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:26:40.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:39 smithi120 conmon[102313]: audit 2022-01-25T23:26:38.843796+0000 mon.smithi120 (mon.0) 653 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:26:40.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:39 smithi120 conmon[102313]: audit 2022-01-25T23:26:38.844731+0000 mon.smithi120 (mon.0) 654 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:26:40.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:39 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:26:40.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:39 smithi120 conmon[102313]: -25T23:26:39.239762+0000 mon.smithi120 (mon.0) 655 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:26:40.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:39 smithi120 conmon[102313]: audit 2022-01-25T23:26:39.244435 2022-01-25T23:26:40.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:39 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 656 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:26:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:39 smithi145 conmon[67302]: audit 2022-01-25T23:26:38.842428+0000 mon.smithi120 (mon.0) 652 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:26:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:39 smithi145 conmon[67302]: audit 2022-01-25T23:26:38.843796+0000 mon.smithi120 (mon.0) 653 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:26:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:39 smithi145 conmon[67302]: audit 2022-01-25T23:26:38.844731+0000 mon.smithi120 (mon.0) 654 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:26:40.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:39 smithi145 conmon[67302]: audit 2022-01-25T23:26:39.239762+0000 mon.smithi120 (mon.0) 655 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:26:40.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:39 smithi145 conmon[67302]: audit 2022-01-25T23:26:39.244435+0000 mon.smithi120 (mon.0) 656 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:26:41.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:40 smithi120 conmon[102313]: cephadm 2022-01-25T23:26:38.845456+0000 mgr.smithi120.hllzij (mgr.14704) 1411 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:26:41.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:40 smithi120 conmon[102313]: cluster 2022-01-25T23:26:39.686852+0000 2022-01-25T23:26:41.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:40 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 1412 : cluster [DBG] pgmap v1216: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:41.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:40 smithi145 conmon[67302]: cephadm 2022-01-25T23:26:38.845456+0000 mgr.smithi120.hllzij (mgr.14704) 1411 : cephadm 2022-01-25T23:26:41.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:40 smithi145 conmon[67302]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:26:41.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:40 smithi145 conmon[67302]: cluster 2022-01-25T23:26:39.686852+0000 mgr.smithi120.hllzij (mgr.14704) 1412 : cluster [DBG] pgmap v1216: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:43.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:42 smithi120 conmon[102313]: cluster 2022-01-25T23:26:41.687457+0000 mgr.smithi120.hllzij (mgr.14704) 1413 : cluster [DBG] pgmap v1217: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:42 smithi145 conmon[67302]: cluster 2022-01-25T23:26:41.687457+0000 mgr.smithi120.hllzij (mgr.14704) 1413 : cluster [DBG] pgmap v1217: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:44 smithi120 conmon[102313]: cluster 2022-01-25T23:26:43.687957+0000 mgr.smithi120.hllzij (mgr.14704) 1414 : cluster 2022-01-25T23:26:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:44 smithi120 conmon[102313]: [DBG] pgmap v1218: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:44 smithi145 conmon[67302]: cluster 2022-01-25T23:26:43.687957+0000 mgr.smithi120.hllzij (mgr.14704) 1414 : cluster [DBG] pgmap v1218: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:46 smithi120 conmon[102313]: cluster 2022-01-25T23:26:45.688922+0000 mgr.smithi120.hllzij (mgr.14704) 1415 2022-01-25T23:26:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:46 smithi120 conmon[102313]: : cluster [DBG] pgmap v1219: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:46 smithi145 conmon[67302]: cluster 2022-01-25T23:26:45.688922+0000 mgr.smithi120.hllzij (mgr.14704) 1415 : cluster [DBG] pgmap v1219: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:49.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:48 smithi120 conmon[102313]: cluster 2022-01-25T23:26:47.689533+0000 mgr.smithi120.hllzij (mgr.14704) 1416 2022-01-25T23:26:49.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:48 smithi120 conmon[102313]: : cluster [DBG] pgmap v1220: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:48 smithi145 conmon[67302]: cluster 2022-01-25T23:26:47.689533+0000 mgr.smithi120.hllzij (mgr.14704) 1416 : cluster [DBG] 2022-01-25T23:26:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:48 smithi145 conmon[67302]: pgmap v1220: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:50 smithi120 conmon[102313]: cluster 2022-01-25T23:26:49.690430+0000 mgr.smithi120.hllzij (mgr.14704) 1417 : cluster [DBG] 2022-01-25T23:26:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:50 smithi120 conmon[102313]: pgmap v1221: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:50 smithi145 conmon[67302]: cluster 2022-01-25T23:26:49.690430+0000 mgr.smithi120.hllzij (mgr.14704) 1417 : cluster [DBG] pgmap v1221: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:26:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:52 smithi120 conmon[102313]: cluster 2022-01-25T23:26:51.691092+0000 mgr.smithi120.hllzij (mgr.14704) 1418 : cluster [DBG] pgmap v1222: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:52 smithi145 conmon[67302]: cluster 2022-01-25T23:26:51.691092+0000 mgr.smithi120.hllzij (mgr.14704) 1418 : cluster [DBG] pgmap v1222: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:53 smithi120 conmon[102313]: audit 2022-01-25T23:26:53.743670+0000 mon.smithi120 (mon.0) 657 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:26:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:53 smithi120 conmon[102313]: audit 2022-01-25T23:26:53.743912+0000 mon.smithi120 (mon. 2022-01-25T23:26:54.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:53 smithi120 conmon[102313]: 0) 658 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:26:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:53 smithi145 conmon[67302]: audit 2022-01-25T23:26:53.743670+0000 mon.smithi120 (mon.0) 657 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:26:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:53 smithi145 conmon[67302]: audit 2022-01-25T23:26:53.743912+0000 mon.smithi120 (mon.0) 658 2022-01-25T23:26:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:53 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:26:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:54 smithi120 conmon[102313]: cluster 2022-01-25T23:26:53.691690+0000 mgr.smithi120.hllzij (mgr.14704) 1419 2022-01-25T23:26:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:54 smithi120 conmon[102313]: : cluster [DBG] pgmap v1223: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:54 smithi145 conmon[67302]: cluster 2022-01-25T23:26:53.691690+0000 mgr.smithi120.hllzij (mgr.14704) 1419 : cluster [DBG] pgmap v1223: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:56 smithi120 conmon[102313]: cluster 2022-01-25T23:26:55.692642+0000 mgr.smithi120.hllzij (mgr.14704) 1420 : cluster [DBG] pgmap v1224: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:56 smithi145 conmon[67302]: cluster 2022-01-25T23:26:55.692642+0000 mgr.smithi120.hllzij (mgr.14704) 1420 : cluster [DBG] pgmap v1224: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:26:58 smithi120 conmon[102313]: cluster 2022-01-25T23:26:57.693137+0000 mgr.smithi120.hllzij (mgr.14704) 1421 : cluster [DBG] pgmap v1225: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:58 smithi145 conmon[67302]: cluster 2022-01-25T23:26:57.693137+0000 mgr.smithi120.hllzij (mgr.14704) 1421 : cluster [DBG] pgmap v1225: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:26:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:26:58 smithi145 conmon[67302]: 2022-01-25T23:27:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:00 smithi120 conmon[102313]: cluster 2022-01-25T23:26:59.693855+0000 mgr.smithi120.hllzij (mgr.14704) 1422 : cluster [DBG] pgmap v1226: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:00 smithi145 conmon[67302]: cluster 2022-01-25T23:26:59.693855+0000 mgr.smithi120.hllzij (mgr.14704) 1422 : 2022-01-25T23:27:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:00 smithi145 conmon[67302]: cluster [DBG] pgmap v1226: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:03.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:02 smithi120 conmon[102313]: cluster 2022-01-25T23:27:01.694483+0000 mgr.smithi120.hllzij (mgr.14704) 1423 : cluster [DBG] pgmap v1227: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:02 smithi145 conmon[67302]: cluster 2022-01-25T23:27:01.694483+0000 mgr.smithi120.hllzij (mgr.14704) 1423 : cluster [DBG] pgmap v1227: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:03.850 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:27:04.122 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:27:04.122 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (46m) 8m ago 47m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:27:04.123 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (39m) 8m ago 47m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:27:04.123 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (39m) 8m ago 46m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:27:04.124 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (46m) 8m ago 47m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:27:04.124 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (42m) 8m ago 42m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:27:04.125 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (43m) 8m ago 42m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:27:04.125 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (40m) 8m ago 48m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:27:04.125 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (39m) 8m ago 46m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:27:04.126 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (39m) 8m ago 48m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:27:04.126 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (39m) 8m ago 46m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:27:04.127 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (40m) 8m ago 40m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:27:04.127 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (40m) 8m ago 40m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:27:04.128 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (47m) 8m ago 47m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:27:04.128 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (46m) 8m ago 46m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:27:04.128 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (34m) 8m ago 46m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:27:04.129 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (45m) 8m ago 45m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:27:04.129 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (45m) 8m ago 45m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:27:04.130 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (45m) 8m ago 45m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:27:04.130 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (45m) 8m ago 45m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:27:04.130 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (44m) 8m ago 44m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:27:04.131 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (44m) 8m ago 44m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:27:04.132 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (44m) 8m ago 44m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:27:04.132 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (46m) 8m ago 46m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:27:04.448 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:27:04.448 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:27:04.448 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:27:04.449 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:27:04.449 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:27:04.449 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:27:04.449 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:27:04.449 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:27:04.450 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:27:04.450 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:27:04.450 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:27:04.450 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:27:04.451 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:27:04.451 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:27:04.451 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:27:04.451 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:27:04.452 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:27:04.452 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:27:04.452 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:27:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:04 smithi120 conmon[102313]: cluster 2022-01-25T23:27:03.694925+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:27:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:04 smithi120 conmon[102313]: 14704) 1424 : cluster [DBG] pgmap v1228: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:05.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:04 smithi120 conmon[102313]: audit 2022-01-25T23:27:04.448664+0000 mon.smithi120 (mon.0) 659 : audit [DBG] from='client.? 172.21.15.120:0/2638329862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:27:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:04 smithi145 conmon[67302]: cluster 2022-01-25T23:27:03.694925+0000 mgr.smithi120.hllzij (mgr.14704) 1424 : cluster [DBG] pgmap v1228: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:04 smithi145 conmon[67302]: audit 2022-01-25T23:27:04.448664+0000 mon.smithi120 (mon.0) 659 : audit [DBG] from='client.? 172.21.15.120:0/2638329862' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:27:06.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:05 smithi120 conmon[102313]: audit 2022-01-25T23:27:03.838618+0000 mgr.smithi120.hllzij (mgr.14704) 1425 : audit [DBG] 2022-01-25T23:27:06.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:05 smithi120 conmon[102313]: from='client.35018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:06.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:05 smithi120 conmon[102313]: audit 2022-01-25T23:27:04.113646+0000 mgr.smithi120.hllzij (mgr.14704) 1426 : audit [DBG] from='client.35022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:06.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:05 smithi145 conmon[67302]: audit 2022-01-25T23:27:03.838618+0000 mgr.smithi120.hllzij (mgr.14704) 1425 : audit [DBG] from='client.35018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:06.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:05 smithi145 conmon[67302]: audit 2022-01-25T23:27:04.113646+0000 mgr.smithi120.hllzij (mgr.14704) 1426 : audit [DBG] from='client.35022 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:06 smithi120 conmon[102313]: cluster 2022-01-25T23:27:05.695801+0000 mgr.smithi120.hllzij (mgr.14704) 1427 : cluster [DBG] 2022-01-25T23:27:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:06 smithi120 conmon[102313]: pgmap v1229: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:07.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:06 smithi145 conmon[67302]: cluster 2022-01-25T23:27:05.695801+0000 mgr.smithi120.hllzij (mgr.14704) 1427 : cluster [DBG] pgmap v1229: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:09.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:08 smithi120 conmon[102313]: cluster 2022-01-25T23:27:07.696284+0000 mgr.smithi120.hllzij (mgr.14704) 1428 2022-01-25T23:27:09.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:08 smithi120 conmon[102313]: : cluster [DBG] pgmap v1230: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:08 smithi145 conmon[67302]: cluster 2022-01-25T23:27:07.696284+0000 mgr.smithi120.hllzij (mgr.14704) 1428 : cluster [DBG] pgmap v1230: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:10 smithi120 conmon[102313]: cluster 2022- 2022-01-25T23:27:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:10 smithi120 conmon[102313]: 01-25T23:27:09.697000+0000 mgr.smithi120.hllzij (mgr.14704) 1429 : cluster [DBG] pgmap v1231: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:10 smithi145 conmon[67302]: cluster 2022-01-25T23:27:09.697000+0000 mgr.smithi120.hllzij (mgr.14704) 1429 : cluster [DBG] pgmap v1231: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:12 smithi120 conmon[102313]: cluster 2022-01-25T23:27:11.697727+0000 mgr.smithi120.hllzij (mgr.14704) 1430 : cluster [DBG] pgmap v1232: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:12 smithi145 conmon[67302]: cluster 2022-01-25T23:27:11.697727+0000 mgr.smithi120.hllzij (mgr.14704) 1430 : cluster [DBG] pgmap v1232: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:14 smithi120 conmon[102313]: cluster 2022-01-25T23:27:13.698231+0000 mgr.smithi120.hllzij (mgr.14704) 1431 : cluster [DBG] pgmap v1233: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:15.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:14 smithi145 conmon[67302]: cluster 2022-01-25T23:27:13.698231+0000 mgr.smithi120.hllzij (mgr.14704) 1431 : cluster [DBG] pgmap v1233: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:15.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:14 smithi145 conmon[67302]: 2022-01-25T23:27:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:16 smithi120 conmon[102313]: cluster 2022-01-25T23:27:15.699062+0000 mgr.smithi120.hllzij (mgr.14704) 1432 : cluster [DBG] pgmap v1234: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:16 smithi145 conmon[67302]: cluster 2022-01-25T23:27:15.699062+0000 mgr.smithi120.hllzij (mgr.14704) 1432 : cluster 2022-01-25T23:27:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:16 smithi145 conmon[67302]: [DBG] pgmap v1234: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:18 smithi120 conmon[102313]: cluster 2022-01-25T23:27:17.699565+0000 mgr.smithi120.hllzij (mgr.14704) 1433 : cluster [DBG] 2022-01-25T23:27:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:18 smithi120 conmon[102313]: pgmap v1235: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:18 smithi145 conmon[67302]: cluster 2022-01-25T23:27:17.699565+0000 mgr.smithi120.hllzij (mgr.14704) 1433 : cluster 2022-01-25T23:27:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:18 smithi145 conmon[67302]: [DBG] pgmap v1235: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:20 smithi120 conmon[102313]: cluster 2022-01-25T23:27:19.700254+0000 mgr.smithi120.hllzij (mgr.14704) 1434 : 2022-01-25T23:27:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:20 smithi120 conmon[102313]: cluster [DBG] pgmap v1236: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:20 smithi145 conmon[67302]: cluster 2022-01-25T23:27:19.700254+0000 mgr.smithi120.hllzij (mgr.14704) 1434 : cluster 2022-01-25T23:27:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:20 smithi145 conmon[67302]: [DBG] pgmap v1236: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:23.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:22 smithi120 conmon[102313]: cluster 2022-01-25T23:27:21.700960+0000 mgr.smithi120.hllzij (mgr.14704) 1435 : cluster [DBG] 2022-01-25T23:27:23.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:22 smithi120 conmon[102313]: pgmap v1237: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:23.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:22 smithi145 conmon[67302]: cluster 2022-01-25T23:27:21.700960+0000 mgr.smithi120.hllzij (mgr.14704) 1435 : cluster [DBG] pgmap v1237: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:23.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:22 smithi145 conmon[67302]: 2022-01-25T23:27:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:24 smithi120 conmon[102313]: cluster 2022-01-25T23:27:23.701444+0000 mgr.smithi120.hllzij (mgr.14704) 1436 : cluster [DBG] pgmap v1238: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:24 smithi145 conmon[67302]: cluster 2022-01-25T23:27:23.701444+0000 mgr.smithi120.hllzij (mgr.14704) 1436 : cluster [DBG] 2022-01-25T23:27:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:24 smithi145 conmon[67302]: pgmap v1238: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:26 smithi120 conmon[102313]: cluster 2022-01-25T23:27:25.702398+0000 mgr.smithi120.hllzij (mgr.14704) 1437 : cluster [DBG] pgmap v1239: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:26 smithi145 conmon[67302]: cluster 2022-01-25T23:27:25.702398+0000 mgr.smithi120.hllzij (mgr.14704) 1437 : cluster [DBG] pgmap v1239: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:27.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:26 smithi145 conmon[67302]: 2022-01-25T23:27:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:28 smithi120 conmon[102313]: cluster 2022-01-25T23:27:27.702890+0000 mgr.smithi120.hllzij (mgr.14704) 1438 : cluster [DBG] pgmap v1240: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:28 smithi145 conmon[67302]: cluster 2022-01-25T23:27:27.702890+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:27:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:28 smithi145 conmon[67302]: 1438 : cluster [DBG] pgmap v1240: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:30 smithi120 conmon[102313]: cluster 2022-01-25T23:27:29.703782+0000 mgr.smithi120.hllzij (mgr.14704) 1439 : cluster [DBG] pgmap v1241: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:30.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:30 smithi145 conmon[67302]: cluster 2022-01-25T23:27:29.703782+0000 mgr.smithi120.hllzij (mgr.14704) 1439 : cluster 2022-01-25T23:27:30.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:30 smithi145 conmon[67302]: [DBG] pgmap v1241: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:32 smithi120 conmon[102313]: cluster 2022-01-25T23:27:31.704312+0000 mgr.smithi120.hllzij (mgr.14704) 1440 : cluster [DBG] pgmap v1242: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:32 smithi145 conmon[67302]: cluster 2022-01-25T23:27:31.704312+0000 mgr.smithi120.hllzij (mgr.14704) 1440 : cluster [DBG] 2022-01-25T23:27:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:32 smithi145 conmon[67302]: pgmap v1242: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:34.750 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:27:35.022 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:27:35.022 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (46m) 9m ago 47m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:27:35.022 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (40m) 9m ago 47m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:27:35.023 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (39m) 9m ago 47m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:27:35.023 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (46m) 9m ago 47m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:27:35.023 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (43m) 9m ago 43m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:27:35.023 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (43m) 9m ago 43m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:27:35.024 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (40m) 9m ago 48m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:27:35.024 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (40m) 9m ago 47m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:27:35.024 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (40m) 9m ago 49m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:27:35.024 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (40m) 9m ago 47m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:27:35.024 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (41m) 9m ago 41m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:27:35.025 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (41m) 9m ago 40m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:27:35.025 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (47m) 9m ago 47m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:27:35.025 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (47m) 9m ago 47m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:27:35.025 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (34m) 9m ago 46m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:27:35.026 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (46m) 9m ago 46m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:27:35.026 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (46m) 9m ago 46m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:27:35.026 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (45m) 9m ago 45m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:27:35.026 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (45m) 9m ago 45m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:27:35.026 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (45m) 9m ago 45m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:27:35.027 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (45m) 9m ago 45m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:27:35.027 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (44m) 9m ago 44m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:27:35.027 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (46m) 9m ago 47m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:27:35.027 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:34 smithi120 conmon[102313]: cluster 2022-01-25T23:27:33.704858+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:27:35.028 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:34 smithi120 conmon[102313]: ) 1441 : cluster [DBG] pgmap v1243: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:34 smithi145 conmon[67302]: cluster 2022-01-25T23:27:33.704858+0000 mgr.smithi120.hllzij (mgr.14704) 1441 : cluster 2022-01-25T23:27:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:34 smithi145 conmon[67302]: [DBG] pgmap v1243: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:35.346 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:27:35.346 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:27:35.347 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:27:35.347 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:27:35.347 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:27:35.347 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:27:35.348 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:27:35.348 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:27:35.348 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:27:35.348 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:27:35.348 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:27:35.349 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:27:35.349 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:27:35.349 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:27:35.349 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:27:35.350 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:27:35.350 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:27:35.350 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:27:35.350 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:27:36.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:35 smithi120 conmon[102313]: audit 2022-01-25T23:27:34.739897+0000 mgr.smithi120.hllzij (mgr.14704) 1442 : audit [DBG] from='client.35030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:36.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:35 smithi120 conmon[102313]: 2022-01-25T23:27:36.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:35 smithi120 conmon[102313]: audit 2022-01-25T23:27:35.346956+0000 mon.smithi120 (mon.0) 660 : audit [DBG] from='client.? 172.21.15.120:0/1735080465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:27:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:35 smithi145 conmon[67302]: audit 2022-01-25T23:27:34.739897+0000 mgr.smithi120.hllzij (mgr.14704) 1442 2022-01-25T23:27:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:35 smithi145 conmon[67302]: : audit [DBG] from='client.35030 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:35 smithi145 conmon[67302]: audit 2022-01-25T23:27:35.346956+0000 mon.smithi120 (mon.0) 660 : audit [DBG] from='client.? 172.21.15.120:0/1735080465' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:27:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:36 smithi120 conmon[102313]: audit 2022-01-25T23:27:35.013738+0000 mgr.smithi120.hllzij (mgr.14704) 1443 : audit [DBG] from='client.35034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:36 smithi120 conmon[102313]: cluster 2022-01-25T23:27:35.705778+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:27:37.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:36 smithi120 conmon[102313]: 14704) 1444 : cluster [DBG] pgmap v1244: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:36 smithi145 conmon[67302]: audit 2022-01-25T23:27:35.013738+0000 mgr.smithi120.hllzij (mgr.14704) 1443 2022-01-25T23:27:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:36 smithi145 conmon[67302]: : audit [DBG] from='client.35034 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:27:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:36 smithi145 conmon[67302]: cluster 2022-01-25T23:27:35.705778+0000 mgr.smithi120.hllzij (mgr.14704) 1444 : cluster [DBG] pgmap v1244: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:38 smithi120 conmon[102313]: cluster 2022-01-25T23:27:37.706263+0000 mgr.smithi120.hllzij (mgr.14704) 1445 : cluster [DBG] pgmap v1245: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:38 smithi145 conmon[67302]: cluster 2022-01-25T23:27:37.706263+0000 mgr.smithi120.hllzij (mgr.14704) 1445 : 2022-01-25T23:27:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:38 smithi145 conmon[67302]: cluster [DBG] pgmap v1245: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:40.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:39 smithi120 conmon[102313]: audit 2022-01-25T23:27:39.246955+0000 mon.smithi120 (mon 2022-01-25T23:27:40.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:39 smithi120 conmon[102313]: .0) 661 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:27:40.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:39 smithi120 conmon[102313]: audit 2022-01-25T23:27:39.248382+0000 mon.smithi120 (mon.0) 662 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:27:40.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:39 smithi120 conmon[102313]: audit 2022-01-25 2022-01-25T23:27:40.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:39 smithi120 conmon[102313]: T23:27:39.249192+0000 mon.smithi120 (mon.0) 663 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:27:40.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:39 smithi120 conmon[102313]: audit 2022-01-25T23:27:39. 2022-01-25T23:27:40.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:39 smithi120 conmon[102313]: 645553+0000 mon.smithi120 (mon.0) 664 : audit [INF] 2022-01-25T23:27:40.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:39 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:27:40.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:39 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T23:27:40.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:39 smithi120 conmon[102313]: 23:27:39.650672+0000 mon.smithi120 (mon. 2022-01-25T23:27:40.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:39 smithi120 conmon[102313]: 0) 665 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:27:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:39 smithi145 conmon[67302]: audit 2022-01-25T23:27:39.246955+0000 mon.smithi120 (mon.0) 661 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:27:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:39 smithi145 conmon[67302]: audit 2022-01-25T23:27:39.248382+0000 mon.smithi120 (mon.0) 662 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:27:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:39 smithi145 conmon[67302]: audit 2022-01-25T23:27:39.249192+0000 mon.smithi120 2022-01-25T23:27:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:39 smithi145 conmon[67302]: (mon.0) 663 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:27:40.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:39 smithi145 conmon[67302]: audit 2022-01-25T23:27:40.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:39 smithi145 conmon[67302]: 2022-01-25T23:27:39.645553 2022-01-25T23:27:40.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:39 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 664 : audit [INF] 2022-01-25T23:27:40.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:39 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:27:40.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:39 smithi145 conmon[67302]: audit 2022-01-25T23:27:40.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:39 smithi145 conmon[67302]: 2022-01-25T23:27:39. 2022-01-25T23:27:40.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:39 smithi145 conmon[67302]: 650672+0000 mon.smithi120 (mon.0) 665 : audit 2022-01-25T23:27:40.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:39 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:27:41.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:40 smithi120 conmon[102313]: cephadm 2022-01-25T23:27:39.249895+0000 mgr.smithi120.hllzij (mgr.14704) 1446 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:27:41.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:40 smithi120 conmon[102313]: 2022-01-25T23:27:41.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:40 smithi120 conmon[102313]: cluster 2022-01-25T23:27:39.707122+0000 mgr.smithi120.hllzij (mgr.14704) 1447 : cluster [DBG] pgmap v1246: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:41.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:40 smithi145 conmon[67302]: cephadm 2022-01-25T23:27:39.249895+0000 mgr.smithi120.hllzij (mgr.14704) 1446 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:27:41.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:40 smithi145 conmon[67302]: cluster 2022-01-25T23:27:39.707122+0000 mgr.smithi120.hllzij (mgr.14704) 1447 : cluster [DBG] pgmap v1246: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:43.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:42 smithi120 conmon[102313]: cluster 2022-01-25T23:27:41.707730+0000 mgr.smithi120.hllzij (mgr.14704) 1448 : cluster [DBG] pgmap v1247: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:42 smithi145 conmon[67302]: cluster 2022-01-25T23:27:41.707730+0000 mgr.smithi120.hllzij (mgr.14704) 1448 : cluster [DBG] pgmap v1247: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:42 smithi145 conmon[67302]: 2022-01-25T23:27:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:44 smithi120 conmon[102313]: cluster 2022-01-25T23:27:43.708247+0000 mgr.smithi120.hllzij (mgr.14704) 1449 : cluster [DBG] pgmap v1248: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:44 smithi145 conmon[67302]: cluster 2022-01-25T23:27:43.708247+0000 mgr.smithi120.hllzij (mgr.14704) 1449 : cluster [DBG] 2022-01-25T23:27:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:44 smithi145 conmon[67302]: pgmap v1248: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:46 smithi120 conmon[102313]: cluster 2022-01-25T23:27:45.709244+0000 mgr.smithi120.hllzij (mgr.14704) 1450 : cluster [DBG] pgmap v1249: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:46 smithi145 conmon[67302]: cluster 2022-01-25T23:27:45.709244+0000 mgr.smithi120.hllzij (mgr.14704) 1450 : cluster [DBG] pgmap v1249: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:46 smithi145 conmon[67302]: 2022-01-25T23:27:49.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:48 smithi120 conmon[102313]: cluster 2022-01-25T23:27:47.709735+0000 mgr.smithi120.hllzij (mgr.14704) 1451 : cluster 2022-01-25T23:27:49.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:48 smithi120 conmon[102313]: [DBG] pgmap v1250: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:48 smithi145 conmon[67302]: cluster 2022-01-25T23:27:47.709735+0000 mgr.smithi120.hllzij (mgr.14704) 1451 : cluster 2022-01-25T23:27:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:48 smithi145 conmon[67302]: [DBG] pgmap v1250: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:50 smithi120 conmon[102313]: cluster 2022-01-25T23:27:49.710454+0000 mgr.smithi120.hllzij (mgr.14704) 1452 : cluster [DBG] pgmap v1251: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:50 smithi120 conmon[102313]: 2022-01-25T23:27:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:50 smithi145 conmon[67302]: cluster 2022-01-25T23:27:49.710454+0000 mgr.smithi120.hllzij (mgr.14704) 1452 : cluster [DBG] pgmap v1251: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:27:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:52 smithi120 conmon[102313]: cluster 2022-01-25T23:27:51.711133+0000 mgr.smithi120.hllzij (mgr.14704) 1453 : cluster [DBG] pgmap v1252: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:52 smithi145 conmon[67302]: cluster 2022-01-25T23:27:51.711133+0000 mgr.smithi120.hllzij (mgr.14704) 1453 : cluster [DBG] pgmap v1252: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:53 smithi120 conmon[102313]: audit 2022-01-25T23:27:53.747838+0000 mon.smithi120 (mon.0) 666 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:27:54.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:53 smithi120 conmon[102313]: audit 2022-01-25T23:27:53.748066+0000 mon.smithi120 (mon. 2022-01-25T23:27:54.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:53 smithi120 conmon[102313]: 0) 667 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:27:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:53 smithi145 conmon[67302]: audit 2022-01-25T23:27:53.747838+0000 mon.smithi120 (mon.0) 666 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:27:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:53 smithi145 conmon[67302]: audit 2022-01-25T23:27:53.748066+0000 mon.smithi120 (mon.0) 667 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:27:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:54 smithi120 conmon[102313]: cluster 2022-01-25T23:27:53.711803+0000 mgr.smithi120.hllzij (mgr.14704) 1454 : cluster [DBG] pgmap v1253: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:54 smithi145 conmon[67302]: cluster 2022-01-25T23:27:53.711803+0000 mgr.smithi120.hllzij (mgr.14704) 1454 : cluster [DBG] pgmap v1253: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:56 smithi120 conmon[102313]: cluster 2022-01-25T23:27:55.712563+0000 mgr.smithi120.hllzij (mgr.14704) 1455 : cluster [DBG] pgmap v1254: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:56 smithi145 conmon[67302]: cluster 2022-01-25T23:27:55.712563+0000 mgr.smithi120.hllzij (mgr.14704) 1455 : cluster [DBG] pgmap v1254: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:27:58 smithi120 conmon[102313]: cluster 2022-01-25T23:27:57.713168+0000 mgr.smithi120.hllzij (mgr.14704) 1456 : cluster [DBG] pgmap v1255: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:27:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:27:58 smithi145 conmon[67302]: cluster 2022-01-25T23:27:57.713168+0000 mgr.smithi120.hllzij (mgr.14704) 1456 : cluster [DBG] pgmap v1255: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:00 smithi120 conmon[102313]: cluster 2022-01-25T23:27:59.713985+0000 mgr.smithi120.hllzij (mgr.14704) 1457 : cluster 2022-01-25T23:28:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:00 smithi120 conmon[102313]: [DBG] pgmap v1256: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:00 smithi145 conmon[67302]: cluster 2022-01-25T23:27:59.713985+0000 mgr.smithi120.hllzij (mgr.14704) 1457 : cluster [DBG] pgmap v1256: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:03.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:02 smithi120 conmon[102313]: cluster 2022-01-25T23:28:01.714575+0000 mgr.smithi120.hllzij (mgr.14704) 1458 : cluster [DBG] pgmap v1257: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:02 smithi145 conmon[67302]: cluster 2022-01-25T23:28:01.714575+0000 mgr.smithi120.hllzij (mgr.14704) 1458 : cluster [DBG] pgmap v1257: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:04 smithi120 conmon[102313]: cluster 2022-01-25T23:28:03.715127+0000 mgr.smithi120.hllzij (mgr.14704) 1459 : cluster [DBG] pgmap v1258: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:04 smithi145 conmon[67302]: cluster 2022-01-25T23:28:03.715127+0000 mgr.smithi120.hllzij (mgr.14704) 1459 : cluster [DBG] pgmap v1258: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:05.650 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:28:05.919 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:28:05.919 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (47m) 9m ago 48m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:28:05.920 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (40m) 9m ago 48m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:28:05.920 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (40m) 9m ago 47m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:28:05.920 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (47m) 9m ago 48m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:28:05.920 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (43m) 9m ago 43m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:28:05.921 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (44m) 9m ago 44m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:28:05.921 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (41m) 9m ago 49m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:28:05.921 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (41m) 9m ago 47m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:28:05.921 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (40m) 9m ago 49m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:28:05.922 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (40m) 9m ago 47m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:28:05.922 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (41m) 9m ago 41m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:28:05.922 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (41m) 9m ago 41m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:28:05.922 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (48m) 9m ago 48m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:28:05.923 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (47m) 9m ago 47m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:28:05.923 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (35m) 9m ago 47m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:28:05.923 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (46m) 9m ago 46m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:28:05.923 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (46m) 9m ago 46m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:28:05.923 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (46m) 9m ago 46m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:28:05.924 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (46m) 9m ago 46m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:28:05.924 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (45m) 9m ago 45m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:28:05.924 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (45m) 9m ago 45m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:28:05.924 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (45m) 9m ago 45m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:28:05.925 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (47m) 9m ago 48m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:28:06.240 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:28:06.240 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:28:06.241 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:28:06.241 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:28:06.241 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:28:06.241 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:28:06.242 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:28:06.242 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:28:06.242 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:28:06.242 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:28:06.243 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:28:06.243 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:28:06.243 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:28:06.243 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:28:06.243 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:28:06.244 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:28:06.244 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:28:06.244 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:28:06.244 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:28:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:06 smithi120 conmon[102313]: audit 2022-01-25T23:28:05.639403+0000 mgr.smithi120.hllzij (mgr.14704) 1460 2022-01-25T23:28:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:06 smithi120 conmon[102313]: : audit [DBG] from='client.35042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:06 smithi120 conmon[102313]: cluster 2022-01-25T23:28:05.715842+0000 mgr.smithi120.hllzij (mgr.14704) 1461 : cluster [DBG] pgmap v1259: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:07.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:06 smithi120 conmon[102313]: audit 2022-01-25T23:28:06.240979+0000 mon.smithi120 (mon.0) 668 : audit [DBG] 2022-01-25T23:28:07.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:06 smithi120 conmon[102313]: from='client.? 172.21.15.120:0/2352706393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:28:07.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:06 smithi145 conmon[67302]: audit 2022-01-25T23:28:05.639403+0000 mgr.smithi120.hllzij (mgr.14704) 1460 : audit [DBG] from='client.35042 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:07.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:06 smithi145 conmon[67302]: cluster 2022-01-25T23:28:05.715842+0000 mgr.smithi120.hllzij (mgr.14704) 1461 : cluster [DBG] pgmap v1259: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:07.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:06 smithi145 conmon[67302]: audit 2022-01-25T23:28:06.240979+0000 mon.smithi120 (mon.0) 668 : audit [DBG] from='client.? 172.21.15.120:0/2352706393' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:28:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:07 smithi120 conmon[102313]: audit 2022-01-25T23:28:05.911242+0000 mgr.smithi120.hllzij (mgr.14704) 1462 2022-01-25T23:28:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:07 smithi120 conmon[102313]: : audit [DBG] from='client.35046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:08.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:07 smithi145 conmon[67302]: audit 2022-01-25T23:28:05.911242+0000 mgr.smithi120.hllzij (mgr.14704) 1462 : audit [DBG] from='client.35046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:08.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:07 smithi145 conmon[67302]: 2022-01-25T23:28:09.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:08 smithi120 conmon[102313]: cluster 2022-01-25T23:28:07.716238+0000 mgr.smithi120.hllzij (mgr.14704) 1463 : cluster [DBG] pgmap v1260: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:08 smithi145 conmon[67302]: cluster 2022-01-25T23:28:07.716238+0000 mgr.smithi120.hllzij (mgr.14704) 1463 : cluster [DBG] pgmap v1260: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:08 smithi145 conmon[67302]: 2022-01-25T23:28:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:10 smithi120 conmon[102313]: cluster 2022-01-25T23:28:09.717138+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:28:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:10 smithi120 conmon[102313]: 1464 : cluster [DBG] pgmap v1261: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:10 smithi145 conmon[67302]: cluster 2022-01-25T23:28:09.717138+0000 mgr.smithi120.hllzij (mgr.14704) 1464 : cluster [DBG] pgmap v1261: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:12 smithi120 conmon[102313]: cluster 2022-01-25T23:28:11.717654+0000 mgr.smithi120.hllzij (mgr.14704) 1465 : cluster [DBG] 2022-01-25T23:28:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:12 smithi120 conmon[102313]: pgmap v1262: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:12 smithi145 conmon[67302]: cluster 2022-01-25T23:28:11.717654+0000 mgr.smithi120.hllzij (mgr.14704) 1465 : cluster [DBG] pgmap v1262: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:14 smithi120 conmon[102313]: cluster 2022-01-25T23:28:13.718162+0000 mgr.smithi120.hllzij (mgr.14704) 1466 : cluster [DBG] pgmap v1263: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:14 smithi120 conmon[102313]: 2022-01-25T23:28:15.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:14 smithi145 conmon[67302]: cluster 2022-01-25T23:28:13.718162+0000 mgr.smithi120.hllzij (mgr.14704) 1466 : cluster [DBG] pgmap v1263: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:16 smithi120 conmon[102313]: cluster 2022-01-25T23:28:15.719057+0000 mgr.smithi120.hllzij (mgr.14704) 1467 : cluster [DBG] pgmap v1264: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:16 smithi145 conmon[67302]: cluster 2022-01-25T23:28:15.719057+0000 mgr.smithi120.hllzij (mgr.14704) 1467 : cluster [DBG] pgmap v1264: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:18 smithi120 conmon[102313]: cluster 2022-01-25T23:28:17.719504+0000 mgr.smithi120.hllzij (mgr.14704) 1468 : cluster [DBG] pgmap v1265: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:18 smithi145 conmon[67302]: cluster 2022-01-25T23:28:17.719504+0000 mgr.smithi120.hllzij (mgr.14704) 1468 : cluster [DBG] pgmap v1265: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:19.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:18 smithi145 conmon[67302]: 2022-01-25T23:28:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:20 smithi120 conmon[102313]: cluster 2022-01-25T23:28:19.720262+0000 mgr.smithi120.hllzij (mgr.14704) 1469 : cluster [DBG] 2022-01-25T23:28:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:20 smithi120 conmon[102313]: pgmap v1266: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:20 smithi145 conmon[67302]: cluster 2022-01-25T23:28:19.720262+0000 mgr.smithi120.hllzij (mgr.14704) 1469 : cluster [DBG] pgmap v1266: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:23.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:22 smithi120 conmon[102313]: cluster 2022-01-25T23:28:21.720881+0000 mgr.smithi120.hllzij (mgr.14704) 1470 : cluster [DBG] pgmap v1267: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:23.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:22 smithi145 conmon[67302]: cluster 2022-01-25T23:28:21.720881+0000 mgr.smithi120.hllzij (mgr.14704) 1470 : cluster [DBG] pgmap v1267: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:24 smithi120 conmon[102313]: cluster 2022-01-25T23:28:23.721401+0000 mgr.smithi120.hllzij (mgr.14704) 1471 : cluster [DBG] 2022-01-25T23:28:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:24 smithi120 conmon[102313]: pgmap v1268: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:24 smithi145 conmon[67302]: cluster 2022-01-25T23:28:23.721401+0000 mgr.smithi120.hllzij (mgr.14704) 1471 : cluster [DBG] pgmap v1268: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:26 smithi120 conmon[102313]: cluster 2022-01-25T23:28:25.722188+0000 mgr.smithi120.hllzij (mgr.14704) 1472 : cluster [DBG] pgmap v1269: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:26 smithi145 conmon[67302]: cluster 2022-01-25T23:28:25.722188+0000 mgr.smithi120.hllzij (mgr.14704) 1472 : cluster [DBG] pgmap v1269: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:28 smithi120 conmon[102313]: cluster 2022-01-25T23:28:27.722847+0000 mgr.smithi120.hllzij 2022-01-25T23:28:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:28 smithi120 conmon[102313]: (mgr.14704) 1473 : cluster [DBG] pgmap v1270: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:28 smithi145 conmon[67302]: cluster 2022-01-25T23:28:27.722847+0000 mgr.smithi120.hllzij (mgr.14704) 1473 : cluster 2022-01-25T23:28:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:28 smithi145 conmon[67302]: [DBG] pgmap v1270: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:30 smithi120 conmon[102313]: cluster 2022-01-25T23:28:29.723503+0000 mgr.smithi120.hllzij (mgr.14704) 1474 : cluster 2022-01-25T23:28:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:30 smithi120 conmon[102313]: [DBG] pgmap v1271: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:30.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:30 smithi145 conmon[67302]: cluster 2022-01-25T23:28:29.723503+0000 mgr.smithi120.hllzij (mgr.14704) 1474 : cluster [DBG] pgmap v1271: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:32 smithi120 conmon[102313]: cluster 2022-01-25T23:28:31.724053+0000 mgr.smithi120.hllzij (mgr.14704) 1475 : cluster 2022-01-25T23:28:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:32 smithi120 conmon[102313]: [DBG] pgmap v1272: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:32 smithi145 conmon[67302]: cluster 2022-01-25T23:28:31.724053+0000 mgr.smithi120.hllzij (mgr.14704) 1475 : cluster [DBG] pgmap v1272: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:34 smithi120 conmon[102313]: cluster 2022-01-25T23:28:33.724533+0000 mgr.smithi120.hllzij (mgr.14704) 1476 : cluster [DBG] 2022-01-25T23:28:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:34 smithi120 conmon[102313]: pgmap v1273: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:34 smithi145 conmon[67302]: cluster 2022-01-25T23:28:33.724533+0000 mgr.smithi120.hllzij (mgr.14704) 1476 : cluster [DBG] pgmap v1273: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:36.542 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:28:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:36 smithi120 conmon[102313]: cluster 2022-01-25T23:28:35.725321+0000 mgr.smithi120.hllzij (mgr.14704) 1477 : cluster 2022-01-25T23:28:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:36 smithi120 conmon[102313]: [DBG] pgmap v1274: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:36.816 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:28:36.816 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (47m) 10m ago 48m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:28:36.817 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (41m) 10m ago 48m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:28:36.817 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (40m) 10m ago 48m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:28:36.817 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (47m) 10m ago 48m 42.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:28:36.817 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (44m) 10m ago 44m 21.1M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:28:36.818 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (44m) 10m ago 44m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:28:36.818 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (41m) 10m ago 49m 496M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:28:36.818 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (41m) 10m ago 48m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:28:36.818 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (41m) 10m ago 50m 301M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:28:36.819 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (41m) 10m ago 48m 177M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:28:36.819 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (42m) 10m ago 42m 166M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:28:36.819 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (42m) 10m ago 42m 94.2M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:28:36.819 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (48m) 10m ago 48m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:28:36.820 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (48m) 10m ago 48m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:28:36.820 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (35m) 10m ago 47m 1863M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:28:36.820 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (47m) 10m ago 47m 2658M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:28:36.820 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (47m) 10m ago 47m 1948M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:28:36.821 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (46m) 10m ago 46m 2618M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:28:36.821 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (46m) 10m ago 46m 2113M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:28:36.821 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (46m) 10m ago 46m 3016M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:28:36.821 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (46m) 10m ago 46m 2430M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:28:36.821 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (45m) 10m ago 45m 3781M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:28:36.822 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (47m) 10m ago 48m 56.3M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:28:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:36 smithi145 conmon[67302]: cluster 2022-01-25T23:28:35.725321+0000 mgr.smithi120.hllzij (mgr.14704) 1477 : cluster [DBG] pgmap v1274: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:37.140 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:28:37.141 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:28:37.141 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:28:37.141 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:28:37.142 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:28:37.142 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:28:37.142 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:28:37.142 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:28:37.143 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:28:37.143 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:28:37.143 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:28:37.144 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:28:37.144 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:28:37.144 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:28:37.144 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:28:37.145 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:28:37.145 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:28:37.145 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:28:37.145 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:28:38.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:37 smithi120 conmon[102313]: audit 2022-01-25T23:28:36.530754+0000 mgr.smithi120.hllzij (mgr.14704) 1478 : audit [DBG] from='client.35054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:38.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:37 smithi120 conmon[102313]: audit 2022-01- 2022-01-25T23:28:38.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:37 smithi120 conmon[102313]: 25T23:28:36.808256+0000 mgr.smithi120.hllzij (mgr.14704) 1479 : audit [DBG] from='client.35058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:38.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:37 smithi120 conmon[102313]: audit 2022-01-25T23:28:37.141365+0000 mon.smithi120 (mon.0) 669 : audit [DBG] from='client.? 172.21.15.120:0/665132438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:28:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:37 smithi145 conmon[67302]: audit 2022-01-25T23:28:36.530754+0000 mgr.smithi120.hllzij (mgr.14704) 1478 : audit [DBG] 2022-01-25T23:28:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:37 smithi145 conmon[67302]: from='client.35054 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:37 smithi145 conmon[67302]: audit 2022-01-25T23:28:36.808256+0000 mgr.smithi120.hllzij (mgr.14704) 1479 : audit [DBG] from='client.35058 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:28:38.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:37 smithi145 conmon[67302]: audit 2022-01-25T23:28:37.141365+0000 mon.smithi120 (mon.0 2022-01-25T23:28:38.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:37 smithi145 conmon[67302]: ) 669 : audit [DBG] from='client.? 172.21.15.120:0/665132438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:28:39.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:38 smithi120 conmon[102313]: cluster 2022-01-25T23:28:37.725691+0000 mgr.smithi120.hllzij (mgr.14704) 1480 : cluster [DBG] pgmap v1275: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:38 smithi145 conmon[67302]: cluster 2022-01-25T23:28:37.725691+0000 mgr.smithi120.hllzij (mgr.14704) 1480 : cluster [DBG] pgmap v1275: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:40 smithi120 conmon[102313]: audit 2022-01-25T23:28:39.653176+0000 mon.smithi120 (mon.0) 2022-01-25T23:28:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:40 smithi120 conmon[102313]: 670 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:28:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:40 smithi120 conmon[102313]: audit 2022-01-25T23:28:39.654587+0000 mon.smithi120 (mon.0) 671 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:28:40.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:40 smithi120 conmon[102313]: audit 2022-01-25T23:28:39.655460+0000 mon.smithi120 (mon.0) 672 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:28:40.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:40 smithi120 conmon[102313]: cephadm 2022-01-25T23:28:39.656200+0000 mgr.smithi120.hllzij (mgr.14704) 1481 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:28:40.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:40 smithi120 conmon[102313]: cluster 2022-01-25T23:28:39.726418+0000 mgr.smithi120.hllzij (mgr.14704) 1482 : cluster [DBG] pgmap v1276: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:40 smithi145 conmon[67302]: audit 2022-01-25T23:28:39.653176+0000 mon.smithi120 (mon.0) 670 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:28:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:40 smithi145 conmon[67302]: audit 2022-01-25T23:28 2022-01-25T23:28:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:40 smithi145 conmon[67302]: :39.654587+0000 mon.smithi120 (mon.0) 671 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:28:40.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:40 smithi145 conmon[67302]: audit 2022-01-25T23:28:39.655460+0000 mon.smithi120 (mon.0) 672 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:28:40.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:40 smithi145 conmon[67302]: cephadm 2022-01-25T23:28:39.656200+0000 mgr.smithi120.hllzij (mgr.14704) 1481 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:28:40.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:40 smithi145 conmon[67302]: cluster 2022-01-25T23:28:39.726418+0000 mgr.smithi120.hllzij (mgr.14704) 1482 : cluster [DBG] pgmap v1276: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:43.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:42 smithi120 conmon[102313]: cluster 2022-01-25T23:28:41.726978+0000 mgr.smithi120.hllzij (mgr.14704) 1483 : cluster [DBG] pgmap v1277: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:42 smithi145 conmon[67302]: cluster 2022-01-25T23:28:41.726978+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:28:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:42 smithi145 conmon[67302]: 1483 : cluster [DBG] pgmap v1277: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:44 smithi120 conmon[102313]: cluster 2022-01-25T23:28:43.727378+0000 mgr.smithi120.hllzij (mgr.14704) 1484 : cluster 2022-01-25T23:28:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:44 smithi120 conmon[102313]: [DBG] pgmap v1278: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:45.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:44 smithi120 conmon[102313]: audit 2022-01-25T23:28:44.008475+0000 mon.smithi120 (mon.0) 673 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:28:45.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:44 smithi120 conmon[102313]: audit 2022-01-25T23:28:45.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:44 smithi120 conmon[102313]: 2022-01-25T23:28:44.388168+0000 mon.smithi120 (mon.0) 674 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:28:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:44 smithi145 conmon[67302]: cluster 2022-01-25T23:28:43.727378+0000 mgr.smithi120.hllzij (mgr.14704) 1484 : cluster [DBG] pgmap v1278: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:44 smithi145 conmon[67302]: audit 2022-01-25T23:28:44.008475+0000 mon.smithi120 2022-01-25T23:28:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:44 smithi145 conmon[67302]: (mon.0) 673 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:28:45.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:44 smithi145 conmon[67302]: audit 2022-01-25T23:28:44.388168+0000 mon.smithi120 (mon.0) 674 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:28:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:46 smithi120 conmon[102313]: cluster 2022-01-25T23:28:45.728192+0000 mgr.smithi120.hllzij (mgr.14704) 1485 : cluster [DBG] pgmap v1279: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:47.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:46 smithi120 conmon[102313]: audit 2022-01-25T23:28:46.371294 2022-01-25T23:28:47.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:46 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 675 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:28:47.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:46 smithi120 conmon[102313]: audit 2022-01-25T23:28:46.752958+0000 mon.smithi120 (mon.0) 676 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:28:47.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:46 smithi120 conmon[102313]: audit 2022-01-25T23:28:46.757092+0000 mon.smithi120 (mon 2022-01-25T23:28:47.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:46 smithi120 conmon[102313]: .0) 677 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:28:47.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:46 smithi120 conmon[102313]: audit 2022-01-25T23 2022-01-25T23:28:47.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:46 smithi120 conmon[102313]: :28:46.761822+0000 mon.smithi120 (mon.0) 678 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:28:47.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:46 smithi120 conmon[102313]: 2022-01-25T23:28:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:46 smithi145 conmon[67302]: cluster 2022-01-25T23:28:45.728192+0000 mgr.smithi120.hllzij (mgr.14704) 1485 : cluster [DBG] pgmap v1279: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:46 smithi145 conmon[67302]: audit 2022-01-25T23:28:46.371294+0000 mon.smithi120 (mon. 2022-01-25T23:28:47.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:46 smithi145 conmon[67302]: 0) 675 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:28:47.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:46 smithi145 conmon[67302]: audit 2022-01-25T23:28:46.752958+0000 mon.smithi120 (mon.0) 676 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:28:47.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:46 smithi145 conmon[67302]: audit 2022-01-25T23:28:46.757092+0000 mon.smithi120 (mon.0) 677 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:28:47.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:46 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T23:28:47.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:46 smithi145 conmon[67302]: 23:28:46.761822+0000 mon.smithi120 (mon.0) 678 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:28:49.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:48 smithi120 conmon[102313]: cluster 2022-01-25T23:28:47.728601+0000 mgr.smithi120.hllzij (mgr.14704) 1486 : cluster [DBG] pgmap v1280: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:48 smithi145 conmon[67302]: cluster 2022-01-25T23:28:47.728601+0000 mgr.smithi120.hllzij (mgr.14704) 1486 : cluster [DBG] pgmap v1280: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:50 smithi120 conmon[102313]: cluster 2022-01-25T23:28:49.729259+0000 mgr.smithi120.hllzij (mgr.14704) 1487 : cluster [DBG] pgmap v1281: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:50.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:50 smithi120 conmon[102313]: 2022-01-25T23:28:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:50 smithi145 conmon[67302]: cluster 2022-01-25T23:28:49.729259+0000 mgr.smithi120.hllzij (mgr.14704) 1487 : cluster [DBG] pgmap v1281: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:28:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:52 smithi120 conmon[102313]: cluster 2022-01-25T23:28:51.729935+0000 mgr.smithi120.hllzij (mgr.14704) 1488 : cluster 2022-01-25T23:28:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:52 smithi120 conmon[102313]: [DBG] pgmap v1282: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:52 smithi145 conmon[67302]: cluster 2022-01-25T23:28:51.729935+0000 mgr.smithi120.hllzij (mgr.14704) 1488 : cluster [DBG] pgmap v1282: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:53 smithi120 conmon[102313]: audit 2022-01-25T23:28:53.751423+0000 mon.smithi120 (mon.0) 679 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:28:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:53 smithi120 conmon[102313]: audit 2022-01-25T23:28:53.751679+0000 mon.smithi120 (mon.0) 680 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:28:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:53 smithi145 conmon[67302]: audit 2022-01-25T23:28:53.751423+0000 mon.smithi120 (mon.0) 679 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:28:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:53 smithi145 conmon[67302]: audit 2022-01-25T23:28:53.751679+0000 mon.smithi120 (mon 2022-01-25T23:28:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:53 smithi145 conmon[67302]: .0) 680 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:28:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:54 smithi120 conmon[102313]: cluster 2022-01-25T23:28:53.730399+0000 mgr.smithi120.hllzij (mgr.14704) 1489 : cluster [DBG] pgmap v1283: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:54 smithi145 conmon[67302]: cluster 2022-01-25T23:28:53.730399+0000 mgr.smithi120.hllzij (mgr.14704) 1489 : cluster [DBG] pgmap v1283: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:56 smithi120 conmon[102313]: cluster 2022-01-25T23:28:55.731326+0000 mgr.smithi120.hllzij (mgr.14704) 1490 : cluster [DBG] 2022-01-25T23:28:57.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:56 smithi120 conmon[102313]: pgmap v1284: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:56 smithi145 conmon[67302]: cluster 2022-01-25T23:28:55.731326+0000 mgr.smithi120.hllzij (mgr.14704) 1490 : cluster [DBG] pgmap v1284: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:28:58 smithi120 conmon[102313]: cluster 2022-01-25T23:28:57.731965+0000 mgr.smithi120.hllzij (mgr.14704) 1491 : cluster [DBG] pgmap v1285: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:28:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:28:58 smithi145 conmon[67302]: cluster 2022-01-25T23:28:57.731965+0000 mgr.smithi120.hllzij (mgr.14704) 1491 : cluster [DBG] pgmap v1285: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:00.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:00 smithi120 conmon[102313]: cluster 2022-01-25T23:28:59.732888+0000 mgr.smithi120.hllzij (mgr.14704) 1492 2022-01-25T23:29:00.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:00 smithi120 conmon[102313]: : cluster [DBG] pgmap v1286: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:00 smithi145 conmon[67302]: cluster 2022-01-25T23:28:59.732888+0000 mgr.smithi120.hllzij (mgr.14704) 1492 : cluster [DBG] 2022-01-25T23:29:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:00 smithi145 conmon[67302]: pgmap v1286: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:03.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:02 smithi120 conmon[102313]: cluster 2022-01-25T23:29:01.733576+0000 mgr.smithi120.hllzij (mgr.14704) 1493 : cluster [DBG] pgmap v1287: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:02 smithi145 conmon[67302]: cluster 2022-01-25T23:29:01.733576+0000 mgr.smithi120.hllzij (mgr.14704) 1493 : cluster [DBG] pgmap v1287: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:05.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:04 smithi120 conmon[102313]: cluster 2022-01-25T23:29:03.734022+0000 mgr.smithi120.hllzij (mgr.14704) 1494 : cluster [DBG] pgmap v1288: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:04 smithi145 conmon[67302]: cluster 2022-01-25T23:29:03.734022+0000 mgr.smithi120.hllzij (mgr.14704) 1494 : cluster [DBG] pgmap v1288: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:06 smithi120 conmon[102313]: cluster 2022-01-25T23:29:05.734883+0000 mgr.smithi120.hllzij (mgr.14704) 1495 : cluster [DBG] pgmap v1289: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:07.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:06 smithi145 conmon[67302]: cluster 2022-01-25T23:29:05.734883+0000 mgr.smithi120.hllzij (mgr.14704) 1495 : cluster [DBG] pgmap v1289: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:07.446 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:29:07.714 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:29:07.715 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (48m) 21s ago 49m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:29:07.715 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (41m) 21s ago 49m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:29:07.715 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (41m) 23s ago 48m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:29:07.716 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (48m) 21s ago 49m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:29:07.716 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (45m) 21s ago 45m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:29:07.716 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (45m) 23s ago 45m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:29:07.716 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (42m) 21s ago 50m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:29:07.716 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (42m) 23s ago 48m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:29:07.717 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (41m) 21s ago 50m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:29:07.717 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (41m) 23s ago 48m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:29:07.717 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (42m) 21s ago 42m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:29:07.717 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (42m) 23s ago 42m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:29:07.718 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (49m) 21s ago 49m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:29:07.718 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (48m) 23s ago 48m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:29:07.718 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (36m) 21s ago 48m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:29:07.718 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (47m) 21s ago 47m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:29:07.719 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (47m) 21s ago 47m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:29:07.719 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (47m) 21s ago 47m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:29:07.719 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (47m) 23s ago 47m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:29:07.719 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (46m) 23s ago 46m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:29:07.720 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (46m) 23s ago 46m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:29:07.720 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (46m) 23s ago 46m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:29:07.720 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (48m) 21s ago 49m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:29:08.038 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:29:08.039 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:29:08.039 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:29:08.039 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:29:08.040 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:29:08.040 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:29:08.040 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:29:08.040 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:29:08.041 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:29:08.041 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:29:08.041 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:29:08.041 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:29:08.041 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:29:08.042 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:29:08.042 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:29:08.042 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:29:08.042 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:29:08.043 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:29:08.043 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:29:09.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:08 smithi120 conmon[102313]: audit 2022-01-25T23:29:07.434088+0000 mgr.smithi120.hllzij (mgr.14704) 1496 : audit [DBG] from='client.35066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:09.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:08 smithi120 conmon[102313]: audit 2022-01-25T23:29 2022-01-25T23:29:09.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:08 smithi120 conmon[102313]: :07.706500+0000 mgr.smithi120.hllzij (mgr.14704) 1497 : audit [DBG] from='client.35070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:09.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:08 smithi120 conmon[102313]: cluster 2022-01-25T23:29:07.735301+0000 mgr.smithi120.hllzij (mgr.14704) 1498 : cluster [DBG] pgmap v1290: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:09.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:08 smithi120 conmon[102313]: audit 2022-01-25T23:29:08.039218+0000 mon.smithi120 (mon.0) 681 : audit [DBG] from='client.? 172.21.15.120:0/1671122478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:29:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:08 smithi145 conmon[67302]: audit 2022-01-25T23:29:07.434088+0000 mgr.smithi120.hllzij (mgr.14704) 1496 : audit [DBG] from='client.35066 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:08 smithi145 conmon[67302]: 2022-01-25T23:29:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:08 smithi145 conmon[67302]: audit 2022-01-25T23:29:07.706500+0000 mgr.smithi120.hllzij (mgr.14704) 1497 : audit [DBG] from='client.35070 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:09.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:08 smithi145 conmon[67302]: cluster 2022-01-25T23:29:07.735301+0000 mgr.smithi120.hllzij (mgr.14704) 1498 : cluster [DBG] pgmap v1290: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:09.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:08 smithi145 conmon[67302]: audit 2022-01-25T23:29:08.039218+0000 mon.smithi120 (mon.0) 681 : audit [DBG] from='client.? 172.21.15.120:0/1671122478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:29:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:10 smithi120 conmon[102313]: cluster 2022-01-25T23:29:09.736237+0000 mgr.smithi120.hllzij (mgr.14704) 1499 : cluster [DBG] pgmap v1291: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:10 smithi120 conmon[102313]: 2022-01-25T23:29:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:10 smithi145 conmon[67302]: cluster 2022-01-25T23:29:09.736237+0000 mgr.smithi120.hllzij (mgr.14704) 1499 : cluster [DBG] pgmap v1291: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:12 smithi120 conmon[102313]: cluster 2022-01-25T23:29:11.736926+0000 mgr.smithi120.hllzij (mgr.14704) 1500 : cluster [DBG] pgmap v1292: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:12 smithi145 conmon[67302]: cluster 2022-01-25T23:29:11.736926+0000 mgr.smithi120.hllzij (mgr.14704) 1500 : cluster [DBG] pgmap v1292: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:14 smithi120 conmon[102313]: cluster 2022-01-25T23:29:13.737345+0000 mgr.smithi120.hllzij (mgr.14704) 1501 : cluster [DBG] pgmap v1293: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:15.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:14 smithi120 conmon[102313]: 2022-01-25T23:29:15.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:14 smithi145 conmon[67302]: cluster 2022-01-25T23:29:13.737345+0000 mgr.smithi120.hllzij (mgr.14704) 1501 : cluster [DBG] pgmap v1293: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:16 smithi120 conmon[102313]: cluster 2022-01-25T23:29:15.738231+0000 mgr.smithi120.hllzij (mgr.14704) 1502 : cluster [DBG] pgmap v1294: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:16 smithi120 conmon[102313]: 2022-01-25T23:29:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:16 smithi145 conmon[67302]: cluster 2022-01-25T23:29:15.738231+0000 mgr.smithi120.hllzij (mgr.14704) 1502 : cluster [DBG] pgmap v1294: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:18 smithi120 conmon[102313]: cluster 2022-01-25T23:29:17.738929+0000 mgr.smithi120.hllzij (mgr.14704) 1503 : cluster [DBG] pgmap v1295: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:18 smithi145 conmon[67302]: cluster 2022-01-25T23:29:17.738929+0000 mgr.smithi120.hllzij (mgr.14704) 1503 : cluster [DBG] pgmap v1295: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:20 smithi120 conmon[102313]: cluster 2022-01-25T23:29:19.739623+0000 mgr.smithi120.hllzij (mgr.14704) 1504 : cluster [DBG] 2022-01-25T23:29:20.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:20 smithi120 conmon[102313]: pgmap v1296: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:20 smithi145 conmon[67302]: cluster 2022-01-25T23:29:19.739623+0000 mgr.smithi120.hllzij (mgr.14704) 1504 : cluster [DBG] 2022-01-25T23:29:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:20 smithi145 conmon[67302]: pgmap v1296: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:23.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:22 smithi120 conmon[102313]: cluster 2022-01-25T23:29:21.740225+0000 mgr.smithi120.hllzij (mgr.14704) 1505 : cluster [DBG] pgmap v1297: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:23.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:22 smithi145 conmon[67302]: cluster 2022-01-25T23:29:21.740225+0000 mgr.smithi120.hllzij (mgr.14704) 1505 : cluster [DBG] pgmap v1297: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:25.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:24 smithi120 conmon[102313]: cluster 2022-01-25T23:29:23.740795+0000 mgr.smithi120.hllzij (mgr.14704) 1506 : cluster [DBG] pgmap v1298: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:24 smithi145 conmon[67302]: cluster 2022-01-25T23:29:23.740795+0000 mgr.smithi120.hllzij (mgr.14704) 1506 : cluster [DBG] pgmap v1298: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:26 smithi120 conmon[102313]: cluster 2022-01-25T23:29:25.741741+0000 mgr.smithi120.hllzij (mgr.14704) 1507 : cluster [DBG] pgmap v1299: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:27.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:26 smithi120 conmon[102313]: 2022-01-25T23:29:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:26 smithi145 conmon[67302]: cluster 2022-01-25T23:29:25.741741+0000 mgr.smithi120.hllzij (mgr.14704) 1507 : cluster [DBG] pgmap v1299: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:29.085 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:28 smithi145 conmon[67302]: cluster 2022-01-25T23:29:27.742197+0000 mgr.smithi120.hllzij (mgr.14704) 1508 : cluster [DBG] pgmap v1300: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:29.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:28 smithi120 conmon[102313]: cluster 2022-01-25T23:29:27.742197+0000 mgr.smithi120.hllzij (mgr.14704) 1508 : cluster [DBG] pgmap v1300: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:30 smithi120 conmon[102313]: cluster 2022-01-25T23:29:29.742928+0000 mgr.smithi120.hllzij (mgr.14704) 1509 : cluster [DBG] pgmap v1301: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:30 smithi120 conmon[102313]: 2022-01-25T23:29:30.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:30 smithi145 conmon[67302]: cluster 2022-01-25T23:29:29.742928+0000 mgr.smithi120.hllzij (mgr.14704) 1509 : cluster [DBG] pgmap v1301: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:32 smithi120 conmon[102313]: cluster 2022-01-25T23:29:31.743529+0000 mgr.smithi120.hllzij (mgr.14704) 1510 : cluster [DBG] pgmap v1302: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:32 smithi120 conmon[102313]: 2022-01-25T23:29:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:32 smithi145 conmon[67302]: cluster 2022-01-25T23:29:31.743529+0000 mgr.smithi120.hllzij (mgr.14704) 1510 : cluster [DBG] pgmap v1302: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:35.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:34 smithi120 conmon[102313]: cluster 2022-01-25T23:29:33.744088+0000 mgr.smithi120.hllzij (mgr.14704) 1511 : cluster [DBG] pgmap v1303: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:34 smithi145 conmon[67302]: cluster 2022-01-25T23:29:33.744088+0000 mgr.smithi120.hllzij (mgr.14704) 1511 : cluster [DBG] pgmap v1303: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:36 smithi145 conmon[67302]: cluster 2022-01-25T23:29:35.744903+0000 mgr.smithi120.hllzij (mgr.14704) 1512 : cluster [DBG] pgmap v1304: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:37.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:36 smithi120 conmon[102313]: cluster 2022-01-25T23:29:35.744903+0000 mgr.smithi120.hllzij (mgr.14704) 1512 : cluster [DBG] pgmap v1304: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:38.341 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:29:38.606 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:29:38.607 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (48m) 52s ago 49m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:29:38.607 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (42m) 52s ago 49m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:29:38.608 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (41m) 54s ago 49m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:29:38.609 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (48m) 52s ago 49m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:29:38.609 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (45m) 52s ago 45m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:29:38.609 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (45m) 54s ago 45m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:29:38.610 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (42m) 52s ago 51m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:29:38.610 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (42m) 54s ago 49m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:29:38.611 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (42m) 52s ago 51m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:29:38.611 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (42m) 54s ago 49m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:29:38.612 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (43m) 52s ago 43m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:29:38.612 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (43m) 54s ago 43m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:29:38.613 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (49m) 52s ago 49m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:29:38.613 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (49m) 54s ago 49m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:29:38.615 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (36m) 52s ago 48m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:29:38.616 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (48m) 52s ago 48m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:29:38.616 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (48m) 52s ago 48m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:29:38.616 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (47m) 52s ago 47m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:29:38.617 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (47m) 54s ago 47m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:29:38.617 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (47m) 54s ago 47m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:29:38.618 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (47m) 54s ago 47m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:29:38.618 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (46m) 54s ago 46m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:29:38.619 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (48m) 52s ago 49m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:29:38.933 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:29:38.933 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:29:38.933 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:29:38.933 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:29:38.934 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:29:38.934 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:29:38.934 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:29:38.934 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:29:38.934 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:29:38.935 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:29:38.935 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:29:38.935 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:29:38.935 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:29:38.936 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:29:38.936 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:29:38.936 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:29:38.936 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:29:38.936 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:29:38.937 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:29:38.937 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:38 smithi120 conmon[102313]: cluster 2022-01-25T23:29:37.745489+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:29:38.937 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:38 smithi120 conmon[102313]: 1513 : cluster [DBG] pgmap v1305: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:39.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:38 smithi145 conmon[67302]: cluster 2022-01-25T23:29:37.745489+0000 mgr.smithi120.hllzij (mgr.14704) 1513 : cluster [DBG] pgmap v1305: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:39 smithi145 conmon[67302]: audit 2022-01-25T23:29:38.330676+0000 mgr.smithi120.hllzij (mgr.14704) 1514 : audit [DBG] from='client.35078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:39 smithi145 conmon[67302]: 2022-01-25T23:29:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:39 smithi145 conmon[67302]: audit 2022-01-25T23:29:38.598184+0000 mgr.smithi120.hllzij (mgr.14704) 1515 : audit [DBG] from='client.35082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:40.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:39 smithi145 conmon[67302]: audit 2022-01-25T23:29:38.933504+0000 2022-01-25T23:29:40.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:39 smithi145 conmon[67302]: mon.smithi120 (mon.0) 682 : audit [DBG] from='client.? 172.21.15.120:0/4119378762' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:29:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:39 smithi120 conmon[102313]: audit 2022-01-25T23:29:38.330676+0000 mgr.smithi120.hllzij (mgr.14704) 1514 : 2022-01-25T23:29:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:39 smithi120 conmon[102313]: audit [DBG] from='client.35078 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:40.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:39 smithi120 conmon[102313]: audit 2022-01-25T23:29:38.598184+0000 mgr.smithi120.hllzij (mgr.14704) 1515 : audit [DBG] from='client.35082 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:29:40.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:39 smithi120 conmon[102313]: audit 2022-01-25T23:29:38.933504+0000 mon.smithi120 (mon.0) 682 : 2022-01-25T23:29:40.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:39 smithi120 conmon[102313]: audit [DBG] from='client.? 172.21.15.120:0/4119378762' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:29:41.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:40 smithi145 conmon[67302]: cluster 2022-01-25T23:29:39.746355+0000 mgr.smithi120.hllzij (mgr.14704) 1516 : cluster [DBG] pgmap v1306: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:41.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:40 smithi120 conmon[102313]: cluster 2022-01-25T23:29:39.746355+0000 mgr.smithi120.hllzij (mgr.14704) 1516 : 2022-01-25T23:29:41.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:40 smithi120 conmon[102313]: cluster [DBG] pgmap v1306: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:42 smithi145 conmon[67302]: cluster 2022-01-25T23:29:41.747079+0000 mgr.smithi120.hllzij (mgr.14704) 1517 : cluster [DBG] pgmap v1307: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:43.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:42 smithi120 conmon[102313]: cluster 2022-01-25T23:29:41.747079+0000 mgr.smithi120.hllzij (mgr.14704) 1517 : cluster [DBG] 2022-01-25T23:29:43.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:42 smithi120 conmon[102313]: pgmap v1307: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:44 smithi145 conmon[67302]: cluster 2022-01-25T23:29:43.747593+0000 mgr.smithi120.hllzij (mgr.14704) 1518 : cluster [DBG] pgmap v1308: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:44 smithi120 conmon[102313]: cluster 2022-01-25T23:29:43.747593+0000 mgr.smithi120.hllzij (mgr.14704) 1518 : cluster 2022-01-25T23:29:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:44 smithi120 conmon[102313]: [DBG] pgmap v1308: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:46 smithi145 conmon[67302]: cluster 2022-01-25T23:29:45.748622+0000 mgr.smithi120.hllzij (mgr.14704) 1519 : cluster [DBG] pgmap v1309: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:46 smithi145 conmon[67302]: 2022-01-25T23:29:47.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:46 smithi145 conmon[67302]: audit 2022-01-25T23:29:46.764271+0000 mon.smithi120 (mon.0) 683 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:29:47.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:46 smithi145 conmon[67302]: audit 2022-01-25T23:29:47.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:46 smithi145 conmon[67302]: 2022-01-25T23:29: 2022-01-25T23:29:47.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:46 smithi145 conmon[67302]: 46.765647+0000 mon.smithi120 (mon. 2022-01-25T23:29:47.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:46 smithi145 conmon[67302]: 0) 684 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:29:47.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:46 smithi145 conmon[67302]: audit 2022- 2022-01-25T23:29:47.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:46 smithi145 conmon[67302]: 01-25T23:29:46.766418+0000 2022-01-25T23:29:47.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:46 smithi145 conmon[67302]: mon.smithi120 (mon.0) 685 2022-01-25T23:29:47.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:46 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:29:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:46 smithi120 conmon[102313]: cluster 2022- 2022-01-25T23:29:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:46 smithi120 conmon[102313]: 01-25T23:29:45.748622+0000 mgr.smithi120.hllzij (mgr.14704) 1519 : cluster [DBG] pgmap v1309: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:47.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:46 smithi120 conmon[102313]: audit 2022-01-25T23:29:47.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:46 smithi120 conmon[102313]: 2022-01-25T23:29:46.764271+0000 mon.smithi120 (mon.0) 683 : audit 2022-01-25T23:29:47.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:46 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:29:47.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:46 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:29:47.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:46 smithi120 conmon[102313]: -25T23:29:46.765647+0000 mon.smithi120 2022-01-25T23:29:47.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:46 smithi120 conmon[102313]: (mon.0) 684 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:29:47.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:46 smithi120 conmon[102313]: audit 2022-01-25T23 2022-01-25T23:29:47.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:46 smithi120 conmon[102313]: :29:46.766418+0000 mon.smithi120 (mon.0) 2022-01-25T23:29:47.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:46 smithi120 conmon[102313]: 685 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:29:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:47 smithi145 conmon[67302]: cephadm 2022-01-25T23:29:46.767083+0000 mgr.smithi120.hllzij (mgr.14704) 1520 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:29:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:47 smithi145 conmon[67302]: audit 2022-01 2022-01-25T23:29:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:47 smithi145 conmon[67302]: -25T23:29:47.166493+0000 mon.smithi120 (mon.0) 686 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:29:48.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:47 smithi145 conmon[67302]: audit 2022-01-25T23:29:47.171825+0000 mon.smithi120 (mon.0) 687 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:29:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:47 smithi120 conmon[102313]: cephadm 2022-01-25T23:29:46.767083+0000 mgr.smithi120.hllzij (mgr.14704) 1520 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:29:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:47 smithi120 conmon[102313]: audit 2022-01-25T23:29:47.166493+0000 mon.smithi120 (mon.0) 686 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:29:48.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:47 smithi120 conmon[102313]: audit 2022-01-25T23:29:47.171825+0000 mon.smithi120 (mon.0) 687 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:29:49.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:48 smithi145 conmon[67302]: cluster 2022-01-25T23:29:47.749142+0000 mgr.smithi120.hllzij (mgr.14704) 1521 : cluster [DBG] pgmap v1310: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:49.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:48 smithi120 conmon[102313]: cluster 2022-01-25T23:29:47.749142+0000 mgr.smithi120.hllzij (mgr.14704) 1521 : cluster [DBG] 2022-01-25T23:29:49.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:48 smithi120 conmon[102313]: pgmap v1310: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:50 smithi120 conmon[102313]: cluster 2022-01-25T23:29:49.749924+0000 mgr.smithi120.hllzij (mgr.14704) 1522 : cluster 2022-01-25T23:29:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:50 smithi120 conmon[102313]: [DBG] pgmap v1311: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:50 smithi145 conmon[67302]: cluster 2022-01-25T23:29:49.749924+0000 mgr.smithi120.hllzij (mgr.14704) 1522 : cluster [DBG] pgmap v1311: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:29:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:52 smithi145 conmon[67302]: cluster 2022-01-25T23:29:51.750470+0000 mgr.smithi120.hllzij (mgr.14704) 1523 : cluster [DBG] pgmap v1312: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:53.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:52 smithi120 conmon[102313]: cluster 2022-01-25T23:29:51.750470+0000 mgr.smithi120.hllzij (mgr.14704) 1523 : cluster 2022-01-25T23:29:53.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:52 smithi120 conmon[102313]: [DBG] pgmap v1312: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:53 smithi145 conmon[67302]: audit 2022-01-25T23:29:53.755011+0000 mon.smithi120 (mon.0) 688 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:29:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:53 smithi145 conmon[67302]: audit 2022-01-25T23:29:53.755607+0000 mon.smithi120 (mon.0 2022-01-25T23:29:54.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:53 smithi145 conmon[67302]: ) 689 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:29:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:53 smithi120 conmon[102313]: audit 2022-01-25T23:29:53.755011+0000 mon.smithi120 (mon.0) 688 : audit 2022-01-25T23:29:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:53 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:29:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:53 smithi120 conmon[102313]: audit 2022-01-25T23:29:53.755607+0000 mon.smithi120 (mon.0) 689 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:29:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:54 smithi145 conmon[67302]: cluster 2022-01-25T23:29:53.750927+0000 mgr.smithi120.hllzij (mgr.14704) 1524 : cluster [DBG] 2022-01-25T23:29:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:54 smithi145 conmon[67302]: pgmap v1313: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:55.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:54 smithi120 conmon[102313]: cluster 2022-01-25T23:29:53.750927+0000 mgr.smithi120.hllzij (mgr.14704) 1524 : cluster [DBG] pgmap v1313: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:56 smithi145 conmon[67302]: cluster 2022-01-25T23:29:55.751775+0000 mgr.smithi120.hllzij (mgr.14704) 1525 : cluster 2022-01-25T23:29:57.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:56 smithi145 conmon[67302]: [DBG] pgmap v1314: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:57.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:56 smithi120 conmon[102313]: cluster 2022-01-25T23:29:55.751775+0000 mgr.smithi120.hllzij (mgr.14704) 1525 : cluster [DBG] pgmap v1314: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:58 smithi145 conmon[67302]: cluster 2022-01-25T23:29:57.752242+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:29:59.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:29:58 smithi145 conmon[67302]: 1526 : cluster [DBG] pgmap v1315: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:29:59.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:29:58 smithi120 conmon[102313]: cluster 2022-01-25T23:29:57.752242+0000 mgr.smithi120.hllzij (mgr.14704) 1526 : cluster [DBG] pgmap v1315: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:00 smithi120 conmon[102313]: cluster 2022-01-25T23:29:59.753024+0000 mgr.smithi120.hllzij (mgr.14704) 1527 : cluster [DBG] pgmap v1316: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:00 smithi120 conmon[102313]: cluster 2022-01-25T23:30:00.000147+0000 mon.smithi120 (mon.0) 690 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T23:30:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:00 smithi145 conmon[67302]: cluster 2022-01-25T23:29:59.753024+0000 mgr.smithi120.hllzij (mgr.14704) 1527 : cluster 2022-01-25T23:30:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:00 smithi145 conmon[67302]: [DBG] pgmap v1316: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:00 smithi145 conmon[67302]: cluster 2022-01-25T23:30:00.000147+0000 mon.smithi120 (mon.0) 690 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T23:30:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:02 smithi145 conmon[67302]: cluster 2022-01-25T23:30:01.753558+0000 mgr.smithi120.hllzij (mgr.14704) 1528 : cluster [DBG] pgmap v1317: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:02 smithi145 conmon[67302]: 2022-01-25T23:30:03.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:02 smithi120 conmon[102313]: cluster 2022-01-25T23:30:01.753558+0000 mgr.smithi120.hllzij (mgr.14704) 1528 : cluster [DBG] pgmap v1317: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:03.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:02 smithi120 conmon[102313]: 2022-01-25T23:30:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:04 smithi145 conmon[67302]: cluster 2022-01-25T23:30:03.753962+0000 mgr.smithi120.hllzij (mgr.14704) 1529 : 2022-01-25T23:30:05.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:04 smithi145 conmon[67302]: cluster [DBG] pgmap v1318: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:05.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:04 smithi120 conmon[102313]: cluster 2022-01-25T23:30:03.753962+0000 mgr.smithi120.hllzij (mgr.14704) 1529 : cluster [DBG] pgmap v1318: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:07.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:06 smithi145 conmon[67302]: cluster 2022-01-25T23:30:05.754764+0000 mgr.smithi120.hllzij (mgr.14704) 1530 : cluster [DBG] 2022-01-25T23:30:07.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:06 smithi145 conmon[67302]: pgmap v1319: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:07.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:06 smithi120 conmon[102313]: cluster 2022-01-25T23:30:05.754764+0000 mgr.smithi120.hllzij (mgr.14704) 1530 : cluster [DBG] pgmap v1319: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:08 smithi145 conmon[67302]: cluster 2022-01-25T23:30:07.755383+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:30:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:08 smithi145 conmon[67302]: ) 1531 : cluster [DBG] pgmap v1320: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:09.242 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:08 smithi120 conmon[102313]: cluster 2022-01-25T23:30:07.755383+0000 mgr.smithi120.hllzij (mgr.14704) 1531 : cluster [DBG] pgmap v1320: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:09.242 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:30:09.508 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:30:09.508 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (49m) 83s ago 50m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:30:09.509 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (42m) 83s ago 50m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:30:09.509 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (42m) 85s ago 49m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:30:09.509 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (49m) 83s ago 50m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:30:09.509 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (46m) 83s ago 46m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:30:09.510 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (46m) 85s ago 46m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:30:09.510 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (43m) 83s ago 51m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:30:09.510 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (43m) 85s ago 49m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:30:09.510 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (42m) 83s ago 51m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:30:09.511 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (42m) 85s ago 49m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:30:09.511 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (43m) 83s ago 43m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:30:09.511 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (43m) 85s ago 43m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:30:09.511 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (50m) 83s ago 50m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:30:09.512 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (49m) 85s ago 49m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:30:09.512 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (37m) 83s ago 49m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:30:09.512 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (49m) 83s ago 49m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:30:09.512 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (48m) 83s ago 48m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:30:09.512 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (48m) 83s ago 48m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:30:09.513 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (48m) 85s ago 48m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:30:09.513 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (47m) 85s ago 47m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:30:09.513 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (47m) 85s ago 47m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:30:09.513 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (47m) 85s ago 47m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:30:09.514 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (49m) 83s ago 50m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:30:09.831 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:30:09.831 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:30:09.831 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:30:09.832 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:30:09.832 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:30:09.832 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:30:09.832 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:30:09.833 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:30:09.833 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:30:09.833 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:30:09.833 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:30:09.833 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:30:09.834 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:30:09.834 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:30:09.834 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:30:09.834 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:30:09.835 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:30:09.835 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:30:09.835 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:30:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:10 smithi120 conmon[102313]: audit 2022-01-25T23:30:09.230625+0000 mgr.smithi120.hllzij (mgr.14704) 1532 : audit [DBG] from='client.35090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:10.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:10 smithi120 conmon[102313]: audit 2022-01-25T23:30:09.500583+0000 mgr.smithi120.hllzij (mgr.14704) 1533 : audit [DBG] from='client.35094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:10.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:10 smithi120 conmon[102313]: cluster 2022-01-25T23:30:09.756089+0000 mgr.smithi120.hllzij (mgr.14704) 1534 : cluster [DBG] pgmap v1321: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:10.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:10 smithi120 conmon[102313]: audit 2022-01-25T23:30:09.831735+0000 mon.smithi120 (mon.0) 691 : audit [DBG] from='client.? 172.21.15.120:0/2602294726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:30:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:10 smithi145 conmon[67302]: audit 2022-01-25T23:30:09.230625+0000 mgr.smithi120.hllzij (mgr.14704) 1532 : audit [DBG] from='client.35090 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:10 smithi145 conmon[67302]: 2022-01-25T23:30:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:10 smithi145 conmon[67302]: audit 2022-01-25T23:30:09.500583+0000 mgr.smithi120.hllzij (mgr.14704) 1533 : audit [DBG] from='client.35094 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:10.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:10 smithi145 conmon[67302]: cluster 2022-01-25T23: 2022-01-25T23:30:10.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:10 smithi145 conmon[67302]: 30:09.756089+0000 mgr.smithi120.hllzij (mgr.14704) 1534 : cluster [DBG] pgmap v1321: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:10.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:10 smithi145 conmon[67302]: audit 2022-01-25T23:30:10.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:10 smithi145 conmon[67302]: 2022-01-25T23:30:09.831735+0000 mon.smithi120 (mon.0) 691 : audit [DBG] 2022-01-25T23:30:10.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:10 smithi145 conmon[67302]: from='client.? 172.21.15.120:0/2602294726' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:30:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:12 smithi145 conmon[67302]: cluster 2022-01-25T23:30:11.756724+0000 mgr.smithi120.hllzij (mgr.14704) 1535 : cluster 2022-01-25T23:30:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:12 smithi145 conmon[67302]: [DBG] pgmap v1322: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:13.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:12 smithi120 conmon[102313]: cluster 2022-01-25T23:30:11.756724+0000 mgr.smithi120.hllzij (mgr.14704) 1535 : cluster [DBG] pgmap v1322: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:15.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:14 smithi145 conmon[67302]: cluster 2022-01-25T23:30:13.757417+0000 mgr.smithi120.hllzij (mgr.14704) 1536 : cluster [DBG] pgmap v1323: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:15.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:14 smithi145 conmon[67302]: 2022-01-25T23:30:15.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:14 smithi120 conmon[102313]: cluster 2022-01-25T23:30:13.757417+0000 mgr.smithi120.hllzij (mgr.14704) 1536 : cluster [DBG] pgmap v1323: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:16 smithi145 conmon[67302]: cluster 2022-01-25T23:30:15.758381+0000 mgr.smithi120.hllzij (mgr.14704) 1537 2022-01-25T23:30:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:16 smithi145 conmon[67302]: : cluster [DBG] pgmap v1324: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:17.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:16 smithi120 conmon[102313]: cluster 2022-01-25T23:30:15.758381+0000 mgr.smithi120.hllzij (mgr.14704) 1537 : cluster [DBG] pgmap v1324: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:18 smithi145 conmon[67302]: cluster 2022-01-25T23:30:17.758925+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:30:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:18 smithi145 conmon[67302]: 1538 : cluster [DBG] pgmap v1325: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:18 smithi120 conmon[102313]: cluster 2022-01-25T23:30:17.758925+0000 mgr.smithi120.hllzij (mgr.14704) 1538 : cluster [DBG] pgmap v1325: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:20 smithi120 conmon[102313]: cluster 2022-01-25T23:30:19.759732+0000 mgr.smithi120.hllzij (mgr.14704) 1539 : cluster [DBG] pgmap v1326: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:20 smithi145 conmon[67302]: cluster 2022-01-25T23:30:19.759732+0000 mgr.smithi120.hllzij (mgr.14704) 1539 : cluster [DBG] pgmap v1326: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:23.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:22 smithi145 conmon[67302]: cluster 2022-01-25T23:30:21.760386+0000 mgr.smithi120.hllzij (mgr.14704) 1540 : cluster [DBG] pgmap v1327: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:23.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:22 smithi120 conmon[102313]: cluster 2022-01-25T23:30:21.760386+0000 mgr.smithi120.hllzij (mgr.14704) 1540 : cluster [DBG] pgmap v1327: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:23.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:22 smithi120 conmon[102313]: 2022-01-25T23:30:25.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:24 smithi145 conmon[67302]: cluster 2022-01-25T23:30:23.761001+0000 mgr.smithi120.hllzij (mgr.14704) 1541 : cluster [DBG] pgmap v1328: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:25.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:24 smithi120 conmon[102313]: cluster 2022-01-25T23:30:23.761001+0000 mgr.smithi120.hllzij (mgr.14704) 1541 : cluster [DBG] pgmap v1328: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:25.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:24 smithi120 conmon[102313]: 2022-01-25T23:30:27.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:26 smithi145 conmon[67302]: cluster 2022-01-25T23:30:25.761807+0000 mgr.smithi120.hllzij (mgr.14704) 1542 : cluster [DBG] pgmap v1329: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:26 smithi120 conmon[102313]: cluster 2022-01-25T23:30:25.761807+0000 mgr.smithi120.hllzij (mgr.14704) 1542 : cluster [DBG] pgmap v1329: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:28 smithi145 conmon[67302]: cluster 2022-01-25T23:30:27.762255+0000 mgr.smithi120.hllzij (mgr.14704) 1543 : cluster 2022-01-25T23:30:29.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:28 smithi145 conmon[67302]: [DBG] pgmap v1330: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:29.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:28 smithi120 conmon[102313]: cluster 2022-01-25T23:30:27.762255+0000 mgr.smithi120.hllzij (mgr.14704) 1543 : cluster [DBG] 2022-01-25T23:30:29.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:28 smithi120 conmon[102313]: pgmap v1330: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:30 smithi120 conmon[102313]: cluster 2022-01-25T23:30:29.763090+0000 mgr.smithi120.hllzij (mgr.14704) 1544 : cluster [DBG] 2022-01-25T23:30:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:30 smithi120 conmon[102313]: pgmap v1331: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:30.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:30 smithi145 conmon[67302]: cluster 2022-01-25T23:30:29.763090+0000 mgr.smithi120.hllzij (mgr.14704) 1544 : cluster [DBG] pgmap v1331: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:32 smithi145 conmon[67302]: cluster 2022-01-25T23:30:31.763628+0000 mgr.smithi120.hllzij (mgr.14704) 1545 : cluster [DBG] pgmap v1332: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:33.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:32 smithi120 conmon[102313]: cluster 2022-01-25T23:30:31.763628+0000 mgr.smithi120.hllzij (mgr.14704) 1545 : cluster [DBG] pgmap v1332: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:35.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:34 smithi145 conmon[67302]: cluster 2022-01-25T23:30:33.764287+0000 mgr.smithi120.hllzij (mgr.14704) 1546 : cluster [DBG] pgmap v1333: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:35.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:34 smithi120 conmon[102313]: cluster 2022-01-25T23:30:33.764287+0000 mgr.smithi120.hllzij (mgr.14704) 1546 : cluster [DBG] 2022-01-25T23:30:35.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:34 smithi120 conmon[102313]: pgmap v1333: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:36 smithi145 conmon[67302]: cluster 2022-01-25T23:30:35.765126+0000 mgr.smithi120.hllzij (mgr.14704) 1547 : cluster [DBG] pgmap v1334: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:37.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:36 smithi120 conmon[102313]: cluster 2022-01-25T23:30:35.765126+0000 mgr.smithi120.hllzij (mgr.14704) 1547 : cluster [DBG] pgmap v1334: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:39.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:38 smithi145 conmon[67302]: cluster 2022-01-25T23:30:37.765696+0000 mgr.smithi120.hllzij (mgr.14704) 1548 : cluster [DBG] pgmap v1335: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:39.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:38 smithi120 conmon[102313]: cluster 2022-01-25T23:30:37.765696+0000 mgr.smithi120.hllzij (mgr.14704) 1548 2022-01-25T23:30:39.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:38 smithi120 conmon[102313]: : cluster [DBG] pgmap v1335: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:40.129 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:30:40.394 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:30:40.394 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (49m) 114s ago 50m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:30:40.395 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (43m) 114s ago 50m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:30:40.395 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (42m) 116s ago 50m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:30:40.395 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (49m) 114s ago 50m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:30:40.395 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (46m) 114s ago 46m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:30:40.396 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (46m) 116s ago 46m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:30:40.396 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (43m) 114s ago 52m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:30:40.396 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (43m) 116s ago 50m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:30:40.396 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (43m) 114s ago 52m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:30:40.397 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (43m) 116s ago 50m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:30:40.397 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (44m) 114s ago 44m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:30:40.397 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (44m) 116s ago 44m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:30:40.397 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (50m) 114s ago 50m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:30:40.398 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (50m) 116s ago 50m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:30:40.398 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (37m) 114s ago 49m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:30:40.398 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (49m) 114s ago 49m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:30:40.398 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (49m) 114s ago 49m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:30:40.398 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (48m) 114s ago 48m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:30:40.399 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (48m) 116s ago 48m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:30:40.399 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (48m) 116s ago 48m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:30:40.399 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (48m) 116s ago 48m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:30:40.399 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (47m) 116s ago 47m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:30:40.400 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (49m) 114s ago 50m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:30:40.716 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:30:40.716 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:30:40.717 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:30:40.717 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:30:40.717 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:30:40.717 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:30:40.718 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:30:40.718 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:30:40.718 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:30:40.718 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:30:40.719 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:30:40.719 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:30:40.719 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:30:40.719 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:30:40.720 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:30:40.720 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:30:40.720 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:30:40.720 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:30:40.721 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:30:40.721 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:40 smithi120 conmon[102313]: cluster 2022-01-25T23:30:39.766488+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:30:40.721 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:40 smithi120 conmon[102313]: .14704) 1549 : cluster [DBG] pgmap v1336: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:40 smithi145 conmon[67302]: cluster 2022-01-25T23:30:39.766488+0000 mgr.smithi120.hllzij (mgr.14704) 1549 : cluster [DBG] pgmap v1336: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:41.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:41 smithi120 conmon[102313]: audit 2022-01-25T23:30:40.117547+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:30:41.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:41 smithi120 conmon[102313]: 1550 : audit [DBG] from='client.35102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:41.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:41 smithi120 conmon[102313]: audit 2022-01-25T23:30:40.385818+0000 mgr.smithi120.hllzij (mgr.14704) 1551 : audit [DBG] from='client.35106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:41.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:41 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T23:30:41.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:41 smithi120 conmon[102313]: 23:30:40.716572+0000 mon.smithi120 (mon.0) 692 : audit [DBG] from='client.? 172.21.15.120:0/2679976870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:30:41.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:41 smithi145 conmon[67302]: audit 2022-01-25T23:30:40.117547+0000 mgr.smithi120.hllzij (mgr.14704) 1550 : audit [DBG] from='client.35102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:41.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:41 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T23:30:41.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:41 smithi145 conmon[67302]: 23:30:40.385818+0000 mgr.smithi120.hllzij (mgr.14704) 1551 : audit [DBG] from='client.35106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:30:41.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:41 smithi145 conmon[67302]: audit 2022-01-25T23:30:40.716572+0000 mon.smithi120 (mon.0) 692 : audit [DBG] from='client.? 172.21.15.120:0/2679976870' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:30:42.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:42 smithi120 conmon[102313]: cluster 2022-01-25T23:30:41.767101+0000 mgr.smithi120.hllzij (mgr.14704) 1552 : cluster [DBG] 2022-01-25T23:30:42.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:42 smithi120 conmon[102313]: pgmap v1337: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:42.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:42 smithi145 conmon[67302]: cluster 2022-01-25T23:30:41.767101+0000 mgr.smithi120.hllzij (mgr.14704) 1552 : cluster [DBG] pgmap v1337: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:45.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:44 smithi145 conmon[67302]: cluster 2022-01-25T23:30:43.767545+0000 mgr.smithi120.hllzij (mgr.14704) 1553 : cluster [DBG] pgmap v1338: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:44 smithi120 conmon[102313]: cluster 2022-01-25T23:30:43.767545+0000 mgr.smithi120.hllzij (mgr.14704) 1553 : cluster [DBG] 2022-01-25T23:30:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:44 smithi120 conmon[102313]: pgmap v1338: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:47.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:46 smithi145 conmon[67302]: cluster 2022-01-25T23:30:45.768390+0000 mgr.smithi120.hllzij (mgr.14704) 1554 : cluster [DBG] pgmap v1339: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:47.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:46 smithi145 conmon[67302]: 2022-01-25T23:30:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:46 smithi120 conmon[102313]: cluster 2022-01-25T23:30:45.768390+0000 mgr.smithi120.hllzij (mgr.14704) 1554 : cluster [DBG] pgmap v1339: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:47 smithi145 conmon[67302]: audit 2022-01-25T23:30:47.174419+0000 mon.smithi120 (mon. 2022-01-25T23:30:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:47 smithi145 conmon[67302]: 0) 693 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:30:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:47 smithi145 conmon[67302]: audit 2022-01-25T23:30:47.175856+0000 mon.smithi120 (mon.0) 694 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:30:48.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:47 smithi145 conmon[67302]: audit 2022-01-25T23:30:47.176871+0000 mon.smithi120 (mon.0) 695 : audit 2022-01-25T23:30:48.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:47 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:30:48.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:47 smithi145 conmon[67302]: audit 2022-01-25T23:30:48.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:47 smithi145 conmon[67302]: 2022-01-25T23:30:47.525777+0000 mon.smithi120 (mon.0) 696 : 2022-01-25T23:30:48.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:47 smithi145 conmon[67302]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:30:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:47 smithi120 conmon[102313]: audit 2022-01-25T23:30:47.174419+0000 mon.smithi120 (mon.0) 693 2022-01-25T23:30:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:47 smithi120 conmon[102313]: : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:30:48.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:47 smithi120 conmon[102313]: audit 2022-01-25T23:30:47.175856+0000 mon.smithi120 (mon.0) 694 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:30:48.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:47 smithi120 conmon[102313]: audit 2022-01-25T23:30:47.176871+0000 mon.smithi120 (mon.0) 695 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:30:48.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:47 smithi120 conmon[102313]: audit 2022-01-25T23:30:47.525777+0000 mon.smithi120 (mon.0) 696 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:30:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:48 smithi145 conmon[67302]: cephadm 2022-01-25T23:30:47.177653+0000 mgr.smithi120.hllzij (mgr.14704) 1555 : cephadm 2022-01-25T23:30:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:48 smithi145 conmon[67302]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:30:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:48 smithi145 conmon[67302]: cluster 2022-01-25T23:30:47.768972+0000 mgr.smithi120.hllzij (mgr.14704) 1556 : cluster [DBG] pgmap v1340: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:49.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:48 smithi145 conmon[67302]: audit 2022-01-25T23:30:47.906035 2022-01-25T23:30:49.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:48 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 697 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:30:49.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:48 smithi145 conmon[67302]: audit 2022-01-25T23:30:47.910878+0000 mon.smithi120 (mon.0 2022-01-25T23:30:49.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:48 smithi145 conmon[67302]: ) 698 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:30:49.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:48 smithi120 conmon[102313]: cephadm 2022-01-25T23:30:47.177653+0000 mgr.smithi120.hllzij (mgr.14704) 1555 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:30:49.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:48 smithi120 conmon[102313]: cluster 2022-01-25T23:30:47.768972+0000 mgr.smithi120.hllzij (mgr.14704) 1556 : cluster [DBG] pgmap v1340: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:49.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:48 smithi120 conmon[102313]: audit 2022-01-25T23:30:47.906035+0000 mon.smithi120 (mon.0) 697 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:30:49.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:48 smithi120 conmon[102313]: audit 2022-01-25T23:30:47.910878+0000 mon.smithi120 (mon.0) 698 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:30:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:50 smithi120 conmon[102313]: cluster 2022-01-25T23:30:49.769925+0000 mgr.smithi120.hllzij (mgr.14704) 1557 : cluster [DBG] 2022-01-25T23:30:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:50 smithi120 conmon[102313]: pgmap v1341: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:50 smithi145 conmon[67302]: cluster 2022-01-25T23:30:49.769925+0000 mgr.smithi120.hllzij (mgr.14704) 1557 : cluster [DBG] 2022-01-25T23:30:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:50 smithi145 conmon[67302]: pgmap v1341: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:30:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:52 smithi145 conmon[67302]: cluster 2022-01-25T23:30:51.770680+0000 mgr.smithi120.hllzij (mgr.14704) 1558 : cluster [DBG] 2022-01-25T23:30:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:52 smithi145 conmon[67302]: pgmap v1342: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:53.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:52 smithi120 conmon[102313]: cluster 2022-01-25T23:30:51.770680+0000 mgr.smithi120.hllzij (mgr.14704) 1558 : cluster [DBG] pgmap v1342: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:53.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:52 smithi120 conmon[102313]: 2022-01-25T23:30:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:53 smithi120 conmon[102313]: audit 2022-01-25T23:30:53.759355+0000 mon.smithi120 (mon.0) 699 : audit 2022-01-25T23:30:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:53 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:30:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:53 smithi120 conmon[102313]: audit 2022-01-25T23:30:53.759843+0000 mon.smithi120 (mon.0) 700 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:30:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:53 smithi145 conmon[67302]: audit 2022-01-25T23:30:53.759355+0000 mon.smithi120 (mon.0) 699 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:30:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:53 smithi145 conmon[67302]: audit 2022-01-25T23:30:53.759843+0000 mon.smithi120 (mon.0) 700 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:30:55.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:54 smithi120 conmon[102313]: cluster 2022-01-25T23:30:53.771222 2022-01-25T23:30:55.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:54 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 1559 : cluster [DBG] pgmap v1343: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:55.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:54 smithi145 conmon[67302]: cluster 2022-01-25T23:30:53.771222+0000 mgr.smithi120.hllzij (mgr.14704) 1559 : cluster [DBG] 2022-01-25T23:30:55.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:54 smithi145 conmon[67302]: pgmap v1343: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:57.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:56 smithi120 conmon[102313]: cluster 2022-01-25T23:30:55.772105+0000 mgr.smithi120.hllzij (mgr.14704) 1560 : cluster [DBG] pgmap v1344: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:57.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:56 smithi145 conmon[67302]: cluster 2022-01-25T23:30:55.772105+0000 mgr.smithi120.hllzij (mgr.14704) 1560 : cluster [DBG] 2022-01-25T23:30:57.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:56 smithi145 conmon[67302]: pgmap v1344: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:59.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:58 smithi145 conmon[67302]: cluster 2022-01-25T23:30:57.772624+0000 mgr.smithi120.hllzij (mgr.14704) 1561 : cluster 2022-01-25T23:30:59.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:30:58 smithi145 conmon[67302]: [DBG] pgmap v1345: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:30:59.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:30:58 smithi120 conmon[102313]: cluster 2022-01-25T23:30:57.772624+0000 mgr.smithi120.hllzij (mgr.14704) 1561 : cluster [DBG] pgmap v1345: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:00 smithi120 conmon[102313]: cluster 2022-01-25T23:30:59.773352+0000 mgr.smithi120.hllzij (mgr.14704) 1562 : cluster [DBG] pgmap v1346: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:00 smithi145 conmon[67302]: cluster 2022-01-25T23:30:59.773352+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:31:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:00 smithi145 conmon[67302]: ) 1562 : cluster [DBG] pgmap v1346: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:02 smithi145 conmon[67302]: cluster 2022-01-25T23:31:01.774044+0000 mgr.smithi120.hllzij (mgr.14704) 1563 : cluster [DBG] pgmap v1347: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:03.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:02 smithi120 conmon[102313]: cluster 2022-01-25T23:31:01.774044+0000 mgr.smithi120.hllzij (mgr.14704) 1563 : cluster [DBG] pgmap v1347: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:05.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:04 smithi120 conmon[102313]: cluster 2022-01-25T23:31:03.774496+0000 mgr.smithi120.hllzij (mgr.14704) 1564 : cluster [DBG] pgmap v1348: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:05.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:04 smithi145 conmon[67302]: cluster 2022-01-25T23:31:03.774496+0000 mgr.smithi120.hllzij (mgr.14704) 1564 : cluster [DBG] pgmap v1348: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:07.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:06 smithi120 conmon[102313]: cluster 2022-01-25T23:31:05.775336+0000 mgr.smithi120.hllzij (mgr.14704) 1565 : cluster [DBG] pgmap v1349: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:07.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:06 smithi145 conmon[67302]: cluster 2022-01-25T23:31:05.775336+0000 mgr.smithi120.hllzij (mgr.14704) 1565 : cluster [DBG] pgmap v1349: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:09.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:08 smithi145 conmon[67302]: cluster 2022-01-25T23:31:07.775970+0000 mgr.smithi120.hllzij (mgr.14704) 1566 : cluster [DBG] pgmap v1350: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:09.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:08 smithi120 conmon[102313]: cluster 2022-01-25T23:31:07.775970+0000 mgr.smithi120.hllzij (mgr.14704) 1566 : cluster [DBG] pgmap v1350: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:10 smithi120 conmon[102313]: cluster 2022-01-25T23:31:09.776768+0000 mgr.smithi120.hllzij (mgr.14704) 1567 : cluster [DBG] pgmap v1351: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:10 smithi145 conmon[67302]: cluster 2022-01-25T23:31:09.776768+0000 mgr.smithi120.hllzij (mgr.14704) 1567 : cluster [DBG] pgmap v1351: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:11.016 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:31:11.282 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:31:11.282 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (50m) 2m ago 51m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:31:11.283 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (43m) 2m ago 51m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:31:11.283 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (43m) 2m ago 50m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:31:11.283 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (50m) 2m ago 51m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:31:11.283 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (47m) 2m ago 47m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:31:11.284 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (47m) 2m ago 47m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:31:11.284 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (44m) 2m ago 52m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:31:11.284 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (44m) 2m ago 50m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:31:11.284 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (43m) 2m ago 52m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:31:11.284 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (43m) 2m ago 50m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:31:11.285 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (44m) 2m ago 44m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:31:11.285 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (44m) 2m ago 44m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:31:11.285 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (51m) 2m ago 51m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:31:11.285 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (50m) 2m ago 50m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:31:11.285 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (38m) 2m ago 50m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:31:11.286 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (50m) 2m ago 50m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:31:11.286 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (49m) 2m ago 49m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:31:11.286 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (49m) 2m ago 49m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:31:11.286 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (49m) 2m ago 49m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:31:11.287 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (48m) 2m ago 48m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:31:11.287 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (48m) 2m ago 48m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:31:11.287 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (48m) 2m ago 48m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:31:11.287 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (50m) 2m ago 51m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:31:11.605 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:31:11.606 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:31:11.606 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:31:11.607 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:31:11.607 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:31:11.607 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:31:11.608 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:31:11.608 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:31:11.608 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:31:11.608 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:31:11.608 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:31:11.609 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:31:11.609 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:31:11.609 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:31:11.610 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:31:11.610 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:31:11.610 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:31:11.610 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:31:11.611 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:31:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:11 smithi120 conmon[102313]: audit 2022-01-25T23:31:11.606477+0000 mon.smithi120 (mon.0) 701 : audit [DBG] from='client.? 172.21.15.120:0/1228331428' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:31:12.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:11 smithi145 conmon[67302]: audit 2022-01-25T23:31:11.606477+0000 mon.smithi120 (mon.0) 701 : audit [DBG] from='client.? 172.21.15.120:0/1228331428' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:31:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:12 smithi120 conmon[102313]: audit 2022-01-25T23:31:11.004968+0000 mgr.smithi120.hllzij (mgr.14704) 1568 : audit [DBG] from='client.35114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:12 smithi120 conmon[102313]: audit 2022-01-25T23:31:11.274019+0000 mgr.smithi120.hllzij (mgr.14704) 1569 : audit [DBG] from='client.35118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:12 smithi120 conmon[102313]: cluster 2022-01-25T23:31:11.777311+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:31:13.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:12 smithi120 conmon[102313]: 1570 : cluster [DBG] pgmap v1352: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:12 smithi145 conmon[67302]: audit 2022-01-25T23:31:11.004968+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:31:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:12 smithi145 conmon[67302]: 1568 : audit [DBG] from='client.35114 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:13.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:12 smithi145 conmon[67302]: audit 2022-01-25T23:31:11.274019+0000 mgr.smithi120.hllzij (mgr.14704) 1569 : audit [DBG] from='client.35118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:13.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:12 smithi145 conmon[67302]: cluster 2022-01-25T23 2022-01-25T23:31:13.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:12 smithi145 conmon[67302]: :31:11.777311+0000 mgr.smithi120.hllzij (mgr.14704) 1570 : cluster [DBG] pgmap v1352: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:15.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:14 smithi120 conmon[102313]: cluster 2022-01-25T23:31:13.778002+0000 mgr.smithi120.hllzij (mgr.14704) 1571 : cluster [DBG] pgmap v1353: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:15.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:14 smithi145 conmon[67302]: cluster 2022-01-25T23:31:13.778002+0000 mgr.smithi120.hllzij (mgr.14704) 1571 : cluster [DBG] pgmap v1353: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:17.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:16 smithi120 conmon[102313]: cluster 2022-01-25T23:31:15.778820+0000 mgr.smithi120.hllzij (mgr.14704) 1572 : cluster [DBG] pgmap v1354: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:17.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:16 smithi145 conmon[67302]: cluster 2022-01-25T23:31:15.778820+0000 mgr.smithi120.hllzij (mgr.14704) 1572 : cluster [DBG] pgmap v1354: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:19.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:18 smithi145 conmon[67302]: cluster 2022-01-25T23:31:17.779480+0000 mgr.smithi120.hllzij (mgr.14704) 1573 2022-01-25T23:31:19.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:18 smithi145 conmon[67302]: : cluster [DBG] pgmap v1355: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:18 smithi120 conmon[102313]: cluster 2022-01-25T23:31:17.779480+0000 mgr.smithi120.hllzij (mgr.14704) 1573 : cluster [DBG] pgmap v1355: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:20 smithi120 conmon[102313]: cluster 2022-01-25T23:31:19.780242+0000 mgr.smithi120.hllzij (mgr.14704) 1574 : cluster [DBG] pgmap v1356: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:20 smithi145 conmon[67302]: cluster 2022-01-25T23:31:19.780242+0000 mgr.smithi120.hllzij (mgr.14704) 1574 2022-01-25T23:31:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:20 smithi145 conmon[67302]: : cluster [DBG] pgmap v1356: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:23.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:22 smithi120 conmon[102313]: cluster 2022-01-25T23:31:21.780847+0000 mgr.smithi120.hllzij (mgr.14704) 1575 : cluster [DBG] pgmap v1357: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:23.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:22 smithi145 conmon[67302]: cluster 2022-01-25T23:31:21.780847+0000 mgr.smithi120.hllzij (mgr.14704) 1575 : cluster [DBG] 2022-01-25T23:31:23.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:22 smithi145 conmon[67302]: pgmap v1357: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:25.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:24 smithi120 conmon[102313]: cluster 2022-01-25T23:31:23.781457+0000 mgr.smithi120.hllzij (mgr.14704) 1576 : cluster [DBG] pgmap v1358: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:25.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:24 smithi120 conmon[102313]: 2022-01-25T23:31:25.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:24 smithi145 conmon[67302]: cluster 2022-01-25T23:31:23.781457+0000 mgr.smithi120.hllzij (mgr.14704) 1576 : cluster [DBG] 2022-01-25T23:31:25.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:24 smithi145 conmon[67302]: pgmap v1358: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:26 smithi120 conmon[102313]: cluster 2022-01-25T23:31:25.782440+0000 mgr.smithi120.hllzij (mgr.14704) 1577 : cluster [DBG] pgmap v1359: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:26 smithi145 conmon[67302]: cluster 2022-01-25T23:31:25.782440+0000 mgr.smithi120.hllzij (mgr.14704) 1577 : cluster 2022-01-25T23:31:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:26 smithi145 conmon[67302]: [DBG] pgmap v1359: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:29.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:28 smithi145 conmon[67302]: cluster 2022-01-25T23:31:27.783128+0000 mgr.smithi120.hllzij (mgr.14704) 1578 2022-01-25T23:31:29.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:28 smithi145 conmon[67302]: : cluster [DBG] pgmap v1360: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:29.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:28 smithi120 conmon[102313]: cluster 2022-01-25T23:31:27.783128+0000 mgr.smithi120.hllzij (mgr.14704) 1578 2022-01-25T23:31:29.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:28 smithi120 conmon[102313]: : cluster [DBG] pgmap v1360: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:30.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:30 smithi120 conmon[102313]: cluster 2022-01-25T23:31:29.783832+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:31:30.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:30 smithi120 conmon[102313]: 14704) 1579 : cluster [DBG] pgmap v1361: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:30.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:30 smithi145 conmon[67302]: cluster 2022-01-25T23:31:29.783832+0000 mgr.smithi120.hllzij (mgr.14704) 1579 : cluster [DBG] 2022-01-25T23:31:30.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:30 smithi145 conmon[67302]: pgmap v1361: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:33.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:32 smithi120 conmon[102313]: cluster 2022-01-25T23:31:31.784559+0000 mgr.smithi120.hllzij (mgr.14704) 1580 : cluster [DBG] pgmap v1362: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:33.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:32 smithi145 conmon[67302]: cluster 2022-01-25T23:31:31.784559+0000 mgr.smithi120.hllzij (mgr.14704) 1580 : cluster 2022-01-25T23:31:33.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:32 smithi145 conmon[67302]: [DBG] pgmap v1362: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:35.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:34 smithi120 conmon[102313]: cluster 2022-01-25T23:31:33.785069+0000 mgr.smithi120.hllzij (mgr.14704) 1581 : cluster [DBG] pgmap v1363: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:35.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:34 smithi145 conmon[67302]: cluster 2022-01-25T23:31:33.785069+0000 mgr.smithi120.hllzij (mgr.14704) 1581 : cluster 2022-01-25T23:31:35.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:34 smithi145 conmon[67302]: [DBG] pgmap v1363: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:37.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:36 smithi120 conmon[102313]: cluster 2022-01-25T23:31:35.785901+0000 mgr.smithi120.hllzij (mgr.14704) 1582 : cluster [DBG] pgmap v1364: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:37.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:36 smithi145 conmon[67302]: cluster 2022-01-25T23:31:35.785901+0000 mgr.smithi120.hllzij (mgr.14704) 1582 : cluster 2022-01-25T23:31:37.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:36 smithi145 conmon[67302]: [DBG] pgmap v1364: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:39.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:38 smithi145 conmon[67302]: cluster 2022-01-25T23:31:37.786429+0000 mgr.smithi120.hllzij (mgr.14704) 1583 : cluster 2022-01-25T23:31:39.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:38 smithi145 conmon[67302]: [DBG] pgmap v1365: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:39.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:38 smithi120 conmon[102313]: cluster 2022-01-25T23:31:37.786429+0000 mgr.smithi120.hllzij (mgr.14704) 1583 : cluster [DBG] pgmap v1365: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:40 smithi120 conmon[102313]: cluster 2022-01-25T23:31:39.787175+0000 mgr.smithi120.hllzij (mgr.14704) 1584 : cluster [DBG] pgmap v1366: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:40.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:40 smithi145 conmon[67302]: cluster 2022-01-25T23:31:39.787175+0000 mgr.smithi120.hllzij (mgr.14704) 1584 : cluster 2022-01-25T23:31:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:40 smithi145 conmon[67302]: [DBG] pgmap v1366: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:41.909 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:31:42.176 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:31:42.176 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (50m) 2m ago 52m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:31:42.176 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (44m) 2m ago 51m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:31:42.176 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (43m) 2m ago 51m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:31:42.177 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (50m) 2m ago 51m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:31:42.177 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (47m) 2m ago 47m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:31:42.177 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (47m) 2m ago 47m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:31:42.177 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (44m) 2m ago 53m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:31:42.178 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (44m) 2m ago 51m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:31:42.178 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (44m) 2m ago 53m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:31:42.178 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (44m) 2m ago 51m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:31:42.178 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (45m) 2m ago 45m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:31:42.179 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (45m) 2m ago 45m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:31:42.179 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (51m) 2m ago 51m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:31:42.179 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (51m) 2m ago 51m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:31:42.179 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (38m) 2m ago 50m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:31:42.180 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (50m) 2m ago 50m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:31:42.180 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (50m) 2m ago 50m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:31:42.180 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (49m) 2m ago 49m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:31:42.180 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (49m) 2m ago 49m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:31:42.180 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (49m) 2m ago 49m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:31:42.181 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (49m) 2m ago 49m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:31:42.181 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (48m) 2m ago 48m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:31:42.181 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (50m) 2m ago 51m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:31:42.496 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:31:42.496 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:31:42.497 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:31:42.497 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:31:42.498 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:31:42.498 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:31:42.499 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:31:42.499 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:31:42.499 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:31:42.499 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:31:42.499 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:31:42.500 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:31:42.500 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:31:42.500 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:31:42.500 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:31:42.501 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:31:42.501 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:31:42.501 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:31:42.501 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:31:43.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:42 smithi120 conmon[102313]: cluster 2022-01-25T23:31:41.787679+0000 mgr.smithi120.hllzij (mgr.14704) 1585 : cluster [DBG] pgmap v1367: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:43.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:42 smithi120 conmon[102313]: audit 2022-01-25T23:31 2022-01-25T23:31:43.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:42 smithi120 conmon[102313]: :42.496511+0000 mon.smithi120 (mon.0) 702 : audit [DBG] from='client.? 172.21.15.120:0/3318144301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:31:43.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:42 smithi145 conmon[67302]: cluster 2022-01-25T23:31:41.787679+0000 mgr.smithi120.hllzij (mgr.14704) 1585 : cluster [DBG] 2022-01-25T23:31:43.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:42 smithi145 conmon[67302]: pgmap v1367: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:43.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:42 smithi145 conmon[67302]: audit 2022-01-25T23:31:42.496511+0000 mon.smithi120 (mon.0) 702 : audit [DBG] from='client.? 172.21.15.120:0/3318144301' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:31:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:43 smithi120 conmon[102313]: audit 2022-01-25T23:31:41.898541+0000 mgr.smithi120.hllzij (mgr.14704) 1586 : audit [DBG] from='client.35126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:44.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:43 smithi120 conmon[102313]: 2022-01-25T23:31:44.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:43 smithi120 conmon[102313]: audit 2022-01-25T23:31:42.167760+0000 mgr.smithi120.hllzij (mgr.14704) 1587 : audit [DBG] from='client.35130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:43 smithi145 conmon[67302]: audit 2022-01-25T23:31:41.898541+0000 mgr.smithi120.hllzij (mgr.14704) 1586 : audit [DBG] 2022-01-25T23:31:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:43 smithi145 conmon[67302]: from='client.35126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:43 smithi145 conmon[67302]: audit 2022-01-25T23:31:42.167760+0000 mgr.smithi120.hllzij (mgr.14704) 1587 : audit [DBG] from='client.35130 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:31:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:44 smithi120 conmon[102313]: cluster 2022-01-25T23:31:43.788112+0000 mgr.smithi120.hllzij (mgr.14704) 1588 : cluster [DBG] pgmap v1368: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:45.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:44 smithi145 conmon[67302]: cluster 2022-01-25T23:31:43.788112+0000 mgr.smithi120.hllzij (mgr.14704) 1588 : cluster [DBG] pgmap v1368: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:46 smithi120 conmon[102313]: cluster 2022-01-25T23:31:45.789143+0000 mgr.smithi120.hllzij (mgr.14704) 1589 : cluster [DBG] pgmap v1369: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:47.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:46 smithi145 conmon[67302]: cluster 2022-01-25T23:31:45.789143+0000 mgr.smithi120.hllzij (mgr.14704) 1589 : cluster [DBG] pgmap v1369: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:49.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: cluster 2022-01-25T23:31:47.789663+0000 mgr.smithi120.hllzij (mgr.14704) 1590 : cluster [DBG] pgmap v1370: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:49.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: audit 2022-01-25T23: 2022-01-25T23:31:49.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: 31:47.913264+0000 mon.smithi120 (mon.0) 703 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:31:49.190 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: audit 2022-01-25T23:31:47.914629+0000 mon.smithi120 (mon.0) 704 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:31:49.190 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: audit 2022-01-25T23: 2022-01-25T23:31:49.190 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: 31:47.915471+0000 mon.smithi120 (mon.0) 705 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:31:49.190 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T23:31:49.191 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: 23:31:48.263560+0000 mon.smithi120 ( 2022-01-25T23:31:49.191 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: mon.0) 706 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:31:49.191 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: 2022-01-25T23:31:49.192 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: audit 2022- 2022-01-25T23:31:49.192 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: 01-25T23:31:48. 2022-01-25T23:31:49.192 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: 644653+0000 mon.smithi120 (mon.0) 707 2022-01-25T23:31:49.192 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:31:49.193 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: audit 2022- 2022-01-25T23:31:49.193 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: 01-25T23:31:48.649486 2022-01-25T23:31:49.193 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 708 2022-01-25T23:31:49.193 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:48 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:31:49.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:48 smithi120 conmon[102313]: cluster 2022-01-25T23:31:47.789663+0000 mgr.smithi120.hllzij (mgr.14704) 1590 2022-01-25T23:31:49.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:48 smithi120 conmon[102313]: : cluster [DBG] pgmap v1370: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:49.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:48 smithi120 conmon[102313]: audit 2022-01-25T23:31:47.913264+0000 mon.smithi120 (mon.0) 703 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:31:49.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:48 smithi120 conmon[102313]: audit 2022-01-25T23:31:47.914629+0000 2022-01-25T23:31:49.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:48 smithi120 conmon[102313]: mon.smithi120 (mon.0) 704 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:31:49.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:48 smithi120 conmon[102313]: audit 2022-01-25 2022-01-25T23:31:49.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:48 smithi120 conmon[102313]: T23:31:47.915471+0000 mon.smithi120 (mon.0) 705 : audit 2022-01-25T23:31:49.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:48 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:31:49.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:48 smithi120 conmon[102313]: audit 2022-01-25T23:31:48. 2022-01-25T23:31:49.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:48 smithi120 conmon[102313]: 263560+0000 mon.smithi120 (mon.0) 706 : audit [INF] 2022-01-25T23:31:49.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:48 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:31:49.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:48 smithi120 conmon[102313]: audit 2022-01-25T23:31:48 2022-01-25T23:31:49.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:48 smithi120 conmon[102313]: .644653+0000 mon.smithi120 (mon.0) 707 : audit 2022-01-25T23:31:49.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:48 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:31:49.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:48 smithi120 conmon[102313]: audit 2022-01-25T23:31:48 2022-01-25T23:31:49.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:48 smithi120 conmon[102313]: .649486+0000 mon.smithi120 (mon.0) 708 : audit 2022-01-25T23:31:49.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:48 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:31:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:49 smithi120 conmon[102313]: cephadm 2022-01-25T23:31:47.916197+0000 mgr.smithi120.hllzij (mgr.14704) 1591 : cephadm [WRN] 2022-01-25T23:31:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:49 smithi120 conmon[102313]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:31:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:49 smithi145 conmon[67302]: cephadm 2022-01-25T23:31:47.916197+0000 mgr.smithi120.hllzij (mgr.14704) 1591 : cephadm [WRN] 2022-01-25T23:31:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:49 smithi145 conmon[67302]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:31:51.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:50 smithi120 conmon[102313]: cluster 2022-01-25T23:31:49.790450+0000 mgr.smithi120.hllzij (mgr.14704) 1592 : cluster [DBG] pgmap v1371: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:51.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:50 smithi145 conmon[67302]: cluster 2022-01-25T23:31:49.790450+0000 mgr.smithi120.hllzij (mgr.14704) 1592 : cluster [DBG] pgmap v1371: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:31:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:51 smithi120 conmon[102313]: cluster 2022-01-25T23:31:51.791167+0000 mgr.smithi120.hllzij (mgr.14704) 1593 : cluster [DBG] pgmap v1372: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:51 smithi145 conmon[67302]: cluster 2022-01-25T23:31:51.791167+0000 mgr.smithi120.hllzij (mgr.14704) 1593 : cluster [DBG] pgmap v1372: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:53 smithi145 conmon[67302]: audit 2022-01-25T23:31:53.764434+0000 mon.smithi120 (mon.0) 709 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:31:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:53 smithi145 conmon[67302]: audit 2022-01-25T23:31:53.764796+0000 mon.smithi120 ( 2022-01-25T23:31:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:53 smithi145 conmon[67302]: mon.0) 710 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:31:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:53 smithi120 conmon[102313]: audit 2022-01-25T23:31:53.764434+0000 mon.smithi120 (mon.0) 709 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:31:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:53 smithi120 conmon[102313]: audit 2022-01-25T23:31:53.764796+0000 mon.smithi120 (mon.0) 710 2022-01-25T23:31:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:53 smithi120 conmon[102313]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:31:55.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:54 smithi120 conmon[102313]: cluster 2022-01-25T23:31:53.791726+0000 mgr.smithi120.hllzij (mgr.14704) 1594 : cluster [DBG] pgmap v1373: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:55.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:54 smithi145 conmon[67302]: cluster 2022-01-25T23:31:53.791726+0000 mgr.smithi120.hllzij (mgr.14704) 1594 : cluster [DBG] pgmap v1373: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:57.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:56 smithi120 conmon[102313]: cluster 2022-01-25T23:31:55.792612+0000 mgr.smithi120.hllzij (mgr.14704) 1595 : cluster [DBG] pgmap v1374: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:57.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:56 smithi145 conmon[67302]: cluster 2022-01-25T23:31:55.792612+0000 mgr.smithi120.hllzij (mgr.14704) 1595 : cluster [DBG] pgmap v1374: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:59.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:31:58 smithi145 conmon[67302]: cluster 2022-01-25T23:31:57.793012+0000 mgr.smithi120.hllzij (mgr.14704) 1596 : cluster [DBG] pgmap v1375: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:31:59.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:31:58 smithi120 conmon[102313]: cluster 2022-01-25T23:31:57.793012+0000 mgr.smithi120.hllzij (mgr.14704) 1596 : cluster [DBG] pgmap v1375: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:00 smithi120 conmon[102313]: cluster 2022-01-25T23:31:59.793728+0000 mgr.smithi120.hllzij (mgr.14704) 1597 : cluster [DBG] pgmap v1376: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:00 smithi145 conmon[67302]: cluster 2022-01-25T23:31:59.793728+0000 mgr.smithi120.hllzij (mgr.14704) 1597 : cluster [DBG] pgmap v1376: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:03.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:02 smithi120 conmon[102313]: cluster 2022-01-25T23:32:01.794343+0000 mgr.smithi120.hllzij (mgr.14704) 1598 : cluster [DBG] pgmap v1377: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:03.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:02 smithi145 conmon[67302]: cluster 2022-01-25T23:32:01.794343+0000 mgr.smithi120.hllzij (mgr.14704) 1598 : cluster [DBG] 2022-01-25T23:32:03.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:02 smithi145 conmon[67302]: pgmap v1377: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:05.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:04 smithi120 conmon[102313]: cluster 2022-01-25T23:32:03.794831+0000 mgr.smithi120.hllzij (mgr.14704) 1599 : cluster [DBG] pgmap v1378: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:05.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:04 smithi145 conmon[67302]: cluster 2022-01-25T23:32:03.794831+0000 mgr.smithi120.hllzij (mgr.14704) 1599 : cluster [DBG] pgmap v1378: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:07.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:06 smithi120 conmon[102313]: cluster 2022-01-25T23:32:05.795561+0000 mgr.smithi120.hllzij (mgr.14704) 1600 : cluster [DBG] pgmap v1379: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:07.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:06 smithi145 conmon[67302]: cluster 2022-01-25T23:32:05.795561+0000 mgr.smithi120.hllzij (mgr.14704) 1600 : cluster [DBG] pgmap v1379: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:09.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:08 smithi145 conmon[67302]: cluster 2022-01-25T23:32:07.796061+0000 mgr.smithi120.hllzij (mgr.14704) 1601 : cluster 2022-01-25T23:32:09.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:08 smithi145 conmon[67302]: [DBG] pgmap v1380: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:09.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:08 smithi120 conmon[102313]: cluster 2022-01-25T23:32:07.796061+0000 mgr.smithi120.hllzij (mgr.14704) 1601 : cluster [DBG] pgmap v1380: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:10 smithi120 conmon[102313]: cluster 2022-01-25T23:32:09.796970+0000 mgr.smithi120.hllzij (mgr.14704) 1602 : cluster [DBG] pgmap v1381: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:10 smithi145 conmon[67302]: cluster 2022-01-25T23:32:09.796970+0000 mgr.smithi120.hllzij (mgr.14704) 1602 : cluster [DBG] pgmap v1381: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:12.794 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:32:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:12 smithi120 conmon[102313]: cluster 2022-01-25T23:32:11.797492+0000 mgr.smithi120.hllzij (mgr.14704) 1603 : cluster [DBG] pgmap v1382: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:13.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:12 smithi120 conmon[102313]: 2022-01-25T23:32:13.063 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:32:13.063 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (51m) 3m ago 52m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:32:13.064 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (44m) 3m ago 52m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:32:13.064 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (44m) 3m ago 52m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:32:13.064 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (51m) 3m ago 52m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:32:13.064 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (48m) 3m ago 48m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:32:13.065 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (48m) 3m ago 48m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:32:13.065 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (45m) 3m ago 53m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:32:13.065 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (45m) 3m ago 51m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:32:13.065 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (44m) 3m ago 53m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:32:13.065 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (44m) 3m ago 51m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:32:13.066 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (45m) 3m ago 45m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:32:13.066 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (45m) 3m ago 45m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:32:13.066 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (52m) 3m ago 52m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:32:13.066 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (51m) 3m ago 51m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:32:13.066 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (39m) 3m ago 51m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:32:13.067 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (51m) 3m ago 51m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:32:13.067 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (50m) 3m ago 50m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:32:13.068 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (50m) 3m ago 50m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:32:13.068 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (50m) 3m ago 50m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:32:13.068 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (49m) 3m ago 49m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:32:13.068 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (49m) 3m ago 49m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:32:13.069 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (49m) 3m ago 49m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:32:13.069 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (51m) 3m ago 52m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:32:13.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:12 smithi145 conmon[67302]: cluster 2022-01-25T23:32:11.797492+0000 mgr.smithi120.hllzij (mgr.14704) 1603 : cluster [DBG] pgmap v1382: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:13.388 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:32:13.389 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:32:13.389 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:32:13.389 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:32:13.389 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:32:13.389 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:32:13.390 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:32:13.390 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:32:13.390 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:32:13.391 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:32:13.391 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:32:13.391 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:32:13.391 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:32:13.391 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:32:13.392 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:32:13.392 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:32:13.392 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:32:13.393 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:32:13.393 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:32:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:13 smithi120 conmon[102313]: audit 2022-01-25T23:32:12.783111+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:32:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:13 smithi120 conmon[102313]: .14704) 1604 : audit [DBG] from='client.35138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:13 smithi120 conmon[102313]: audit 2022-01-25T23:32:13.389127+0000 mon.smithi120 (mon.0) 711 : audit [DBG] from='client.? 172.21.15.120:0/951221460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:32:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:13 smithi145 conmon[67302]: audit 2022-01-25T23:32:12.783111+0000 mgr.smithi120.hllzij (mgr.14704) 1604 : audit [DBG] from='client.35138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:13 smithi145 conmon[67302]: audit 2022-01-25T23:32:13.389127+0000 mon.smithi120 2022-01-25T23:32:14.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:13 smithi145 conmon[67302]: (mon.0) 711 : audit [DBG] from='client.? 172.21.15.120:0/951221460' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:32:15.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:14 smithi120 conmon[102313]: audit 2022-01-25T23:32:13.055295+0000 mgr.smithi120.hllzij (mgr.14704) 1605 : audit [DBG] from='client.35142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:15.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:14 smithi120 conmon[102313]: cluster 2022-01-25T23:32:13.797894+0000 mgr.smithi120.hllzij (mgr.14704) 1606 : cluster [DBG] pgmap v1383: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:15.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:14 smithi145 conmon[67302]: audit 2022-01-25T23:32:13.055295+0000 mgr.smithi120.hllzij (mgr.14704) 1605 : audit [DBG] from='client.35142 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:15.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:14 smithi145 conmon[67302]: cluster 2022-01-25T23:32:13.797894+0000 mgr.smithi120.hllzij 2022-01-25T23:32:15.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:14 smithi145 conmon[67302]: (mgr.14704) 1606 : cluster [DBG] pgmap v1383: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:17.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:16 smithi120 conmon[102313]: cluster 2022-01-25T23:32:15.798724+0000 mgr.smithi120.hllzij (mgr.14704) 1607 : cluster [DBG] pgmap v1384: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:17.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:16 smithi145 conmon[67302]: cluster 2022-01-25T23:32:15.798724+0000 mgr.smithi120.hllzij (mgr.14704) 1607 : cluster [DBG] pgmap v1384: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:17 smithi120 conmon[102313]: cluster 2022-01-25T23:32:17.799164+0000 mgr.smithi120.hllzij (mgr.14704) 1608 : cluster [DBG] pgmap v1385: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:17 smithi145 conmon[67302]: cluster 2022-01-25T23:32:17.799164+0000 mgr.smithi120.hllzij (mgr.14704) 1608 : cluster [DBG] pgmap v1385: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:20 smithi120 conmon[102313]: cluster 2022-01-25T23:32:19.799957+0000 mgr.smithi120.hllzij (mgr.14704) 1609 : cluster [DBG] pgmap v1386: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:20 smithi120 conmon[102313]: 2022-01-25T23:32:20.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:20 smithi145 conmon[67302]: cluster 2022-01-25T23:32:19.799957+0000 mgr.smithi120.hllzij (mgr.14704) 1609 : cluster [DBG] pgmap v1386: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:23.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:22 smithi120 conmon[102313]: cluster 2022-01-25T23:32:21.800614+0000 mgr.smithi120.hllzij (mgr.14704) 1610 : cluster [DBG] pgmap v1387: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:23.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:22 smithi145 conmon[67302]: cluster 2022-01-25T23:32:21.800614+0000 mgr.smithi120.hllzij (mgr.14704) 1610 : cluster [DBG] pgmap v1387: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:25.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:24 smithi120 conmon[102313]: cluster 2022-01-25T23:32:23.801100+0000 mgr.smithi120.hllzij (mgr.14704) 1611 : cluster [DBG] pgmap v1388: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:25.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:24 smithi145 conmon[67302]: cluster 2022-01-25T23:32:23.801100+0000 mgr.smithi120.hllzij (mgr.14704) 1611 : cluster [DBG] pgmap v1388: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:26 smithi120 conmon[102313]: cluster 2022-01-25T23:32:25.801950+0000 mgr.smithi120.hllzij (mgr.14704) 1612 : cluster [DBG] pgmap v1389: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:26 smithi145 conmon[67302]: cluster 2022-01-25T23:32:25.801950+0000 mgr.smithi120.hllzij (mgr.14704) 1612 : cluster [DBG] pgmap v1389: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:27 smithi120 conmon[102313]: cluster 2022-01-25T23:32:27.802535+0000 mgr.smithi120.hllzij (mgr.14704) 1613 : cluster [DBG] pgmap v1390: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:27 smithi145 conmon[67302]: cluster 2022-01-25T23:32:27.802535+0000 mgr.smithi120.hllzij (mgr.14704) 1613 : cluster [DBG] pgmap v1390: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:30 smithi120 conmon[102313]: cluster 2022-01-25T23:32:29.803218+0000 mgr.smithi120.hllzij (mgr.14704) 1614 : cluster [DBG] pgmap v1391: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:30.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:30 smithi145 conmon[67302]: cluster 2022-01-25T23:32:29.803218+0000 mgr.smithi120.hllzij (mgr.14704) 1614 : cluster [DBG] pgmap v1391: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:33.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:32 smithi120 conmon[102313]: cluster 2022-01-25T23:32:31.803718+0000 mgr.smithi120.hllzij (mgr.14704) 1615 : cluster [DBG] pgmap v1392: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:33.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:32 smithi145 conmon[67302]: cluster 2022-01-25T23:32:31.803718+0000 mgr.smithi120.hllzij (mgr.14704) 1615 : cluster [DBG] pgmap v1392: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:35.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:34 smithi120 conmon[102313]: cluster 2022-01-25T23:32:33.804140+0000 mgr.smithi120.hllzij (mgr.14704) 1616 : cluster [DBG] pgmap v1393: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:35.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:34 smithi145 conmon[67302]: cluster 2022-01-25T23:32:33.804140+0000 mgr.smithi120.hllzij (mgr.14704) 1616 : cluster [DBG] pgmap v1393: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:37.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:36 smithi120 conmon[102313]: cluster 2022-01-25T23:32:35.805008+0000 mgr.smithi120.hllzij (mgr.14704) 1617 : cluster [DBG] pgmap v1394: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:37.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:36 smithi145 conmon[67302]: cluster 2022-01-25T23:32:35.805008+0000 mgr.smithi120.hllzij (mgr.14704) 1617 : cluster [DBG] pgmap v1394: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:37 smithi120 conmon[102313]: cluster 2022-01-25T23:32:37.805742+0000 mgr.smithi120.hllzij (mgr.14704) 1618 : cluster [DBG] pgmap v1395: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:37 smithi145 conmon[67302]: cluster 2022-01-25T23:32:37.805742+0000 mgr.smithi120.hllzij (mgr.14704) 1618 : cluster [DBG] pgmap v1395: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:40 smithi120 conmon[102313]: cluster 2022-01-25T23:32:39.806514+0000 mgr.smithi120.hllzij (mgr.14704) 1619 : cluster [DBG] pgmap v1396: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:40 smithi145 conmon[67302]: cluster 2022-01-25T23:32:39.806514+0000 mgr.smithi120.hllzij (mgr.14704) 1619 : cluster [DBG] pgmap v1396: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:43.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:42 smithi120 conmon[102313]: cluster 2022-01-25T23:32:41.807090+0000 mgr.smithi120.hllzij (mgr.14704) 1620 : cluster [DBG] pgmap v1397: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:43.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:42 smithi145 conmon[67302]: cluster 2022-01-25T23:32:41.807090+0000 mgr.smithi120.hllzij (mgr.14704) 1620 : cluster [DBG] pgmap v1397: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:43.692 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:32:43.960 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:32:43.961 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (51m) 3m ago 53m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:32:43.961 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (45m) 3m ago 52m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:32:43.961 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (45m) 3m ago 52m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:32:43.961 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (51m) 3m ago 52m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:32:43.962 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (48m) 3m ago 48m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:32:43.962 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (48m) 3m ago 48m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:32:43.963 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (45m) 3m ago 54m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:32:43.963 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (45m) 3m ago 52m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:32:43.963 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (45m) 3m ago 54m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:32:43.963 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (45m) 3m ago 52m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:32:43.964 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (46m) 3m ago 46m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:32:43.964 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (46m) 3m ago 46m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:32:43.964 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (52m) 3m ago 52m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:32:43.964 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (52m) 3m ago 52m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:32:43.965 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (39m) 3m ago 51m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:32:43.965 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (51m) 3m ago 51m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:32:43.965 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (51m) 3m ago 51m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:32:43.965 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (51m) 3m ago 51m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:32:43.965 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (50m) 3m ago 50m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:32:43.966 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (50m) 3m ago 50m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:32:43.966 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (50m) 3m ago 50m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:32:43.966 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (49m) 3m ago 49m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:32:43.966 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (51m) 3m ago 52m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:32:44.278 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:32:44.278 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:32:44.279 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:32:44.279 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:32:44.280 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:32:44.280 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:32:44.280 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:32:44.280 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:32:44.280 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:32:44.281 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:32:44.281 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:32:44.281 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:32:44.281 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:32:44.282 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:32:44.282 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:32:44.282 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:32:44.283 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:32:44.283 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:32:44.284 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:32:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:44 smithi120 conmon[102313]: audit 2022-01-25T23:32:43.681419+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:32:45.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:44 smithi120 conmon[102313]: ) 1621 : audit [DBG] from='client.35150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:45.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:44 smithi120 conmon[102313]: cluster 2022-01-25T23:32:43.807483+0000 mgr.smithi120.hllzij (mgr.14704) 1622 : cluster [DBG] pgmap v1398: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:45.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:44 smithi120 conmon[102313]: audit 2022-01-25T23:32:44.278948+0000 mon.smithi120 2022-01-25T23:32:45.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:44 smithi120 conmon[102313]: (mon.0) 712 : audit [DBG] from='client.? 172.21.15.120:0/3569902421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:32:45.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:44 smithi145 conmon[67302]: audit 2022-01-25T23:32:43.681419+0000 mgr.smithi120.hllzij (mgr.14704) 1621 : audit [DBG] from='client.35150 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:45.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:44 smithi145 conmon[67302]: cluster 2022-01-25T23:32:43.807483+0000 mgr.smithi120.hllzij (mgr.14704) 1622 : cluster [DBG] pgmap v1398: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:45.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:44 smithi145 conmon[67302]: audit 2022-01-25T23:32:44.278948+0000 mon.smithi120 (mon.0) 712 : audit [DBG] from='client.? 172.21.15.120:0/3569902421' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:32:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:45 smithi120 conmon[102313]: audit 2022-01-25T23:32:43.952502+0000 mgr.smithi120.hllzij (mgr.14704) 1623 : audit [DBG] 2022-01-25T23:32:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:45 smithi120 conmon[102313]: from='client.35154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:45 smithi145 conmon[67302]: audit 2022-01-25T23:32:43.952502+0000 mgr.smithi120.hllzij (mgr.14704) 1623 : audit [DBG] from='client.35154 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:32:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:46 smithi120 conmon[102313]: cluster 2022-01-25T23:32:45.808237+0000 mgr.smithi120.hllzij (mgr.14704) 1624 : cluster [DBG] pgmap v1399: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:47.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:46 smithi145 conmon[67302]: cluster 2022-01-25T23:32:45.808237+0000 mgr.smithi120.hllzij (mgr.14704) 1624 : cluster [DBG] pgmap v1399: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:47 smithi120 conmon[102313]: cluster 2022-01-25T23:32:47.808876+0000 mgr.smithi120.hllzij (mgr.14704) 1625 : cluster [DBG] pgmap v1400: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:47 smithi145 conmon[67302]: cluster 2022-01-25T23:32:47.808876+0000 mgr.smithi120.hllzij (mgr.14704) 1625 : cluster [DBG] pgmap v1400: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:49.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:48 smithi145 conmon[67302]: audit 2022-01-25T23:32:48.652038+0000 mon.smithi120 (mon.0) 2022-01-25T23:32:49.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:48 smithi145 conmon[67302]: 713 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:32:49.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:48 smithi145 conmon[67302]: audit 2022-01-25T23:32:48.653460+0000 mon.smithi120 (mon.0) 714 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:32:49.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:48 smithi145 conmon[67302]: audit 2022-01-25T23:32:48.654448+0000 mon.smithi120 (mon.0) 2022-01-25T23:32:49.190 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:48 smithi145 conmon[67302]: 715 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:32:49.190 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:48 smithi145 conmon[67302]: cephadm 2022-01-25T 2022-01-25T23:32:49.190 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:48 smithi145 conmon[67302]: 23:32:48.655249+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:32:49.190 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:48 smithi145 conmon[67302]: 1626 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:32:49.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:48 smithi120 conmon[102313]: audit 2022-01-25T23:32:48.652038+0000 mon.smithi120 (mon.0 2022-01-25T23:32:49.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:48 smithi120 conmon[102313]: ) 713 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:32:49.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:48 smithi120 conmon[102313]: audit 2022-01-25T23:32:48.653460+0000 mon.smithi120 (mon.0) 714 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:32:49.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:48 smithi120 conmon[102313]: audit 2022-01-25T23:32:48.654448+0000 mon.smithi120 (mon.0) 715 : 2022-01-25T23:32:49.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:48 smithi120 conmon[102313]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:32:49.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:48 smithi120 conmon[102313]: cephadm 2022-01-25T23:32:48.655249+0000 2022-01-25T23:32:49.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:48 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 1626 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:32:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:50 smithi120 conmon[102313]: audit 2022-01-25T23:32:49.050170+0000 mon.smithi120 (mon.0) 716 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:32:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:50 smithi120 conmon[102313]: audit 2022-01-25T23:32:49.055164+0000 mon.smithi120 (mon.0) 717 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:32:50.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:50 smithi120 conmon[102313]: cluster 2022-01-25T23:32:49.809653+0000 mgr.smithi120.hllzij (mgr.14704) 1627 : cluster [DBG] pgmap v1401: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:50 smithi145 conmon[67302]: audit 2022-01-25T23:32:49.050170+0000 mon.smithi120 (mon.0) 716 : audit [INF] 2022-01-25T23:32:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:50 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:32:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:50 smithi145 conmon[67302]: audit 2022-01-25T23:32:49.055164+0000 mon.smithi120 (mon.0) 717 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:32:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:50 smithi145 conmon[67302]: cluster 2022-01-25T23:32:49.809653+0000 mgr.smithi120.hllzij (mgr.14704) 1627 : cluster [DBG] pgmap v1401: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:32:53.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:52 smithi120 conmon[102313]: cluster 2022-01-25T23:32:51.810263+0000 mgr.smithi120.hllzij (mgr.14704) 1628 : cluster 2022-01-25T23:32:53.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:52 smithi120 conmon[102313]: [DBG] pgmap v1402: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:53.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:52 smithi145 conmon[67302]: cluster 2022-01-25T23:32:51.810263+0000 mgr.smithi120.hllzij (mgr.14704) 1628 : cluster [DBG] pgmap v1402: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:53 smithi120 conmon[102313]: audit 2022-01-25T23:32:53.768401+0000 mon.smithi120 (mon.0) 718 : audit [INF] 2022-01-25T23:32:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:53 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:32:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:53 smithi120 conmon[102313]: audit 2022-01-25T23:32:53.768652+0000 mon.smithi120 (mon.0) 719 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:32:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:53 smithi145 conmon[67302]: audit 2022-01-25T23:32:53.768401+0000 mon.smithi120 (mon.0) 718 : audit [INF] 2022-01-25T23:32:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:53 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:32:54.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:53 smithi145 conmon[67302]: audit 2022-01-25T23:32:53.768652+0000 mon.smithi120 (mon.0) 719 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:32:55.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:54 smithi120 conmon[102313]: cluster 2022-01-25T23:32:53.810734+0000 mgr.smithi120.hllzij (mgr.14704) 1629 : cluster [DBG] pgmap v1403: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:55.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:54 smithi145 conmon[67302]: cluster 2022-01-25T23:32:53.810734+0000 mgr.smithi120.hllzij (mgr.14704) 1629 : cluster [DBG] 2022-01-25T23:32:55.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:54 smithi145 conmon[67302]: pgmap v1403: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:55 smithi120 conmon[102313]: cluster 2022-01-25T23:32:55.811785+0000 mgr.smithi120.hllzij (mgr.14704) 1630 : cluster [DBG] pgmap v1404: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:55 smithi120 conmon[102313]: 2022-01-25T23:32:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:55 smithi145 conmon[67302]: cluster 2022-01-25T23:32:55.811785+0000 mgr.smithi120.hllzij (mgr.14704) 1630 : 2022-01-25T23:32:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:55 smithi145 conmon[67302]: cluster [DBG] pgmap v1404: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:59.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:32:58 smithi145 conmon[67302]: cluster 2022-01-25T23:32:57.812525+0000 mgr.smithi120.hllzij (mgr.14704) 1631 : cluster [DBG] pgmap v1405: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:32:59.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:32:58 smithi120 conmon[102313]: cluster 2022-01-25T23:32:57.812525+0000 mgr.smithi120.hllzij (mgr.14704) 1631 : cluster [DBG] pgmap v1405: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:00.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:00 smithi120 conmon[102313]: cluster 2022-01-25T23:32:59.813248+0000 mgr.smithi120.hllzij (mgr.14704) 1632 : cluster [DBG] 2022-01-25T23:33:00.807 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:00 smithi120 conmon[102313]: pgmap v1406: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:00 smithi145 conmon[67302]: cluster 2022-01-25T23:32:59.813248+0000 mgr.smithi120.hllzij (mgr.14704) 1632 : cluster [DBG] pgmap v1406: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:03.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:02 smithi120 conmon[102313]: cluster 2022-01-25T23:33:01.813787+0000 mgr.smithi120.hllzij (mgr.14704) 1633 : cluster [DBG] pgmap v1407: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:03.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:02 smithi145 conmon[67302]: cluster 2022-01-25T23:33:01.813787+0000 mgr.smithi120.hllzij (mgr.14704) 1633 : cluster [DBG] pgmap v1407: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:03 smithi120 conmon[102313]: cluster 2022-01-25T23:33:03.814308+0000 mgr.smithi120.hllzij (mgr.14704) 1634 : cluster [DBG] pgmap v1408: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:03 smithi145 conmon[67302]: cluster 2022-01-25T23:33:03.814308+0000 mgr.smithi120.hllzij (mgr.14704) 1634 : cluster [DBG] pgmap v1408: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:07.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:06 smithi120 conmon[102313]: cluster 2022-01-25T23:33:05.815163+0000 mgr.smithi120.hllzij (mgr.14704) 1635 : cluster [DBG] pgmap v1409: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:07.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:06 smithi145 conmon[67302]: cluster 2022-01-25T23:33:05.815163+0000 mgr.smithi120.hllzij (mgr.14704) 1635 : cluster [DBG] pgmap v1409: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:07.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:06 smithi145 conmon[67302]: 2022-01-25T23:33:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:07 smithi120 conmon[102313]: cluster 2022-01-25T23:33:07.815730+0000 mgr.smithi120.hllzij (mgr.14704) 1636 : cluster [DBG] pgmap v1410: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:07 smithi145 conmon[67302]: cluster 2022-01-25T23:33:07.815730+0000 mgr.smithi120.hllzij (mgr.14704) 1636 : cluster [DBG] 2022-01-25T23:33:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:07 smithi145 conmon[67302]: pgmap v1410: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:10 smithi120 conmon[102313]: cluster 2022-01-25T23:33:09.816620+0000 mgr.smithi120.hllzij (mgr.14704) 1637 : cluster [DBG] pgmap v1411: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:10 smithi145 conmon[67302]: cluster 2022-01-25T23:33:09.816620+0000 mgr.smithi120.hllzij (mgr.14704) 1637 : cluster [DBG] pgmap v1411: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:13.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:12 smithi120 conmon[102313]: cluster 2022-01-25T23:33:11.817204+0000 mgr.smithi120.hllzij (mgr.14704) 1638 : cluster [DBG] pgmap v1412: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:13.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:12 smithi145 conmon[67302]: cluster 2022-01-25T23:33:11.817204+0000 mgr.smithi120.hllzij (mgr.14704) 1638 : cluster [DBG] pgmap v1412: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:13.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:12 smithi145 conmon[67302]: 2022-01-25T23:33:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:13 smithi120 conmon[102313]: cluster 2022-01-25T23:33:13.817787+0000 mgr.smithi120.hllzij (mgr.14704) 1639 : cluster [DBG] pgmap v1413: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:14.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:13 smithi145 conmon[67302]: cluster 2022-01-25T23:33:13.817787+0000 mgr.smithi120.hllzij (mgr.14704) 1639 : cluster [DBG] pgmap v1413: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:13 smithi145 conmon[67302]: 2022-01-25T23:33:14.580 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:33:14.845 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:33:14.845 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (52m) 4m ago 53m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:33:14.845 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (45m) 4m ago 53m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:33:14.846 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (45m) 4m ago 53m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:33:14.846 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (52m) 4m ago 53m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:33:14.846 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (49m) 4m ago 49m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:33:14.846 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (49m) 4m ago 49m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:33:14.847 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (46m) 4m ago 54m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:33:14.847 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (46m) 4m ago 52m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:33:14.847 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (46m) 4m ago 54m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:33:14.847 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (45m) 4m ago 52m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:33:14.848 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (46m) 4m ago 46m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:33:14.848 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (46m) 4m ago 46m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:33:14.848 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (53m) 4m ago 53m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:33:14.848 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (52m) 4m ago 52m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:33:14.848 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (40m) 4m ago 52m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:33:14.849 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (52m) 4m ago 52m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:33:14.849 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (51m) 4m ago 51m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:33:14.849 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (51m) 4m ago 51m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:33:14.849 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (51m) 4m ago 51m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:33:14.850 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (51m) 4m ago 51m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:33:14.850 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (50m) 4m ago 50m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:33:14.850 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (50m) 4m ago 50m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:33:14.850 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (52m) 4m ago 53m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:33:15.165 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:33:15.166 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:33:15.166 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:33:15.166 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:33:15.167 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:33:15.167 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:33:15.167 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:33:15.167 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:33:15.168 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:33:15.168 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:33:15.168 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:33:15.168 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:33:15.168 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:33:15.169 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:33:15.169 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:33:15.169 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:33:15.169 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:33:15.170 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:33:15.170 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:33:15.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:15 smithi120 conmon[102313]: audit 2022-01-25T23:33:14.569712+0000 mgr.smithi120.hllzij (mgr.14704) 1640 : 2022-01-25T23:33:15.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:15 smithi120 conmon[102313]: audit [DBG] from='client.35162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:15.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:15 smithi120 conmon[102313]: audit 2022-01-25T23:33:14.836582+0000 mgr.smithi120.hllzij (mgr.14704) 1641 : audit [DBG] from='client.35166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:15.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:15 smithi120 conmon[102313]: audit 2022-01-25T23:33:15.166546+0000 2022-01-25T23:33:15.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:15 smithi120 conmon[102313]: mon.smithi120 (mon.0) 720 : audit [DBG] from='client.? 172.21.15.120:0/1487395030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:33:15.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:15 smithi145 conmon[67302]: audit 2022-01-25T23:33:14.569712+0000 mgr.smithi120.hllzij (mgr.14704) 1640 : audit [DBG] from='client.35162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:15.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:15 smithi145 conmon[67302]: audit 2022-01-25T23:33 2022-01-25T23:33:15.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:15 smithi145 conmon[67302]: :14.836582+0000 mgr.smithi120.hllzij (mgr.14704) 1641 : audit [DBG] from='client.35166 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:15.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:15 smithi145 conmon[67302]: audit 2022-01-25T23:33:15.166546+0000 mon.smithi120 (mon.0) 720 : audit [DBG] from='client.? 172.21.15.120:0/1487395030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:33:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:16 smithi120 conmon[102313]: cluster 2022-01-25T23:33:15.818441+0000 mgr.smithi120.hllzij (mgr.14704) 1642 : cluster [DBG] pgmap v1414: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:16.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:16 smithi145 conmon[67302]: cluster 2022-01-25T23:33:15.818441+0000 mgr.smithi120.hllzij (mgr.14704) 1642 : cluster [DBG] pgmap v1414: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:17 smithi120 conmon[102313]: cluster 2022-01-25T23:33:17. 2022-01-25T23:33:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:17 smithi120 conmon[102313]: 819006+0000 mgr.smithi120.hllzij (mgr.14704) 1643 : cluster [DBG] pgmap v1415: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:17 smithi145 conmon[67302]: cluster 2022-01-25T23:33:17.819006+0000 mgr.smithi120.hllzij (mgr.14704) 1643 : cluster [DBG] pgmap v1415: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:17 smithi145 conmon[67302]: 2022-01-25T23:33:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:20 smithi120 conmon[102313]: cluster 2022-01-25T23:33:19.819753+0000 mgr.smithi120.hllzij (mgr.14704) 1644 : cluster 2022-01-25T23:33:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:20 smithi120 conmon[102313]: [DBG] pgmap v1416: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:20 smithi145 conmon[67302]: cluster 2022-01-25T23:33:19.819753+0000 mgr.smithi120.hllzij (mgr.14704) 1644 : cluster [DBG] pgmap v1416: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:21 smithi120 conmon[102313]: cluster 2022-01-25T23:33:21.820363+0000 mgr.smithi120.hllzij (mgr.14704) 1645 : cluster [DBG] 2022-01-25T23:33:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:21 smithi120 conmon[102313]: pgmap v1417: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:21 smithi145 conmon[67302]: cluster 2022-01-25T23:33:21.820363+0000 mgr.smithi120.hllzij (mgr.14704) 1645 : cluster [DBG] 2022-01-25T23:33:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:21 smithi145 conmon[67302]: pgmap v1417: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:23 smithi120 conmon[102313]: cluster 2022-01-25T23:33:23.820880+0000 mgr.smithi120.hllzij (mgr.14704) 1646 : cluster [DBG] pgmap v1418: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:23 smithi145 conmon[67302]: cluster 2022-01-25T23:33:23.820880+0000 mgr.smithi120.hllzij (mgr.14704) 1646 : cluster [DBG] pgmap v1418: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:23 smithi145 conmon[67302]: 2022-01-25T23:33:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:25 smithi120 conmon[102313]: cluster 2022-01-25T23:33:25.821697+0000 mgr.smithi120.hllzij (mgr.14704) 1647 : cluster [DBG] 2022-01-25T23:33:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:25 smithi120 conmon[102313]: pgmap v1419: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:26.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:25 smithi145 conmon[67302]: cluster 2022-01-25T23:33:25.821697+0000 mgr.smithi120.hllzij (mgr.14704) 1647 : cluster [DBG] pgmap v1419: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:27 smithi120 conmon[102313]: cluster 2022-01-25T23:33:27.822352+0000 mgr.smithi120.hllzij (mgr.14704) 1648 : cluster [DBG] pgmap v1420: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:28.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:27 smithi120 conmon[102313]: 2022-01-25T23:33:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:27 smithi145 conmon[67302]: cluster 2022-01-25T23:33:27.822352+0000 mgr.smithi120.hllzij (mgr.14704) 1648 : cluster [DBG] pgmap v1420: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:30 smithi120 conmon[102313]: cluster 2022-01-25T23:33:29.823068+0000 mgr.smithi120.hllzij (mgr.14704) 1649 : 2022-01-25T23:33:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:30 smithi120 conmon[102313]: cluster [DBG] pgmap v1421: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:30.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:30 smithi145 conmon[67302]: cluster 2022-01-25T23:33:29.823068+0000 mgr.smithi120.hllzij (mgr.14704) 1649 : cluster [DBG] pgmap v1421: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:32.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:31 smithi120 conmon[102313]: cluster 2022-01-25T23:33:31.823724+0000 mgr.smithi120.hllzij (mgr.14704) 1650 : cluster 2022-01-25T23:33:32.999 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:31 smithi120 conmon[102313]: [DBG] pgmap v1422: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:33.000 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:31 smithi145 conmon[67302]: cluster 2022-01-25T23:33:31.823724+0000 mgr.smithi120.hllzij (mgr.14704) 1650 : cluster [DBG] pgmap v1422: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:33 smithi120 conmon[102313]: cluster 2022-01-25T23:33:33.824187+0000 mgr.smithi120.hllzij (mgr.14704) 1651 : cluster [DBG] 2022-01-25T23:33:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:33 smithi120 conmon[102313]: pgmap v1423: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:34.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:33 smithi145 conmon[67302]: cluster 2022-01-25T23:33:33.824187+0000 mgr.smithi120.hllzij (mgr.14704) 1651 : cluster [DBG] pgmap v1423: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:35 smithi120 conmon[102313]: cluster 2022-01-25T23:33:35.825154+0000 mgr.smithi120.hllzij (mgr.14704) 1652 : cluster [DBG] pgmap v1424: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:35 smithi145 conmon[67302]: cluster 2022-01-25T23:33:35.825154+0000 mgr.smithi120.hllzij (mgr.14704) 1652 : cluster [DBG] pgmap v1424: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:37 smithi120 conmon[102313]: cluster 2022-01-25T23:33:37.825628+0000 mgr.smithi120.hllzij (mgr.14704) 1653 : cluster [DBG] pgmap v1425: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:37 smithi145 conmon[67302]: cluster 2022-01-25T23:33:37.825628+0000 mgr.smithi120.hllzij (mgr.14704) 1653 : cluster [DBG] pgmap v1425: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:40 smithi120 conmon[102313]: cluster 2022-01-25T23:33:39.826508+0000 mgr.smithi120.hllzij (mgr.14704) 1654 : cluster [DBG] pgmap v1426: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:40 smithi145 conmon[67302]: cluster 2022-01-25T23:33:39.826508+0000 mgr.smithi120.hllzij (mgr.14704) 1654 : cluster [DBG] pgmap v1426: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:41 smithi120 conmon[102313]: cluster 2022-01-25T23:33:41.827096+0000 mgr.smithi120.hllzij (mgr.14704) 1655 : cluster [DBG] pgmap v1427: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:41 smithi145 conmon[67302]: cluster 2022-01-25T23:33:41.827096+0000 mgr.smithi120.hllzij (mgr.14704) 1655 : cluster [DBG] pgmap v1427: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:43 smithi120 conmon[102313]: cluster 2022-01-25T23:33:43.827545+0000 mgr.smithi120.hllzij (mgr.14704) 1656 : cluster [DBG] pgmap v1428: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:43 smithi145 conmon[67302]: cluster 2022-01-25T23:33:43.827545+0000 mgr.smithi120.hllzij (mgr.14704) 1656 : cluster [DBG] pgmap v1428: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:45.468 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:33:45.735 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:33:45.736 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (52m) 4m ago 54m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:33:45.736 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (46m) 4m ago 54m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:33:45.736 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (46m) 5m ago 53m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:33:45.736 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (52m) 4m ago 53m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:33:45.736 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (49m) 4m ago 49m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:33:45.737 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (49m) 5m ago 49m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:33:45.737 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (47m) 4m ago 55m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:33:45.737 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (46m) 5m ago 53m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:33:45.737 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (46m) 4m ago 55m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:33:45.738 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (46m) 5m ago 53m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:33:45.738 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (47m) 4m ago 47m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:33:45.738 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (47m) 5m ago 47m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:33:45.738 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (53m) 4m ago 53m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:33:45.738 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (53m) 5m ago 53m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:33:45.739 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (40m) 4m ago 52m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:33:45.739 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (52m) 4m ago 52m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:33:45.739 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (52m) 4m ago 52m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:33:45.739 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (52m) 4m ago 52m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:33:45.740 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (51m) 5m ago 51m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:33:45.740 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (51m) 5m ago 51m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:33:45.740 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (51m) 5m ago 51m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:33:45.740 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (51m) 5m ago 50m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:33:45.740 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (52m) 4m ago 53m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:33:46.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:45 smithi120 conmon[102313]: audit 2022-01-25T23:33:45.457624+0000 mgr.smithi120.hllzij (mgr.14704) 1657 : audit 2022-01-25T23:33:46.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:45 smithi120 conmon[102313]: [DBG] from='client.35174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:46.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:45 smithi120 conmon[102313]: audit 2022-01-25T23:33:45.727377+0000 mgr.smithi120.hllzij 2022-01-25T23:33:46.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:45 smithi120 conmon[102313]: (mgr.14704) 1658 : audit [DBG] from='client.35178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:46.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:45 smithi120 conmon[102313]: cluster 2022-01-25T23:33:46.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:45 smithi120 conmon[102313]: 2022-01-25T23: 2022-01-25T23:33:46.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:45 smithi120 conmon[102313]: 33:45.828210+0000 mgr.smithi120.hllzij ( 2022-01-25T23:33:46.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:45 smithi120 conmon[102313]: mgr.14704) 1659 : cluster [DBG] 2022-01-25T23:33:46.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:45 smithi120 conmon[102313]: pgmap v1429: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:46.068 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:33:46.069 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:33:46.069 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:33:46.069 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:33:46.069 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:33:46.070 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:33:46.070 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:33:46.070 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:33:46.070 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:33:46.071 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:33:46.071 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:33:46.071 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:33:46.071 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:33:46.072 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:33:46.072 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:33:46.072 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:33:46.072 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:33:46.072 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:33:46.073 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:33:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:45 smithi145 conmon[67302]: audit 2022-01-25T23:33:45.457624+0000 mgr.smithi120.hllzij (mgr.14704) 1657 : audit [DBG] from='client.35174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:45 smithi145 conmon[67302]: audit 2022-01-25T23:33:45.727377+0000 mgr.smithi120.hllzij (mgr.14704) 1658 : audit [DBG] from='client.35178 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:33:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:45 smithi145 conmon[67302]: cluster 2022-01-25T23:33:45.828210+0000 mgr.smithi120.hllzij (mgr.14704) 1659 : cluster [DBG] pgmap v1429: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:46 smithi120 conmon[102313]: audit 2022-01-25T23:33:46.067861+0000 mon.smithi120 ( 2022-01-25T23:33:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:46 smithi120 conmon[102313]: mon.0) 721 : audit [DBG] from='client.? 172.21.15.120:0/1439246672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:33:47.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:46 smithi145 conmon[67302]: audit 2022-01-25T23:33:46.067861+0000 mon.smithi120 (mon.0) 721 : audit [DBG] from='client.? 172.21.15.120:0/1439246672' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:33:47.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:46 smithi145 conmon[67302]: 2022-01-25T23:33:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:47 smithi120 conmon[102313]: cluster 2022-01-25T23:33:47.828910+0000 mgr.smithi120.hllzij (mgr.14704) 1660 : cluster [DBG] pgmap v1430: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:48.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:47 smithi145 conmon[67302]: cluster 2022-01-25T23:33:47.828910+0000 mgr.smithi120.hllzij (mgr.14704) 1660 : cluster [DBG] pgmap v1430: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:49 smithi120 conmon[102313]: audit 2022-01-25T23:33:49.057665+0000 mon.smithi120 (mon.0) 722 : audit 2022-01-25T23:33:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:49 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:33:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:49 smithi120 conmon[102313]: audit 2022-01-25T23:33:49.059074+0000 mon.smithi120 (mon.0) 723 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:33:49.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:49 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T23:33:49.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:49 smithi120 conmon[102313]: 23:33:49.059906+0000 mon.smithi120 (mon.0) 724 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:33:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:49 smithi145 conmon[67302]: audit 2022-01-25T23:33:49.057665+0000 mon.smithi120 (mon.0) 722 : audit [DBG] 2022-01-25T23:33:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:49 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:33:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:49 smithi145 conmon[67302]: audit 2022-01-25T23:33:49.059074+0000 mon.smithi120 (mon.0) 723 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:33:49.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:49 smithi145 conmon[67302]: audit 2022-01-25T23:33:49.059906+0000 mon.smithi120 (mon.0) 724 : audit 2022-01-25T23:33:49.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:49 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:33:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:50 smithi120 conmon[102313]: cephadm 2022-01-25T23:33:49.060631+0000 mgr.smithi120.hllzij (mgr.14704) 1661 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:33:50.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:50 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T23:33:50.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:50 smithi120 conmon[102313]: 23:33:49.459748+0000 mon.smithi120 (mon.0) 725 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:33:50.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:50 smithi120 conmon[102313]: audit 2022-01-25T23:33:49.464336+0000 mon.smithi120 (mon.0) 726 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:33:50.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:50 smithi120 conmon[102313]: cluster 2022-01-25T23:33:49.829531+0000 mgr.smithi120.hllzij (mgr.14704) 1662 2022-01-25T23:33:50.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:50 smithi120 conmon[102313]: : cluster [DBG] pgmap v1431: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:50 smithi145 conmon[67302]: cephadm 2022-01-25T23:33:49.060631+0000 mgr.smithi120.hllzij (mgr.14704) 1661 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:33:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:50 smithi145 conmon[67302]: audit 2022-01-25T23:33:49.459748+0000 mon.smithi120 (mon.0) 725 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:33:50.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:50 smithi145 conmon[67302]: audit 2022-01-25T23:33:49.464336+0000 mon.smithi120 (mon.0) 726 2022-01-25T23:33:50.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:50 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:33:50.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:50 smithi145 conmon[67302]: cluster 2022-01-25T 2022-01-25T23:33:50.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:50 smithi145 conmon[67302]: 23:33:49.829531+0000 mgr.smithi120.hllzij (mgr.14704) 1662 : cluster [DBG] 2022-01-25T23:33:50.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:50 smithi145 conmon[67302]: pgmap v1431: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:33:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:51 smithi120 conmon[102313]: cluster 2022-01-25T23:33:51.830061+0000 mgr.smithi120.hllzij (mgr.14704) 1663 2022-01-25T23:33:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:51 smithi120 conmon[102313]: : cluster [DBG] pgmap v1432: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:51 smithi145 conmon[67302]: cluster 2022-01-25T23:33:51.830061+0000 mgr.smithi120.hllzij (mgr.14704) 1663 : cluster [DBG] pgmap v1432: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:53 smithi145 conmon[67302]: audit 2022-01-25T23:33:53.771807+0000 mon.smithi120 (mon.0) 727 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:33:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:53 smithi145 conmon[67302]: audit 2022-01-25T23:33:53.772105+0000 mon.smithi120 (mon.0) 728 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:33:54.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:53 smithi145 conmon[67302]: 2022-01-25T23:33:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:53 smithi120 conmon[102313]: audit 2022-01-25T23:33:53.771807+0000 mon.smithi120 (mon.0) 727 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:33:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:53 smithi120 conmon[102313]: audit 2022-01-25T23:33:53.772105+0000 mon.smithi120 (mon.0) 728 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:33:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:54 smithi145 conmon[67302]: cluster 2022-01-25T23:33:53.830530+0000 mgr.smithi120.hllzij (mgr.14704) 1664 : cluster [DBG] pgmap v1433: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:54 smithi145 conmon[67302]: 2022-01-25T23:33:55.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:54 smithi120 conmon[102313]: cluster 2022-01-25T23:33:53.830530+0000 mgr.smithi120.hllzij (mgr.14704) 1664 : cluster [DBG] pgmap v1433: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:55 smithi120 conmon[102313]: cluster 2022-01-25T23:33:55.831352+0000 mgr.smithi120.hllzij (mgr.14704) 1665 : cluster [DBG] pgmap v1434: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:55 smithi145 conmon[67302]: cluster 2022-01-25T23:33:55.831352+0000 mgr.smithi120.hllzij (mgr.14704) 1665 : cluster [DBG] pgmap v1434: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:33:57 smithi120 conmon[102313]: cluster 2022-01-25T23:33:57.831913+0000 mgr.smithi120.hllzij (mgr.14704) 1666 : cluster [DBG] pgmap v1435: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:33:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:33:57 smithi145 conmon[67302]: cluster 2022-01-25T23:33:57.831913+0000 mgr.smithi120.hllzij (mgr.14704) 1666 : cluster [DBG] pgmap v1435: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:00 smithi120 conmon[102313]: cluster 2022-01-25T23:33:59.832640+0000 mgr.smithi120.hllzij (mgr.14704) 1667 : cluster 2022-01-25T23:34:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:00 smithi120 conmon[102313]: [DBG] pgmap v1436: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:00 smithi145 conmon[67302]: cluster 2022-01-25T23:33:59.832640+0000 mgr.smithi120.hllzij (mgr.14704) 1667 : cluster [DBG] pgmap v1436: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:01 smithi120 conmon[102313]: cluster 2022-01-25T23:34:01.833358+0000 mgr.smithi120.hllzij (mgr.14704) 1668 : cluster 2022-01-25T23:34:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:01 smithi120 conmon[102313]: [DBG] pgmap v1437: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:01 smithi145 conmon[67302]: cluster 2022-01-25T23:34:01.833358+0000 mgr.smithi120.hllzij (mgr.14704) 1668 : cluster [DBG] pgmap v1437: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:01 smithi145 conmon[67302]: 2022-01-25T23:34:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:03 smithi120 conmon[102313]: cluster 2022-01-25T23:34:03.833830+0000 mgr.smithi120.hllzij (mgr.14704) 1669 : cluster [DBG] pgmap v1438: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:04.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:03 smithi145 conmon[67302]: cluster 2022-01-25T23:34:03.833830+0000 mgr.smithi120.hllzij (mgr.14704) 1669 : cluster [DBG] pgmap v1438: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:05 smithi120 conmon[102313]: cluster 2022-01-25T23:34:05.834847+0000 mgr.smithi120.hllzij (mgr.14704) 1670 : cluster [DBG] pgmap v1439: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:05 smithi145 conmon[67302]: cluster 2022-01-25T23:34:05.834847+0000 mgr.smithi120.hllzij (mgr.14704) 1670 : cluster [DBG] pgmap v1439: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:05 smithi145 conmon[67302]: 2022-01-25T23:34:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:07 smithi120 conmon[102313]: cluster 2022-01-25T23:34:07.835306+0000 mgr.smithi120.hllzij (mgr.14704) 1671 : cluster [DBG] pgmap v1440: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:07 smithi145 conmon[67302]: cluster 2022-01-25T23:34:07.835306+0000 mgr.smithi120.hllzij (mgr.14704) 1671 : cluster [DBG] pgmap v1440: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:10 smithi120 conmon[102313]: cluster 2022-01-25T23:34:09.836233+0000 mgr.smithi120.hllzij (mgr.14704) 1672 : cluster [DBG] pgmap v1441: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:10 smithi145 conmon[67302]: cluster 2022-01-25T23:34:09.836233+0000 mgr.smithi120.hllzij (mgr.14704) 1672 : cluster [DBG] pgmap v1441: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:10 smithi145 conmon[67302]: 2022-01-25T23:34:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:11 smithi120 conmon[102313]: cluster 2022-01-25T23:34:11.836972+0000 mgr.smithi120.hllzij (mgr.14704) 1673 : cluster [DBG] pgmap v1442: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:11 smithi145 conmon[67302]: cluster 2022-01-25T23:34:11.836972+0000 mgr.smithi120.hllzij (mgr.14704) 1673 : cluster [DBG] pgmap v1442: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:13 smithi120 conmon[102313]: cluster 2022-01-25T23:34:13.837680+0000 mgr.smithi120.hllzij (mgr.14704) 1674 : cluster [DBG] pgmap v1443: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:13 smithi145 conmon[67302]: cluster 2022-01-25T23:34:13.837680+0000 mgr.smithi120.hllzij (mgr.14704) 1674 : cluster [DBG] pgmap v1443: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:13 smithi145 conmon[67302]: 2022-01-25T23:34:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:15 smithi120 conmon[102313]: cluster 2022-01-25T23:34:15.838520+0000 mgr.smithi120.hllzij (mgr.14704) 1675 : cluster [DBG] pgmap v1444: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:15 smithi120 conmon[102313]: 2022-01-25T23:34:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:15 smithi145 conmon[67302]: cluster 2022-01-25T23:34:15.838520+0000 mgr.smithi120.hllzij (mgr.14704) 1675 : cluster [DBG] pgmap v1444: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:16.371 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:34:16.639 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:34:16.639 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (53m) 5m ago 54m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:34:16.640 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (46m) 5m ago 54m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:34:16.640 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (46m) 5m ago 54m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:34:16.640 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (53m) 5m ago 54m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:34:16.640 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (50m) 5m ago 50m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:34:16.641 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (50m) 5m ago 50m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:34:16.641 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (47m) 5m ago 55m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:34:16.641 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (47m) 5m ago 53m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:34:16.641 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (47m) 5m ago 55m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:34:16.642 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (46m) 5m ago 53m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:34:16.642 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (47m) 5m ago 47m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:34:16.642 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (47m) 5m ago 47m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:34:16.642 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (54m) 5m ago 54m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:34:16.643 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (53m) 5m ago 53m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:34:16.643 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (41m) 5m ago 53m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:34:16.643 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (53m) 5m ago 53m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:34:16.643 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (52m) 5m ago 52m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:34:16.643 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (52m) 5m ago 52m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:34:16.644 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (52m) 5m ago 52m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:34:16.644 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (52m) 5m ago 52m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:34:16.644 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (51m) 5m ago 51m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:34:16.644 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (51m) 5m ago 51m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:34:16.645 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (53m) 5m ago 54m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:34:16.959 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:34:16.960 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:34:16.960 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:34:16.960 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:34:16.960 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:34:16.961 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:34:16.961 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:34:16.961 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:34:16.961 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:34:16.961 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:34:16.962 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:34:16.962 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:34:16.962 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:34:16.963 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:34:16.963 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:34:16.963 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:34:16.963 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:34:16.963 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:34:16.964 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:34:17.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:16 smithi120 conmon[102313]: audit 2022-01-25T23:34:16.360110+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:34:17.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:16 smithi120 conmon[102313]: 14704) 1676 : audit [DBG] from='client.35186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:17.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:16 smithi120 conmon[102313]: audit 2022-01-25T23:34:16.631314+0000 mgr.smithi120.hllzij (mgr.14704) 1677 : audit [DBG] from='client.35190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:17.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:16 smithi145 conmon[67302]: audit 2022-01-25T23:34:16.360110+0000 mgr.smithi120.hllzij (mgr.14704) 1676 : audit [DBG] 2022-01-25T23:34:17.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:16 smithi145 conmon[67302]: from='client.35186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:17.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:16 smithi145 conmon[67302]: audit 2022-01-25T23:34:16.631314+0000 mgr.smithi120.hllzij (mgr.14704) 1677 : audit [DBG] from='client.35190 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:17 smithi120 conmon[102313]: audit 2022-01-25T23:34:16.960318+0000 mon.smithi120 (mon.0) 729 : audit [DBG] from='client.? 172.21.15.120:0/3346571362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:34:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:17 smithi120 conmon[102313]: cluster 2022-01-25T23:34:17.839234+0000 mgr.smithi120.hllzij (mgr.14704) 1678 : cluster [DBG] pgmap v1445: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:17 smithi145 conmon[67302]: audit 2022-01-25T23:34:16.960318+0000 mon.smithi120 (mon.0) 729 : audit [DBG] from='client.? 172.21.15.120:0/3346571362' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:34:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:17 smithi145 conmon[67302]: cluster 2022-01-25T23:34:17.839234+0000 mgr.smithi120.hllzij (mgr.14704) 1678 : cluster [DBG] pgmap v1445: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:20 smithi120 conmon[102313]: cluster 2022-01-25T23:34:19.840177+0000 mgr.smithi120.hllzij (mgr.14704) 1679 : cluster [DBG] pgmap v1446: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:20 smithi145 conmon[67302]: cluster 2022-01-25T23:34:19.840177+0000 mgr.smithi120.hllzij (mgr.14704) 1679 : cluster [DBG] pgmap v1446: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:21 smithi120 conmon[102313]: cluster 2022-01-25T23:34:21.840797+0000 mgr.smithi120.hllzij (mgr.14704) 1680 : cluster [DBG] pgmap v1447: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:21 smithi145 conmon[67302]: cluster 2022-01-25T23:34:21.840797+0000 mgr.smithi120.hllzij (mgr.14704) 1680 : cluster [DBG] pgmap v1447: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:23 smithi120 conmon[102313]: cluster 2022-01-25T23:34:23.841394+0000 mgr.smithi120.hllzij (mgr.14704) 1681 : cluster [DBG] pgmap v1448: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:23 smithi120 conmon[102313]: 2022-01-25T23:34:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:23 smithi145 conmon[67302]: cluster 2022-01-25T23:34:23.841394+0000 mgr.smithi120.hllzij (mgr.14704) 1681 : cluster [DBG] pgmap v1448: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:25 smithi120 conmon[102313]: cluster 2022-01-25T23:34:25.842297+0000 mgr.smithi120.hllzij (mgr.14704) 1682 : cluster [DBG] pgmap v1449: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:25 smithi145 conmon[67302]: cluster 2022-01-25T23:34:25.842297+0000 mgr.smithi120.hllzij (mgr.14704) 1682 : cluster [DBG] pgmap v1449: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:27 smithi120 conmon[102313]: cluster 2022-01-25T23:34:27.842993+0000 mgr.smithi120.hllzij (mgr.14704) 1683 : cluster [DBG] pgmap v1450: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:27 smithi145 conmon[67302]: cluster 2022-01-25T23:34:27.842993+0000 mgr.smithi120.hllzij (mgr.14704) 1683 : cluster [DBG] pgmap v1450: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:30 smithi120 conmon[102313]: cluster 2022-01-25T23:34:29.843797+0000 mgr.smithi120.hllzij (mgr.14704) 1684 : cluster [DBG] 2022-01-25T23:34:30.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:30 smithi120 conmon[102313]: pgmap v1451: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:30.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:30 smithi145 conmon[67302]: cluster 2022-01-25T23:34:29.843797+0000 mgr.smithi120.hllzij (mgr.14704) 1684 : cluster [DBG] pgmap v1451: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:31 smithi120 conmon[102313]: cluster 2022-01-25T23:34:31.844343+0000 mgr.smithi120.hllzij (mgr.14704) 1685 : cluster [DBG] 2022-01-25T23:34:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:31 smithi120 conmon[102313]: pgmap v1452: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:31 smithi145 conmon[67302]: cluster 2022-01-25T23:34:31.844343+0000 mgr.smithi120.hllzij (mgr.14704) 1685 : cluster [DBG] pgmap v1452: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:33 smithi120 conmon[102313]: cluster 2022-01-25T23:34:33.844868+0000 mgr.smithi120.hllzij (mgr.14704) 1686 : cluster [DBG] pgmap v1453: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:33 smithi145 conmon[67302]: cluster 2022-01-25T23:34:33.844868+0000 mgr.smithi120.hllzij (mgr.14704) 1686 : cluster [DBG] pgmap v1453: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:35 smithi120 conmon[102313]: cluster 2022-01-25T23:34:35.845745+0000 mgr.smithi120.hllzij (mgr.14704) 1687 : cluster [DBG] pgmap v1454: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:36.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:35 smithi145 conmon[67302]: cluster 2022-01-25T23:34:35.845745+0000 mgr.smithi120.hllzij (mgr.14704) 1687 : cluster [DBG] pgmap v1454: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:37 smithi120 conmon[102313]: cluster 2022-01-25T23:34:37.846258+0000 mgr.smithi120.hllzij (mgr.14704) 1688 : cluster [DBG] pgmap v1455: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:37 smithi120 conmon[102313]: 2022-01-25T23:34:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:37 smithi145 conmon[67302]: cluster 2022-01-25T23:34:37.846258+0000 mgr.smithi120.hllzij (mgr.14704) 1688 : cluster [DBG] pgmap v1455: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:40 smithi120 conmon[102313]: cluster 2022-01-25T23:34:39.847063+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:34:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:40 smithi120 conmon[102313]: ) 1689 : cluster [DBG] pgmap v1456: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:40 smithi145 conmon[67302]: cluster 2022-01-25T23:34:39.847063 2022-01-25T23:34:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:40 smithi145 conmon[67302]: +0000 mgr.smithi120.hllzij (mgr.14704) 1689 : cluster [DBG] pgmap v1456: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:41 smithi120 conmon[102313]: cluster 2022-01-25T23:34:41.847625+0000 mgr.smithi120.hllzij (mgr.14704) 1690 : cluster [DBG] pgmap v1457: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:41 smithi145 conmon[67302]: cluster 2022-01-25T23:34:41.847625+0000 mgr.smithi120.hllzij (mgr.14704) 1690 : cluster [DBG] pgmap v1457: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:43 smithi120 conmon[102313]: cluster 2022-01-25T23:34:43.848286+0000 mgr.smithi120.hllzij (mgr.14704) 1691 : cluster [DBG] pgmap v1458: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:44.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:43 smithi145 conmon[67302]: cluster 2022-01-25T23:34:43.848286+0000 mgr.smithi120.hllzij (mgr.14704) 1691 : cluster [DBG] pgmap v1458: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:45 smithi120 conmon[102313]: cluster 2022-01-25T23:34:45.849051+0000 mgr.smithi120.hllzij (mgr.14704) 1692 : cluster [DBG] pgmap v1459: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:45 smithi120 conmon[102313]: 2022-01-25T23:34:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:45 smithi145 conmon[67302]: cluster 2022-01-25T23:34:45.849051+0000 mgr.smithi120.hllzij (mgr.14704) 1692 : cluster [DBG] pgmap v1459: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:47.255 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:34:47.522 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:34:47.523 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (54m) 6m ago 55m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:34:47.523 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (47m) 6m ago 55m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:34:47.523 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (47m) 6m ago 54m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:34:47.524 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (53m) 6m ago 54m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:34:47.524 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (50m) 6m ago 50m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:34:47.524 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (50m) 6m ago 50m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:34:47.525 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (48m) 6m ago 56m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:34:47.525 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (47m) 6m ago 54m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:34:47.525 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (47m) 6m ago 56m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:34:47.525 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (47m) 6m ago 54m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:34:47.526 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (48m) 6m ago 48m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:34:47.526 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (48m) 6m ago 48m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:34:47.526 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (54m) 6m ago 54m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:34:47.527 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (54m) 6m ago 54m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:34:47.527 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (41m) 6m ago 53m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:34:47.527 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (53m) 6m ago 53m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:34:47.527 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (53m) 6m ago 53m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:34:47.528 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (53m) 6m ago 53m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:34:47.528 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (52m) 6m ago 52m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:34:47.528 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (52m) 6m ago 52m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:34:47.528 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (52m) 6m ago 52m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:34:47.528 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (52m) 6m ago 52m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:34:47.529 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (53m) 6m ago 54m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:34:47.842 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:34:47.843 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:34:47.843 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:34:47.843 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:34:47.844 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:34:47.844 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:34:47.844 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:34:47.844 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:34:47.845 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:34:47.845 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:34:47.845 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:34:47.845 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:34:47.846 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:34:47.846 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:34:47.846 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:34:47.846 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:34:47.847 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:34:47.847 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:34:47.847 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:34:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:47 smithi120 conmon[102313]: audit 2022-01-25T23:34:47.244539+0000 mgr.smithi120.hllzij (mgr.14704) 1693 2022-01-25T23:34:48.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:47 smithi120 conmon[102313]: : audit [DBG] from='client.35198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:48.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:47 smithi120 conmon[102313]: audit 2022-01-25T23:34:47.514428+0000 mgr.smithi120.hllzij (mgr.14704) 1694 : audit [DBG] from='client.35202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:48.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:47 smithi120 conmon[102313]: audit 2022- 2022-01-25T23:34:48.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:47 smithi120 conmon[102313]: 01-25T23:34:47.843250+0000 mon.smithi120 (mon.0) 730 : audit [DBG] from='client.? 172.21.15.120:0/1314744128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:34:48.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:47 smithi120 conmon[102313]: cluster 2022-01-25T23: 2022-01-25T23:34:48.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:47 smithi120 conmon[102313]: 34:47.849458+0000 mgr.smithi120.hllzij (mgr.14704) 1695 : cluster [DBG] pgmap v1460: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:47 smithi145 conmon[67302]: audit 2022-01-25T23:34:47.244539+0000 mgr.smithi120.hllzij (mgr.14704) 1693 : audit [DBG] from='client.35198 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:47 smithi145 conmon[67302]: audit 2022-01-25T23:34:47.514428+0000 mgr.smithi120.hllzij (mgr.14704) 1694 : audit [DBG] from='client.35202 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:34:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:47 smithi145 conmon[67302]: audit 2022-01-25T23:34:47.843250+0000 mon.smithi120 (mon.0) 730 : audit [DBG] from='client.? 172.21.15.120:0/1314744128' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:34:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:47 smithi145 conmon[67302]: cluster 2022-01-25T23:34:47.849458+0000 mgr.smithi120.hllzij (mgr.14704) 1695 : 2022-01-25T23:34:48.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:47 smithi145 conmon[67302]: cluster [DBG] pgmap v1460: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:50 smithi120 conmon[102313]: audit 2022-01-25T23:34:49.466833+0000 2022-01-25T23:34:50.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:50 smithi120 conmon[102313]: mon.smithi120 (mon.0) 731 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:34:50.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:50 smithi120 conmon[102313]: audit 2022-01-25T23:34:49.468175+0000 mon.smithi120 (mon.0) 732 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:34:50.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:50 smithi120 conmon[102313]: audit 2022-01-25T23:34:49.469159+0000 mon.smithi120 (mon.0) 733 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:34:50.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:50 smithi120 conmon[102313]: cephadm 2022-01-25T23:34:49.469906+0000 mgr.smithi120.hllzij (mgr.14704) 1696 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:34:50.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:50 smithi120 conmon[102313]: cluster 2022-01-25T23:34:49.850122+0000 mgr.smithi120.hllzij (mgr.14704) 1697 : cluster 2022-01-25T23:34:50.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:50 smithi120 conmon[102313]: [DBG] pgmap v1461: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:50.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:50 smithi120 conmon[102313]: audit 2022-01-25T23:34:49.864486+0000 mon.smithi120 (mon.0) 734 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:34:50.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:50 smithi120 conmon[102313]: audit 2022-01-25T23:34:49.871409+0000 mon.smithi120 (mon.0) 735 : audit [INF] 2022-01-25T23:34:50.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:50 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:34:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:50 smithi145 conmon[67302]: audit 2022-01-25T23:34:49.466833+0000 mon.smithi120 (mon.0) 731 : audit [DBG] 2022-01-25T23:34:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:50 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:34:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:50 smithi145 conmon[67302]: audit 2022-01-25T23:34:49.468175+0000 mon.smithi120 (mon.0) 732 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:34:50.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:50 smithi145 conmon[67302]: audit 2022-01-25T23:34:49.469159+0000 mon.smithi120 (mon.0) 733 : 2022-01-25T23:34:50.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:50 smithi145 conmon[67302]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:34:50.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:50 smithi145 conmon[67302]: cephadm 2022-01-25T23:34:50.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:50 smithi145 conmon[67302]: 2022-01-25T23:34:49.469906+0000 mgr.smithi120.hllzij (mgr.14704) 1696 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:34:50.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:50 smithi145 conmon[67302]: cluster 2022-01-25T23:34:49 2022-01-25T23:34:50.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:50 smithi145 conmon[67302]: .850122+0000 mgr.smithi120.hllzij (mgr.14704) 1697 : cluster [DBG] pgmap v1461: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:34:50.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:50 smithi145 conmon[67302]: audit 2022-01-25T23:34:49 2022-01-25T23:34:50.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:50 smithi145 conmon[67302]: .864486+0000 mon.smithi120 (mon.0) 734 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:34:50.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:50 smithi145 conmon[67302]: audit 2022-01-25T23:34:49.871409+0000 mon.smithi120 (mon 2022-01-25T23:34:50.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:50 smithi145 conmon[67302]: .0) 735 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:34:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:51 smithi120 conmon[102313]: cluster 2022-01-25T23:34:51.850662+0000 mgr.smithi120.hllzij (mgr.14704) 1698 : cluster [DBG] pgmap v1462: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:51 smithi120 conmon[102313]: 2022-01-25T23:34:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:51 smithi145 conmon[67302]: cluster 2022-01-25T23:34:51.850662+0000 mgr.smithi120.hllzij (mgr.14704) 1698 : cluster [DBG] pgmap v1462: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:53 smithi120 conmon[102313]: audit 2022-01-25T23:34:53.776548+0000 mon.smithi120 (mon.0) 736 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:34:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:53 smithi120 conmon[102313]: 2022-01-25T23:34:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:53 smithi120 conmon[102313]: audit 2022-01-25T23:34:53.776847+0000 mon.smithi120 (mon.0) 737 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:34:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:53 smithi145 conmon[67302]: audit 2022-01-25T23:34:53.776548+0000 mon.smithi120 (mon.0) 736 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:34:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:53 smithi145 conmon[67302]: audit 2022-01-25T23:34:53.776847+0000 mon.smithi120 (mon.0) 737 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:34:55.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:54 smithi120 conmon[102313]: cluster 2022-01-25T23:34:53.851275+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:34:55.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:54 smithi120 conmon[102313]: ) 1699 : cluster [DBG] pgmap v1463: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:55.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:54 smithi145 conmon[67302]: cluster 2022-01-25T23:34:53.851275+0000 mgr.smithi120.hllzij (mgr.14704) 1699 : cluster [DBG] pgmap v1463: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:55 smithi120 conmon[102313]: cluster 2022-01-25T23:34:55.852164+0000 mgr.smithi120.hllzij (mgr.14704) 1700 : cluster [DBG] pgmap v1464: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:55 smithi120 conmon[102313]: 2022-01-25T23:34:56.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:55 smithi145 conmon[67302]: cluster 2022-01-25T23:34:55.852164+0000 mgr.smithi120.hllzij (mgr.14704) 1700 : cluster [DBG] pgmap v1464: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:34:57 smithi120 conmon[102313]: cluster 2022-01-25T23:34:57.852896+0000 mgr.smithi120.hllzij (mgr.14704) 1701 : cluster [DBG] pgmap v1465: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:34:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:34:57 smithi145 conmon[67302]: cluster 2022-01-25T23:34:57.852896+0000 mgr.smithi120.hllzij (mgr.14704) 1701 : cluster [DBG] pgmap v1465: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:00 smithi120 conmon[102313]: cluster 2022-01-25T23:34:59.853783+0000 mgr.smithi120.hllzij (mgr.14704) 1702 : cluster 2022-01-25T23:35:00.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:00 smithi120 conmon[102313]: [DBG] pgmap v1466: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:00 smithi145 conmon[67302]: cluster 2022-01-25T23:34:59.853783+0000 mgr.smithi120.hllzij (mgr.14704) 1702 : cluster [DBG] pgmap v1466: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:01 smithi120 conmon[102313]: cluster 2022-01-25T23:35:01.854281+0000 mgr.smithi120.hllzij (mgr.14704) 1703 : cluster [DBG] pgmap v1467: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:01 smithi145 conmon[67302]: cluster 2022-01-25T23:35:01.854281+0000 mgr.smithi120.hllzij (mgr.14704) 1703 : cluster [DBG] pgmap v1467: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:03 smithi120 conmon[102313]: cluster 2022-01-25T23:35:03.854725+0000 mgr.smithi120.hllzij (mgr.14704) 1704 : cluster [DBG] 2022-01-25T23:35:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:03 smithi120 conmon[102313]: pgmap v1468: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:03 smithi145 conmon[67302]: cluster 2022-01-25T23:35:03.854725+0000 mgr.smithi120.hllzij (mgr.14704) 1704 : cluster [DBG] pgmap v1468: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:05 smithi120 conmon[102313]: cluster 2022-01-25T23:35:05.855656+0000 mgr.smithi120.hllzij (mgr.14704) 1705 : cluster [DBG] 2022-01-25T23:35:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:05 smithi120 conmon[102313]: pgmap v1469: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:06.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:05 smithi145 conmon[67302]: cluster 2022-01-25T23:35:05.855656+0000 mgr.smithi120.hllzij (mgr.14704) 1705 : cluster [DBG] pgmap v1469: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:07 smithi120 conmon[102313]: cluster 2022-01-25T23:35:07.856276+0000 mgr.smithi120.hllzij (mgr.14704) 1706 : cluster [DBG] pgmap v1470: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:08.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:07 smithi145 conmon[67302]: cluster 2022-01-25T23:35:07.856276+0000 mgr.smithi120.hllzij (mgr.14704) 1706 : cluster [DBG] pgmap v1470: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:10 smithi120 conmon[102313]: cluster 2022-01-25T23:35:09.857054+0000 mgr.smithi120.hllzij (mgr.14704) 1707 : cluster [DBG] pgmap v1471: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:10 smithi145 conmon[67302]: cluster 2022-01-25T23:35:09.857054+0000 mgr.smithi120.hllzij (mgr.14704) 1707 : cluster [DBG] pgmap v1471: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:10 smithi145 conmon[67302]: 2022-01-25T23:35:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:11 smithi120 conmon[102313]: cluster 2022-01-25T23:35:11.857727+0000 mgr.smithi120.hllzij (mgr.14704) 1708 : cluster [DBG] pgmap v1472: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:11 smithi145 conmon[67302]: cluster 2022-01-25T23:35:11.857727+0000 mgr.smithi120.hllzij (mgr.14704) 1708 : cluster [DBG] pgmap v1472: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:13 smithi120 conmon[102313]: cluster 2022-01-25T23:35:13.858418+0000 mgr.smithi120.hllzij (mgr.14704) 1709 : cluster [DBG] pgmap v1473: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:13 smithi145 conmon[67302]: cluster 2022-01-25T23:35:13.858418+0000 mgr.smithi120.hllzij (mgr.14704) 1709 : cluster [DBG] pgmap v1473: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:15 smithi120 conmon[102313]: cluster 2022-01-25T23:35:15.859251+0000 mgr.smithi120.hllzij (mgr.14704) 1710 : cluster [DBG] pgmap v1474: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:16.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:15 smithi145 conmon[67302]: cluster 2022-01-25T23:35:15.859251+0000 mgr.smithi120.hllzij (mgr.14704) 1710 : cluster [DBG] pgmap v1474: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:18.146 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:35:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:17 smithi120 conmon[102313]: cluster 2022-01-25T23:35:17.859689+0000 mgr.smithi120.hllzij (mgr.14704) 1711 : cluster [DBG] pgmap v1475: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:18.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:17 smithi145 conmon[67302]: cluster 2022-01-25T23:35:17.859689+0000 mgr.smithi120.hllzij (mgr.14704) 1711 : cluster [DBG] pgmap v1475: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:18.413 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:35:18.413 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (54m) 6m ago 55m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:35:18.413 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (47m) 6m ago 55m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:35:18.414 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (47m) 6m ago 55m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:35:18.414 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (54m) 6m ago 55m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:35:18.414 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (51m) 6m ago 51m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:35:18.414 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (51m) 6m ago 51m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:35:18.414 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (48m) 6m ago 56m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:35:18.415 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (48m) 6m ago 55m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:35:18.415 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (48m) 6m ago 56m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:35:18.415 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (47m) 6m ago 54m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:35:18.415 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (48m) 6m ago 48m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:35:18.416 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (48m) 6m ago 48m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:35:18.416 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (55m) 6m ago 55m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:35:18.416 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (54m) 6m ago 54m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:35:18.416 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (42m) 6m ago 54m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:35:18.416 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (54m) 6m ago 54m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:35:18.417 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (53m) 6m ago 53m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:35:18.417 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (53m) 6m ago 53m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:35:18.417 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (53m) 6m ago 53m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:35:18.417 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (53m) 6m ago 53m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:35:18.417 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (52m) 6m ago 52m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:35:18.418 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (52m) 6m ago 52m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:35:18.418 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (54m) 6m ago 55m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:35:18.732 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:35:18.733 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:35:18.733 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:35:18.733 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:35:18.733 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:35:18.734 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:35:18.734 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:35:18.734 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:35:18.734 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:35:18.735 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:35:18.735 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:35:18.735 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:35:18.736 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:35:18.736 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:35:18.737 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:35:18.737 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:35:18.738 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:35:18.738 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:35:18.738 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:35:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:18 smithi120 conmon[102313]: audit 2022-01-25T23:35:18.135161+0000 mgr.smithi120.hllzij (mgr.14704) 1712 : 2022-01-25T23:35:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:18 smithi120 conmon[102313]: audit [DBG] from='client.35210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:19.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:18 smithi120 conmon[102313]: audit 2022-01-25T23:35:18.405060+0000 mgr.smithi120.hllzij (mgr.14704) 1713 : audit [DBG] from='client.35214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:19.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:18 smithi120 conmon[102313]: audit 2022-01-25T23:35:18 2022-01-25T23:35:19.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:18 smithi120 conmon[102313]: .733407+0000 mon.smithi120 (mon.0) 738 : audit [DBG] from='client.? 172.21.15.120:0/3549555165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:35:19.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:18 smithi145 conmon[67302]: audit 2022-01-25T23:35:18.135161+0000 mgr.smithi120.hllzij (mgr.14704) 1712 : audit [DBG] from='client.35210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:19.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:18 smithi145 conmon[67302]: audit 2022-01-25T23:35:18.405060+0000 mgr.smithi120.hllzij 2022-01-25T23:35:19.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:18 smithi145 conmon[67302]: (mgr.14704) 1713 : audit [DBG] from='client.35214 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:19.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:18 smithi145 conmon[67302]: audit 2022-01-25T23:35:18.733407+0000 mon.smithi120 (mon.0) 738 : audit [DBG] from='client.? 172.21.15.120:0/3549555165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:35:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:20 smithi120 conmon[102313]: cluster 2022-01-25T23:35:19.860378+0000 mgr.smithi120.hllzij (mgr.14704) 1714 : cluster 2022-01-25T23:35:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:20 smithi120 conmon[102313]: [DBG] pgmap v1476: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:20 smithi145 conmon[67302]: cluster 2022-01-25T23:35:19.860378+0000 mgr.smithi120.hllzij (mgr.14704) 1714 : cluster [DBG] pgmap v1476: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:21 smithi120 conmon[102313]: cluster 2022-01-25T23:35:21.860901+0000 mgr.smithi120.hllzij (mgr.14704) 1715 : cluster [DBG] 2022-01-25T23:35:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:21 smithi120 conmon[102313]: pgmap v1477: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:21 smithi145 conmon[67302]: cluster 2022-01-25T23:35:21.860901+0000 mgr.smithi120.hllzij (mgr.14704) 1715 : cluster [DBG] pgmap v1477: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:23 smithi120 conmon[102313]: cluster 2022-01-25T23:35:23.861449+0000 mgr.smithi120.hllzij (mgr.14704) 1716 : cluster [DBG] 2022-01-25T23:35:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:23 smithi120 conmon[102313]: pgmap v1478: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:23 smithi145 conmon[67302]: cluster 2022-01-25T23:35:23.861449+0000 mgr.smithi120.hllzij (mgr.14704) 1716 : cluster [DBG] pgmap v1478: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:25 smithi120 conmon[102313]: cluster 2022-01-25T23:35:25.862256+0000 mgr.smithi120.hllzij (mgr.14704) 1717 : cluster [DBG] pgmap v1479: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:25 smithi145 conmon[67302]: cluster 2022-01-25T23:35:25.862256+0000 mgr.smithi120.hllzij (mgr.14704) 1717 : cluster [DBG] pgmap v1479: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:27 smithi120 conmon[102313]: cluster 2022-01-25T23:35:27.862842+0000 mgr.smithi120.hllzij (mgr.14704) 1718 : cluster [DBG] pgmap v1480: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:27 smithi145 conmon[67302]: cluster 2022-01-25T23:35:27.862842+0000 mgr.smithi120.hllzij (mgr.14704) 1718 : cluster [DBG] pgmap v1480: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:30 smithi120 conmon[102313]: cluster 2022-01-25T23:35:29.863606+0000 mgr.smithi120.hllzij (mgr.14704) 1719 : cluster 2022-01-25T23:35:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:30 smithi120 conmon[102313]: [DBG] pgmap v1481: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:30.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:30 smithi145 conmon[67302]: cluster 2022-01-25T23:35:29.863606+0000 mgr.smithi120.hllzij (mgr.14704) 1719 : cluster [DBG] pgmap v1481: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:31 smithi120 conmon[102313]: cluster 2022-01-25T23:35:31.864203+0000 mgr.smithi120.hllzij (mgr.14704) 1720 : cluster [DBG] pgmap v1482: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:31 smithi145 conmon[67302]: cluster 2022-01-25T23:35:31.864203+0000 mgr.smithi120.hllzij (mgr.14704) 1720 : cluster [DBG] pgmap v1482: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:31 smithi145 conmon[67302]: 2022-01-25T23:35:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:33 smithi120 conmon[102313]: cluster 2022-01-25T23:35:33.864678+0000 mgr.smithi120.hllzij (mgr.14704) 1721 : cluster [DBG] 2022-01-25T23:35:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:33 smithi120 conmon[102313]: pgmap v1483: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:33 smithi145 conmon[67302]: cluster 2022-01-25T23:35:33.864678+0000 mgr.smithi120.hllzij (mgr.14704) 1721 : cluster [DBG] pgmap v1483: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:35 smithi120 conmon[102313]: cluster 2022-01-25T23:35:35.865703+0000 mgr.smithi120.hllzij (mgr.14704) 1722 : cluster [DBG] pgmap v1484: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:35 smithi120 conmon[102313]: 2022-01-25T23:35:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:35 smithi145 conmon[67302]: cluster 2022-01-25T23:35:35.865703+0000 mgr.smithi120.hllzij (mgr.14704) 1722 : cluster [DBG] pgmap v1484: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:37 smithi120 conmon[102313]: cluster 2022-01-25T23:35:37.866176+0000 mgr.smithi120.hllzij (mgr.14704) 1723 : cluster [DBG] pgmap v1485: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:38.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:37 smithi120 conmon[102313]: 2022-01-25T23:35:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:37 smithi145 conmon[67302]: cluster 2022-01-25T23:35:37.866176+0000 mgr.smithi120.hllzij (mgr.14704) 1723 : cluster [DBG] pgmap v1485: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:40 smithi120 conmon[102313]: cluster 2022-01-25T23:35:39.866961+0000 mgr.smithi120.hllzij (mgr.14704) 1724 2022-01-25T23:35:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:40 smithi120 conmon[102313]: : cluster [DBG] pgmap v1486: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:40 smithi145 conmon[67302]: cluster 2022-01-25T23:35:39.866961+0000 mgr.smithi120.hllzij (mgr.14704) 1724 : cluster [DBG] pgmap v1486: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:41 smithi120 conmon[102313]: cluster 2022-01-25T23:35:41.867621+0000 mgr.smithi120.hllzij (mgr.14704) 1725 : cluster 2022-01-25T23:35:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:41 smithi120 conmon[102313]: [DBG] pgmap v1487: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:41 smithi145 conmon[67302]: cluster 2022-01-25T23:35:41.867621+0000 mgr.smithi120.hllzij (mgr.14704) 1725 : cluster [DBG] pgmap v1487: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:43 smithi120 conmon[102313]: cluster 2022-01-25T23:35:43.868141+0000 mgr.smithi120.hllzij (mgr.14704) 1726 : cluster 2022-01-25T23:35:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:43 smithi120 conmon[102313]: [DBG] pgmap v1488: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:43 smithi145 conmon[67302]: cluster 2022-01-25T23:35:43.868141+0000 mgr.smithi120.hllzij (mgr.14704) 1726 : cluster [DBG] 2022-01-25T23:35:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:43 smithi145 conmon[67302]: pgmap v1488: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:45 smithi120 conmon[102313]: cluster 2022-01-25T23:35:45.869034+0000 mgr.smithi120.hllzij (mgr.14704) 1727 : cluster [DBG] 2022-01-25T23:35:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:45 smithi120 conmon[102313]: pgmap v1489: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:45 smithi145 conmon[67302]: cluster 2022-01-25T23:35:45.869034+0000 mgr.smithi120.hllzij (mgr.14704) 1727 : cluster [DBG] pgmap v1489: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:47 smithi120 conmon[102313]: cluster 2022-01-25T23:35:47.872137+0000 mgr.smithi120.hllzij (mgr.14704) 1728 : cluster [DBG] pgmap v1490: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:47 smithi145 conmon[67302]: cluster 2022-01-25T23:35:47.872137+0000 mgr.smithi120.hllzij (mgr.14704) 1728 : cluster [DBG] pgmap v1490: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:49.037 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:35:49.306 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:35:49.306 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (55m) 7m ago 56m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:35:49.307 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (48m) 7m ago 56m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:35:49.307 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (48m) 7m ago 55m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:35:49.307 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (54m) 7m ago 55m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:35:49.308 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (51m) 7m ago 51m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:35:49.308 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (51m) 7m ago 51m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:35:49.308 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (49m) 7m ago 57m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:35:49.308 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (48m) 7m ago 55m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:35:49.308 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (48m) 7m ago 57m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:35:49.309 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (48m) 7m ago 55m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:35:49.309 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (49m) 7m ago 49m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:35:49.309 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (49m) 7m ago 49m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:35:49.309 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (55m) 7m ago 55m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:35:49.309 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (55m) 7m ago 55m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:35:49.310 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (43m) 7m ago 54m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:35:49.310 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (54m) 7m ago 54m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:35:49.310 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (54m) 7m ago 54m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:35:49.310 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (54m) 7m ago 54m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:35:49.311 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (53m) 7m ago 53m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:35:49.311 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (53m) 7m ago 53m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:35:49.311 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (53m) 7m ago 53m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:35:49.311 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (53m) 7m ago 53m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:35:49.312 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (54m) 7m ago 55m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:35:49.629 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:35:49.629 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:35:49.630 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:35:49.630 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:35:49.630 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:35:49.630 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:35:49.631 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:35:49.631 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:35:49.631 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:35:49.631 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:35:49.632 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:35:49.632 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:35:49.632 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:35:49.632 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:35:49.633 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:35:49.633 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:35:49.633 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:35:49.633 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:35:49.634 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:35:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:50 smithi120 conmon[102313]: audit 2022-01-25T23:35:49.026366+0000 mgr.smithi120.hllzij (mgr.14704) 1729 : audit [DBG] from='client.35222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:50.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:50 smithi120 conmon[102313]: audit 2022-01-25T23:35:49.297824+0000 mgr.smithi120.hllzij (mgr.14704) 1730 : audit [DBG] from='client.35226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:50.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:50 smithi120 conmon[102313]: audit 2022-01-25T23:35:49.630077+0000 mon.smithi120 (mon.0) 739 : audit [DBG] from='client.? 172.21.15.120:0/3138063225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:35:50.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:50 smithi120 conmon[102313]: cluster 2022-01-25T23:35 2022-01-25T23:35:50.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:50 smithi120 conmon[102313]: :49.873208+0000 mgr.smithi120.hllzij (mgr.14704) 1731 : cluster [DBG] pgmap v1491: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:50.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:50 smithi120 conmon[102313]: audit 2022-01-25T23:35:49.874001+0000 mon.smithi120 (mon.0) 2022-01-25T23:35:50.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:50 smithi120 conmon[102313]: 740 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:35:50.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:50 smithi120 conmon[102313]: audit 2022-01-25T23:35: 2022-01-25T23:35:50.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:50 smithi120 conmon[102313]: 49.875192+0000 mon.smithi120 (mon.0) 741 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:35:50.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:50 smithi120 conmon[102313]: audit 2022-01-25T23 2022-01-25T23:35:50.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:50 smithi120 conmon[102313]: :35:49.875938+0000 mon.smithi120 (mon.0) 742 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:35:50.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:50 smithi120 conmon[102313]: cephadm 2022-01-25T23:35:49.876529+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:35:50.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:50 smithi120 conmon[102313]: .14704) 1732 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:35:50.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:50 smithi120 conmon[102313]: audit 2022-01-25T23:35:50.269190+0000 mon.smithi120 (mon 2022-01-25T23:35:50.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:50 smithi120 conmon[102313]: .0) 743 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:35:50.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:50 smithi120 conmon[102313]: audit 2022-01-25T23:35:50.273828+0000 mon.smithi120 (mon. 2022-01-25T23:35:50.806 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:50 smithi120 conmon[102313]: 0) 744 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:35:50.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: audit 2022-01-25T23:35:49.026366+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:35:50.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: 1729 : audit [DBG] from='client.35222 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:50.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: audit 2022-01-25T23:35:49.297824+0000 mgr.smithi120.hllzij (mgr.14704) 1730 : audit [DBG] from='client.35226 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:35:50.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T23:35:50.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: 23:35:49.630077+0000 mon.smithi120 (mon.0) 739 : audit [DBG] from='client.? 172.21.15.120:0/3138063225' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:35:50.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: cluster 2022-01-25T 2022-01-25T23:35:50.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: 23:35:49.873208+0000 mgr.smithi120.hllzij (mgr.14704) 1731 : cluster [DBG] pgmap v1491: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:35:50.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: audit 2022-01-25T23:35:49 2022-01-25T23:35:50.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: .874001+0000 mon.smithi120 (mon.0) 740 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:35:50.834 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: audit 2022-01-25T23:35 2022-01-25T23:35:50.835 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: :49.875192+0000 mon.smithi120 (mon.0) 741 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:35:50.835 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: audit 2022-01-25T23:35: 2022-01-25T23:35:50.835 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: 49.875938+0000 mon.smithi120 (mon.0) 742 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:35:50.835 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: cephadm 2022-01-25T23:35: 2022-01-25T23:35:50.835 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: 49.876529+0000 mgr.smithi120.hllzij (mgr.14704) 1732 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:35:50.836 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T23:35:50.836 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: 23:35:50.269190+0000 mon.smithi120 (mon.0) 743 : audit [INF] 2022-01-25T23:35:50.836 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:35:50.836 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: audit 2022-01- 2022-01-25T23:35:50.837 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:50 smithi145 conmon[67302]: 25T23:35:50.273828+0000 mon.smithi120 (mon.0) 744 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:35:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:51 smithi120 conmon[102313]: cluster 2022-01-25T23:35:51.873885+0000 mgr.smithi120.hllzij (mgr.14704) 1733 : cluster [DBG] 2022-01-25T23:35:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:51 smithi120 conmon[102313]: pgmap v1492: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:51 smithi145 conmon[67302]: cluster 2022-01-25T23:35:51.873885+0000 mgr.smithi120.hllzij (mgr.14704) 1733 : cluster [DBG] pgmap v1492: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:51 smithi145 conmon[67302]: 2022-01-25T23:35:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:53 smithi120 conmon[102313]: audit 2022-01-25T23:35:53.780340+0000 mon.smithi120 (mon.0) 745 : audit [INF] 2022-01-25T23:35:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:53 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:35:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:53 smithi120 conmon[102313]: audit 2022-01-25T23:35:53.780609+0000 mon.smithi120 (mon.0) 746 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:35:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:53 smithi145 conmon[67302]: audit 2022-01-25T23:35:53.780340+0000 mon.smithi120 (mon.0) 745 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:35:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:53 smithi145 conmon[67302]: audit 2022-01-25T23:35:53.780609+0000 mon.smithi120 (mon.0) 746 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:35:55.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:54 smithi120 conmon[102313]: cluster 2022-01-25T23:35:53.874418+0000 mgr.smithi120.hllzij (mgr.14704) 1734 : cluster [DBG] 2022-01-25T23:35:55.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:54 smithi120 conmon[102313]: pgmap v1493: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:55.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:54 smithi145 conmon[67302]: cluster 2022-01-25T23:35:53.874418+0000 mgr.smithi120.hllzij (mgr.14704) 1734 : cluster [DBG] pgmap v1493: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:55.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:54 smithi145 conmon[67302]: 2022-01-25T23:35:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:55 smithi120 conmon[102313]: cluster 2022-01-25T23:35:55.875188+0000 mgr.smithi120.hllzij (mgr.14704) 1735 : cluster [DBG] pgmap v1494: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:55 smithi120 conmon[102313]: 2022-01-25T23:35:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:55 smithi145 conmon[67302]: cluster 2022-01-25T23:35:55.875188+0000 mgr.smithi120.hllzij (mgr.14704) 1735 : cluster [DBG] pgmap v1494: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:55 smithi145 conmon[67302]: 2022-01-25T23:35:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:57 smithi120 conmon[102313]: cluster 2022-01-25T23:35:57.875632+0000 mgr.smithi120.hllzij (mgr.14704) 1736 : cluster [DBG] pgmap v1495: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:35:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:35:57 smithi120 conmon[102313]: 2022-01-25T23:35:58.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:35:57 smithi145 conmon[67302]: cluster 2022-01-25T23:35:57.875632+0000 mgr.smithi120.hllzij (mgr.14704) 1736 : cluster [DBG] pgmap v1495: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:00 smithi120 conmon[102313]: cluster 2022-01-25T23:35:59.876328+0000 mgr.smithi120.hllzij (mgr.14704) 1737 : cluster [DBG] 2022-01-25T23:36:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:00 smithi120 conmon[102313]: pgmap v1496: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:00 smithi145 conmon[67302]: cluster 2022-01-25T23:35:59.876328+0000 mgr.smithi120.hllzij (mgr.14704) 1737 : cluster [DBG] 2022-01-25T23:36:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:00 smithi145 conmon[67302]: pgmap v1496: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:01 smithi120 conmon[102313]: cluster 2022-01-25T23:36:01.876857+0000 mgr.smithi120.hllzij (mgr.14704) 1738 : cluster [DBG] pgmap v1497: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:01 smithi120 conmon[102313]: 2022-01-25T23:36:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:01 smithi145 conmon[67302]: cluster 2022-01-25T23:36:01.876857+0000 mgr.smithi120.hllzij (mgr.14704) 1738 : cluster [DBG] pgmap v1497: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:03 smithi120 conmon[102313]: cluster 2022-01-25T23:36:03.877354+0000 mgr.smithi120.hllzij (mgr.14704) 1739 : cluster [DBG] 2022-01-25T23:36:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:03 smithi120 conmon[102313]: pgmap v1498: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:04.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:03 smithi145 conmon[67302]: cluster 2022-01-25T23:36:03.877354+0000 mgr.smithi120.hllzij (mgr.14704) 1739 : cluster [DBG] 2022-01-25T23:36:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:03 smithi145 conmon[67302]: pgmap v1498: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:05 smithi120 conmon[102313]: cluster 2022-01-25T23:36:05.878385+0000 mgr.smithi120.hllzij (mgr.14704) 1740 : cluster [DBG] pgmap v1499: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:05 smithi120 conmon[102313]: 2022-01-25T23:36:06.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:05 smithi145 conmon[67302]: cluster 2022-01-25T23:36:05.878385+0000 mgr.smithi120.hllzij (mgr.14704) 1740 : cluster [DBG] pgmap v1499: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:07 smithi120 conmon[102313]: cluster 2022-01-25T23:36:07.879064+0000 mgr.smithi120.hllzij (mgr.14704) 1741 : cluster [DBG] pgmap v1500: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:07 smithi145 conmon[67302]: cluster 2022-01-25T23:36:07.879064+0000 mgr.smithi120.hllzij (mgr.14704) 1741 : cluster [DBG] pgmap v1500: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:10 smithi120 conmon[102313]: cluster 2022-01-25T23:36:09.879873+0000 mgr.smithi120.hllzij (mgr.14704) 1742 : cluster [DBG] pgmap v1501: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:10 smithi145 conmon[67302]: cluster 2022-01-25T23:36:09.879873+0000 mgr.smithi120.hllzij (mgr.14704) 1742 : cluster [DBG] pgmap v1501: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:11 smithi120 conmon[102313]: cluster 2022-01-25T23:36:11.880333+0000 mgr.smithi120.hllzij (mgr.14704) 1743 : cluster [DBG] pgmap v1502: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:11 smithi145 conmon[67302]: cluster 2022-01-25T23:36:11.880333+0000 mgr.smithi120.hllzij (mgr.14704) 1743 : cluster [DBG] pgmap v1502: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:13 smithi120 conmon[102313]: cluster 2022-01-25T23:36:13.880845+0000 mgr.smithi120.hllzij (mgr.14704) 1744 : cluster [DBG] pgmap v1503: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:13 smithi145 conmon[67302]: cluster 2022-01-25T23:36:13.880845+0000 mgr.smithi120.hllzij (mgr.14704) 1744 : cluster [DBG] pgmap v1503: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:13 smithi145 conmon[67302]: 2022-01-25T23:36:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:15 smithi120 conmon[102313]: cluster 2022-01-25T23:36:15.881608+0000 mgr.smithi120.hllzij (mgr.14704) 1745 : cluster [DBG] pgmap v1504: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:16.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:15 smithi145 conmon[67302]: cluster 2022-01-25T23:36:15.881608+0000 mgr.smithi120.hllzij (mgr.14704) 1745 : cluster [DBG] pgmap v1504: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:17 smithi120 conmon[102313]: cluster 2022-01-25T23:36:17.882159+0000 mgr.smithi120.hllzij (mgr.14704) 1746 : cluster 2022-01-25T23:36:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:17 smithi120 conmon[102313]: [DBG] pgmap v1505: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:17 smithi145 conmon[67302]: cluster 2022-01-25T23:36:17.882159+0000 mgr.smithi120.hllzij (mgr.14704) 1746 : cluster [DBG] pgmap v1505: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:19.928 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:36:20.196 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:36:20.196 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (55m) 7m ago 56m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:36:20.196 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (48m) 7m ago 56m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:36:20.197 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (48m) 7m ago 56m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:36:20.197 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (55m) 7m ago 56m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:36:20.197 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (52m) 7m ago 52m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:36:20.197 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (52m) 7m ago 52m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:36:20.197 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (49m) 7m ago 57m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:36:20.198 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (49m) 7m ago 56m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:36:20.198 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (49m) 7m ago 57m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:36:20.198 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (48m) 7m ago 55m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:36:20.198 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (49m) 7m ago 49m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:36:20.198 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (49m) 7m ago 49m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:36:20.199 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (56m) 7m ago 56m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:36:20.199 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (55m) 7m ago 55m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:36:20.199 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (43m) 7m ago 55m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:36:20.199 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (55m) 7m ago 55m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:36:20.200 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (54m) 7m ago 54m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:36:20.200 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (54m) 7m ago 54m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:36:20.200 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (54m) 7m ago 54m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:36:20.200 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (54m) 7m ago 54m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:36:20.200 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (53m) 7m ago 53m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:36:20.201 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (53m) 7m ago 53m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:36:20.201 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (55m) 7m ago 56m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:36:20.517 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:36:20.518 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:36:20.518 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:36:20.518 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:36:20.518 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:36:20.519 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:36:20.519 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:36:20.519 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:36:20.519 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:36:20.520 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:36:20.520 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:36:20.520 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:36:20.520 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:36:20.520 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:36:20.521 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:36:20.521 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:36:20.521 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:36:20.521 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:36:20.522 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:36:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:20 smithi120 conmon[102313]: cluster 2022-01-25T23:36:19.882816+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:36:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:20 smithi120 conmon[102313]: 14704) 1747 : cluster [DBG] pgmap v1506: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:20 smithi145 conmon[67302]: cluster 2022-01-25T23:36:19.882816+0000 mgr.smithi120.hllzij (mgr.14704) 1747 : cluster [DBG] pgmap v1506: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:21.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:21 smithi120 conmon[102313]: audit 2022-01-25T23:36:19.917568+0000 mgr.smithi120.hllzij (mgr.14704) 1748 : audit [DBG] from='client.35234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:21.909 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:21 smithi120 conmon[102313]: audit 2022-01-25T23:36:20.187717+0000 mgr.smithi120.hllzij (mgr.14704) 1749 : audit [DBG] from='client.35238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:21.910 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:21 smithi120 conmon[102313]: audit 2022-01-25T23:36:20.518370+0000 mon.smithi120 (mon.0) 747 : audit [DBG] from='client.? 172.21.15.120:0/230164425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:36:21.912 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:21 smithi145 conmon[67302]: audit 2022-01-25T23:36:19.917568+0000 mgr.smithi120.hllzij (mgr.14704) 1748 : audit [DBG] from='client.35234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:21.912 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:21 smithi145 conmon[67302]: audit 2022-01-25T23:36:20.187717+0000 mgr.smithi120.hllzij (mgr.14704) 1749 : audit 2022-01-25T23:36:21.912 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:21 smithi145 conmon[67302]: [DBG] from='client.35238 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:21.913 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:21 smithi145 conmon[67302]: audit 2022-01-25T23:36:20.518370+0000 mon.smithi120 (mon.0) 747 : audit [DBG] from='client.? 172.21.15.120:0/230164425' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:36:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:22 smithi120 conmon[102313]: cluster 2022-01-25T23:36:21.883605+0000 mgr.smithi120.hllzij (mgr.14704) 1750 : cluster [DBG] 2022-01-25T23:36:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:22 smithi120 conmon[102313]: pgmap v1507: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:22.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:22 smithi145 conmon[67302]: cluster 2022-01-25T23:36:21.883605+0000 mgr.smithi120.hllzij (mgr.14704) 1750 : cluster [DBG] pgmap v1507: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:23 smithi120 conmon[102313]: cluster 2022-01-25T23:36:23.884052+0000 mgr.smithi120.hllzij (mgr.14704) 1751 : cluster [DBG] 2022-01-25T23:36:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:23 smithi120 conmon[102313]: pgmap v1508: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:23 smithi145 conmon[67302]: cluster 2022-01-25T23:36:23.884052+0000 mgr.smithi120.hllzij (mgr.14704) 1751 : cluster [DBG] pgmap v1508: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:25 smithi120 conmon[102313]: cluster 2022-01-25T23:36:25.884807+0000 mgr.smithi120.hllzij (mgr.14704) 1752 : cluster [DBG] pgmap v1509: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:26.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:25 smithi145 conmon[67302]: cluster 2022-01-25T23:36:25.884807+0000 mgr.smithi120.hllzij (mgr.14704) 1752 : cluster [DBG] pgmap v1509: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:27 smithi120 conmon[102313]: cluster 2022-01-25T23:36:27.885401+0000 mgr.smithi120.hllzij (mgr.14704) 1753 : cluster [DBG] pgmap v1510: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:28.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:27 smithi145 conmon[67302]: cluster 2022-01-25T23:36:27.885401+0000 mgr.smithi120.hllzij (mgr.14704) 1753 : cluster [DBG] pgmap v1510: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:30 smithi120 conmon[102313]: cluster 2022-01-25T23:36:29.886311+0000 mgr.smithi120.hllzij (mgr.14704) 1754 : cluster [DBG] pgmap v1511: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:30.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:30 smithi145 conmon[67302]: cluster 2022-01-25T23:36:29.886311+0000 mgr.smithi120.hllzij (mgr.14704) 1754 : cluster [DBG] pgmap v1511: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:30.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:30 smithi145 conmon[67302]: 2022-01-25T23:36:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:31 smithi120 conmon[102313]: cluster 2022-01-25T23:36:31.886946+0000 mgr.smithi120.hllzij (mgr.14704) 1755 : cluster [DBG] pgmap v1512: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:32.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:31 smithi145 conmon[67302]: cluster 2022-01-25T23:36:31.886946+0000 mgr.smithi120.hllzij (mgr.14704) 1755 : cluster [DBG] pgmap v1512: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:33 smithi120 conmon[102313]: cluster 2022-01-25T23:36:33.887489+0000 mgr.smithi120.hllzij (mgr.14704) 1756 : cluster [DBG] pgmap v1513: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:34.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:33 smithi145 conmon[67302]: cluster 2022-01-25T23:36:33.887489+0000 mgr.smithi120.hllzij (mgr.14704) 1756 : cluster [DBG] pgmap v1513: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:35 smithi120 conmon[102313]: cluster 2022-01-25T23:36:35.888272+0000 mgr.smithi120.hllzij (mgr.14704) 1757 : cluster [DBG] pgmap v1514: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:35 smithi145 conmon[67302]: cluster 2022-01-25T23:36:35.888272+0000 mgr.smithi120.hllzij (mgr.14704) 1757 : cluster [DBG] pgmap v1514: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:37 smithi120 conmon[102313]: cluster 2022-01-25T23:36:37.888872+0000 mgr.smithi120.hllzij (mgr.14704) 1758 : cluster [DBG] pgmap v1515: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:37 smithi145 conmon[67302]: cluster 2022-01-25T23:36:37.888872+0000 mgr.smithi120.hllzij (mgr.14704) 1758 : cluster [DBG] pgmap v1515: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:40 smithi120 conmon[102313]: cluster 2022-01-25T23:36:39.889863+0000 mgr.smithi120.hllzij (mgr.14704) 1759 : cluster [DBG] 2022-01-25T23:36:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:40 smithi120 conmon[102313]: pgmap v1516: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:40.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:40 smithi145 conmon[67302]: cluster 2022-01-25T23:36:39.889863+0000 mgr.smithi120.hllzij (mgr.14704) 1759 : cluster [DBG] pgmap v1516: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:41 smithi120 conmon[102313]: cluster 2022-01-25T23:36:41 2022-01-25T23:36:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:41 smithi120 conmon[102313]: .890516+0000 mgr.smithi120.hllzij (mgr.14704) 1760 : cluster [DBG] pgmap v1517: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:42.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:41 smithi145 conmon[67302]: cluster 2022-01-25T23:36:41.890516+0000 mgr.smithi120.hllzij (mgr.14704) 1760 : cluster [DBG] pgmap v1517: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:43 smithi120 conmon[102313]: cluster 2022-01-25T23:36:43.891123+0000 mgr.smithi120.hllzij (mgr.14704) 1761 : cluster [DBG] pgmap v1518: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:44.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:43 smithi145 conmon[67302]: cluster 2022-01-25T23:36:43.891123+0000 mgr.smithi120.hllzij (mgr.14704) 1761 : cluster [DBG] pgmap v1518: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:45 smithi120 conmon[102313]: cluster 2022-01-25T23:36:45.891931+0000 mgr.smithi120.hllzij (mgr.14704) 1762 : cluster [DBG] pgmap v1519: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:46.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:45 smithi145 conmon[67302]: cluster 2022-01-25T23:36:45.891931+0000 mgr.smithi120.hllzij (mgr.14704) 1762 : cluster [DBG] pgmap v1519: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:47 smithi120 conmon[102313]: cluster 2022-01-25T23:36:47.892454+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:36:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:47 smithi120 conmon[102313]: ) 1763 : cluster [DBG] pgmap v1520: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:47 smithi145 conmon[67302]: cluster 2022-01-25T23:36:47.892454+0000 mgr.smithi120.hllzij (mgr.14704) 1763 : cluster [DBG] pgmap v1520: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:50 smithi120 conmon[102313]: cluster 2022-01-25T23:36:49.893161+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:36:50.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:50 smithi120 conmon[102313]: ) 1764 : cluster [DBG] pgmap v1521: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:50.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:50 smithi120 conmon[102313]: audit 2022-01-25T23:36:50.276397+0000 mon.smithi120 (mon.0) 748 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:36:50.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:50 smithi120 conmon[102313]: audit 2022-01-25T23:36:50.277801+0000 mon.smithi120 (mon.0) 749 2022-01-25T23:36:50.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:50 smithi120 conmon[102313]: : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:36:50.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:50 smithi120 conmon[102313]: audit 2022 2022-01-25T23:36:50.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:50 smithi120 conmon[102313]: -01-25T23:36:50.278627+0000 mon.smithi120 (mon.0) 750 : audit [INF] 2022-01-25T23:36:50.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:50 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:36:50.822 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:36:50.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:50 smithi145 conmon[67302]: cluster 2022-01-25T23:36:49.893161+0000 mgr.smithi120.hllzij (mgr.14704) 1764 : cluster [DBG] pgmap v1521: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:36:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:50 smithi145 conmon[67302]: audit 2022-01-25T23:36:50.276397+0000 mon.smithi120 (mon.0) 748 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:36:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:50 smithi145 conmon[67302]: audit 2022-01-25T23 2022-01-25T23:36:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:50 smithi145 conmon[67302]: :36:50.277801+0000 mon.smithi120 (mon.0) 749 : 2022-01-25T23:36:50.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:50 smithi145 conmon[67302]: audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:36:50.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:50 smithi145 conmon[67302]: audit 2022-01-25 2022-01-25T23:36:50.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:50 smithi145 conmon[67302]: T23:36:50.278627+0000 mon.smithi120 ( 2022-01-25T23:36:50.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:50 smithi145 conmon[67302]: mon.0) 750 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:36:51.088 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:36:51.088 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (56m) 8m ago 57m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:36:51.089 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (49m) 8m ago 57m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:36:51.089 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (49m) 8m ago 56m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:36:51.089 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (55m) 8m ago 56m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:36:51.089 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (52m) 8m ago 52m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:36:51.090 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (52m) 8m ago 52m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:36:51.090 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (50m) 8m ago 58m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:36:51.090 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (49m) 8m ago 56m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:36:51.090 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (49m) 8m ago 58m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:36:51.090 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (49m) 8m ago 56m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:36:51.091 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (50m) 8m ago 50m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:36:51.091 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (50m) 8m ago 50m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:36:51.091 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (56m) 8m ago 56m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:36:51.091 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (56m) 8m ago 56m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:36:51.092 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (44m) 8m ago 55m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:36:51.092 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (55m) 8m ago 55m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:36:51.092 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (55m) 8m ago 55m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:36:51.092 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (55m) 8m ago 55m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:36:51.092 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (54m) 8m ago 54m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:36:51.093 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (54m) 8m ago 54m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:36:51.093 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (54m) 8m ago 54m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:36:51.093 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (54m) 8m ago 54m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:36:51.093 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (55m) 8m ago 56m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:36:51.409 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:36:51.409 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:36:51.409 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:36:51.409 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:36:51.410 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:36:51.410 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:36:51.410 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:36:51.410 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:36:51.410 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:36:51.411 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:36:51.411 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:36:51.411 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:36:51.411 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:36:51.412 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:36:51.412 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:36:51.412 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:36:51.412 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:36:51.413 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:36:51.413 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:36:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:51 smithi120 conmon[102313]: cephadm 2022-01-25T23:36:50.279359+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:36:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:51 smithi120 conmon[102313]: ) 1765 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:36:52.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:51 smithi120 conmon[102313]: audit 2022-01-25T23:36:50.681190+0000 mon.smithi120 (mon.0) 751 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:36:52.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:51 smithi120 conmon[102313]: audit 2022-01-25T23:36:50.686899+0000 mon.smithi120 (mon.0) 752 2022-01-25T23:36:52.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:51 smithi120 conmon[102313]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:36:52.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:51 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T23:36:52.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:51 smithi120 conmon[102313]: 23:36:50.811405+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:36:52.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:51 smithi120 conmon[102313]: 1766 : audit [DBG] from='client.35246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:52.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:51 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:36:52.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:51 smithi120 conmon[102313]: -25T23:36:51.409657+0000 mon.smithi120 (mon 2022-01-25T23:36:52.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:51 smithi120 conmon[102313]: .0) 753 : audit [DBG] from='client.? 172.21.15.120:0/534269438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:36:52.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:51 smithi145 conmon[67302]: cephadm 2022-01-25T23:36:50.279359+0000 mgr.smithi120.hllzij (mgr.14704) 1765 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:36:52.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:51 smithi145 conmon[67302]: audit 2022-01-25T23:36:50.681190+0000 mon.smithi120 (mon.0) 751 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:36:52.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:51 smithi145 conmon[67302]: audit 2022-01-25T23:36:50.686899+0000 mon.smithi120 (mon.0) 2022-01-25T23:36:52.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:51 smithi145 conmon[67302]: 752 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:36:52.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:51 smithi145 conmon[67302]: audit 2022 2022-01-25T23:36:52.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:51 smithi145 conmon[67302]: -01-25T23:36:50.811405+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:36:52.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:51 smithi145 conmon[67302]: .14704) 1766 : audit [DBG] from='client.35246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:52.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:51 smithi145 conmon[67302]: audit 2022 2022-01-25T23:36:52.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:51 smithi145 conmon[67302]: -01-25T23:36:51. 2022-01-25T23:36:52.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:51 smithi145 conmon[67302]: 409657+0000 mon.smithi120 (mon.0) 753 : audit [DBG] 2022-01-25T23:36:52.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:51 smithi145 conmon[67302]: from='client.? 172.21.15.120:0/534269438' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:36:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:52 smithi120 conmon[102313]: audit 2022-01-25T23:36:51.080470+0000 mgr.smithi120.hllzij (mgr.14704) 1767 : audit [DBG] from='client.35250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:53.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:52 smithi120 conmon[102313]: cluster 2022-01-25T23:36 2022-01-25T23:36:53.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:52 smithi120 conmon[102313]: :51.893640+0000 mgr.smithi120.hllzij (mgr.14704) 1768 : cluster [DBG] pgmap v1522: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:52 smithi145 conmon[67302]: audit 2022-01-25T23:36:51.080470+0000 mgr.smithi120.hllzij (mgr.14704) 1767 : audit [DBG] from='client.35250 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:36:53.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:52 smithi145 conmon[67302]: cluster 2022-01-25T23:36:51.893640+0000 mgr.smithi120.hllzij (mgr.14704) 1768 : cluster [DBG] pgmap v1522: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:53 smithi120 conmon[102313]: audit 2022-01-25T23:36:53.784236+0000 mon.smithi120 (mon.0) 754 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:36:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:53 smithi120 conmon[102313]: audit 2022-01-25T23:36:53.784500+0000 mon.smithi120 (mon.0) 755 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:36:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:53 smithi145 conmon[67302]: audit 2022-01-25T23:36:53.784236+0000 mon.smithi120 (mon.0) 754 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:36:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:53 smithi145 conmon[67302]: audit 2022-01 2022-01-25T23:36:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:53 smithi145 conmon[67302]: -25T23:36:53.784500+0000 mon.smithi120 (mon.0) 755 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:36:55.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:54 smithi120 conmon[102313]: cluster 2022-01-25T23:36:53.894080+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:36:55.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:54 smithi120 conmon[102313]: 14704) 1769 : cluster [DBG] pgmap v1523: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:55.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:54 smithi145 conmon[67302]: cluster 2022-01-25T23:36:53.894080+0000 mgr.smithi120.hllzij (mgr.14704) 1769 : cluster [DBG] pgmap v1523: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:55 smithi120 conmon[102313]: cluster 2022-01-25T23:36:55.894830+0000 mgr.smithi120.hllzij (mgr.14704) 1770 : cluster 2022-01-25T23:36:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:55 smithi120 conmon[102313]: [DBG] pgmap v1524: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:55 smithi145 conmon[67302]: cluster 2022-01-25T23:36:55.894830+0000 mgr.smithi120.hllzij (mgr.14704) 1770 : cluster [DBG] pgmap v1524: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:36:57 smithi120 conmon[102313]: cluster 2022-01-25T23:36:57.895285+0000 mgr.smithi120.hllzij (mgr.14704) 1771 : cluster [DBG] pgmap v1525: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:58.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:57 smithi145 conmon[67302]: cluster 2022-01-25T23:36:57.895285+0000 mgr.smithi120.hllzij (mgr.14704) 1771 : cluster [DBG] pgmap v1525: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:36:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:36:57 smithi145 conmon[67302]: 2022-01-25T23:37:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:00 smithi120 conmon[102313]: cluster 2022-01-25T23:36:59.896150+0000 mgr.smithi120.hllzij (mgr.14704) 1772 : cluster 2022-01-25T23:37:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:00 smithi120 conmon[102313]: [DBG] pgmap v1526: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:00 smithi145 conmon[67302]: cluster 2022-01-25T23:36:59.896150+0000 mgr.smithi120.hllzij (mgr.14704) 1772 : cluster [DBG] pgmap v1526: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:01 smithi120 conmon[102313]: cluster 2022-01-25T23:37:01.896716+0000 mgr.smithi120.hllzij (mgr.14704) 1773 : cluster 2022-01-25T23:37:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:01 smithi120 conmon[102313]: [DBG] pgmap v1527: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:01 smithi145 conmon[67302]: cluster 2022-01-25T23:37:01.896716+0000 mgr.smithi120.hllzij (mgr.14704) 1773 : cluster [DBG] pgmap v1527: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:03 smithi120 conmon[102313]: cluster 2022-01-25T23:37:03.897248+0000 mgr.smithi120.hllzij (mgr.14704) 1774 : cluster [DBG] pgmap v1528: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:03 smithi145 conmon[67302]: cluster 2022-01-25T23:37:03.897248+0000 mgr.smithi120.hllzij (mgr.14704) 1774 : cluster [DBG] pgmap v1528: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:05 smithi120 conmon[102313]: cluster 2022-01-25T23:37:05.898198+0000 mgr.smithi120.hllzij (mgr.14704) 1775 : cluster [DBG] pgmap v1529: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:05 smithi145 conmon[67302]: cluster 2022-01-25T23:37:05.898198+0000 mgr.smithi120.hllzij (mgr.14704) 1775 : cluster [DBG] pgmap v1529: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:08.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:07 smithi120 conmon[102313]: cluster 2022-01-25T23:37:07.898781+0000 mgr.smithi120.hllzij (mgr.14704) 1776 : cluster [DBG] pgmap v1530: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:07 smithi145 conmon[67302]: cluster 2022-01-25T23:37:07.898781+0000 mgr.smithi120.hllzij (mgr.14704) 1776 : cluster [DBG] pgmap v1530: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:10 smithi120 conmon[102313]: cluster 2022-01-25T23:37:09.899485+0000 mgr.smithi120.hllzij (mgr.14704) 1777 : cluster [DBG] pgmap v1531: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:10 smithi145 conmon[67302]: cluster 2022-01-25T23:37:09.899485+0000 mgr.smithi120.hllzij (mgr.14704) 1777 : cluster [DBG] pgmap v1531: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:11 smithi120 conmon[102313]: cluster 2022-01-25T23:37:11.899989+0000 mgr.smithi120.hllzij (mgr.14704) 1778 : cluster [DBG] pgmap v1532: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:12.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:11 smithi145 conmon[67302]: cluster 2022-01-25T23:37:11.899989+0000 mgr.smithi120.hllzij (mgr.14704) 1778 : cluster [DBG] 2022-01-25T23:37:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:11 smithi145 conmon[67302]: pgmap v1532: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:13 smithi120 conmon[102313]: cluster 2022-01-25T23:37:13.900539+0000 mgr.smithi120.hllzij (mgr.14704) 1779 : cluster [DBG] pgmap v1533: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:13 smithi120 conmon[102313]: 2022-01-25T23:37:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:13 smithi145 conmon[67302]: cluster 2022-01-25T23:37:13.900539+0000 mgr.smithi120.hllzij (mgr.14704) 1779 : cluster [DBG] pgmap v1533: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:15 smithi120 conmon[102313]: cluster 2022-01-25T23:37:15.901318+0000 mgr.smithi120.hllzij (mgr.14704) 1780 : cluster [DBG] 2022-01-25T23:37:16.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:15 smithi120 conmon[102313]: pgmap v1534: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:15 smithi145 conmon[67302]: cluster 2022-01-25T23:37:15.901318+0000 mgr.smithi120.hllzij (mgr.14704) 1780 : cluster [DBG] pgmap v1534: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:17 smithi120 conmon[102313]: cluster 2022-01-25T23:37:17.901934+0000 mgr.smithi120.hllzij (mgr.14704) 1781 : cluster [DBG] pgmap v1535: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:17 smithi145 conmon[67302]: cluster 2022-01-25T23:37:17.901934+0000 mgr.smithi120.hllzij (mgr.14704) 1781 : cluster [DBG] pgmap v1535: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:20 smithi120 conmon[102313]: cluster 2022-01-25T23:37:19.902680+0000 mgr.smithi120.hllzij (mgr.14704) 1782 : cluster [DBG] pgmap v1536: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:20 smithi145 conmon[67302]: cluster 2022-01-25T23:37:19.902680+0000 mgr.smithi120.hllzij (mgr.14704) 1782 : cluster [DBG] 2022-01-25T23:37:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:20 smithi145 conmon[67302]: pgmap v1536: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:21.708 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:37:21.975 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:37:21.976 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (56m) 8m ago 57m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:37:21.976 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (49m) 8m ago 57m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:37:21.976 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (49m) 8m ago 57m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:37:21.977 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (56m) 8m ago 57m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:37:21.977 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (53m) 8m ago 53m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:37:21.977 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (53m) 8m ago 53m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:37:21.978 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (50m) 8m ago 58m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:37:21.978 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (50m) 8m ago 57m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:37:21.978 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (50m) 8m ago 58m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:37:21.978 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (49m) 8m ago 57m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:37:21.978 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (50m) 8m ago 50m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:37:21.979 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (50m) 8m ago 50m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:37:21.979 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (57m) 8m ago 57m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:37:21.980 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (56m) 8m ago 56m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:37:21.980 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (44m) 8m ago 56m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:37:21.980 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (56m) 8m ago 56m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:37:21.981 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (55m) 8m ago 55m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:37:21.981 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (55m) 8m ago 55m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:37:21.981 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (55m) 8m ago 55m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:37:21.982 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (55m) 8m ago 55m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:37:21.982 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (54m) 8m ago 54m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:37:21.982 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (54m) 8m ago 54m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:37:21.983 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (56m) 8m ago 57m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:37:22.298 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:37:22.298 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:37:22.298 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:37:22.299 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:37:22.299 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:37:22.299 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:37:22.299 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:37:22.300 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:37:22.300 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:37:22.300 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:37:22.300 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:37:22.300 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:37:22.301 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:37:22.301 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:37:22.301 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:37:22.301 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:37:22.302 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:37:22.302 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:37:22.302 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:37:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:21 smithi120 conmon[102313]: audit 2022-01-25T23:37:21.696590+0000 mgr.smithi120.hllzij ( 2022-01-25T23:37:22.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:21 smithi120 conmon[102313]: mgr.14704) 1783 : audit [DBG] from='client.35258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:22.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:21 smithi120 conmon[102313]: cluster 2022-01-25T23:37:21.903171+0000 mgr.smithi120.hllzij (mgr.14704) 1784 : cluster [DBG] pgmap v1537: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:21 smithi145 conmon[67302]: audit 2022-01-25T23:37:21.696590+0000 mgr.smithi120.hllzij (mgr.14704) 1783 : audit [DBG] from='client.35258 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:21 smithi145 conmon[67302]: cluster 2022-01-25T23:37:21.903171+0000 mgr.smithi120.hllzij (mgr.14704) 1784 : cluster [DBG] pgmap v1537: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:23.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:22 smithi120 conmon[102313]: audit 2022-01-25T23:37:21.967141+0000 mgr.smithi120.hllzij (mgr.14704) 1785 : audit 2022-01-25T23:37:23.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:22 smithi120 conmon[102313]: [DBG] from='client.35262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:23.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:22 smithi120 conmon[102313]: audit 2022-01-25T23:37:22.298427+0000 mon.smithi120 (mon.0) 756 : audit [DBG] from='client.? 172.21.15.120:0/3251513746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:37:23.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:22 smithi145 conmon[67302]: audit 2022-01-25T23:37:21.967141+0000 mgr.smithi120.hllzij (mgr.14704) 1785 : audit [DBG] from='client.35262 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:23.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:22 smithi145 conmon[67302]: 2022-01-25T23:37:23.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:22 smithi145 conmon[67302]: audit 2022-01-25T23:37:22.298427+0000 mon.smithi120 (mon.0) 756 : audit [DBG] from='client.? 172.21.15.120:0/3251513746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:37:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:23 smithi120 conmon[102313]: cluster 2022-01-25T23:37:23.903620+0000 mgr.smithi120.hllzij (mgr.14704) 1786 : cluster [DBG] pgmap v1538: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:23 smithi145 conmon[67302]: cluster 2022-01-25T23:37:23.903620+0000 mgr.smithi120.hllzij (mgr.14704) 1786 : cluster [DBG] pgmap v1538: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:23 smithi145 conmon[67302]: 2022-01-25T23:37:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:25 smithi120 conmon[102313]: cluster 2022-01-25T23:37:25.904492+0000 mgr.smithi120.hllzij (mgr.14704) 1787 : cluster [DBG] pgmap v1539: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:25 smithi145 conmon[67302]: cluster 2022-01-25T23:37:25.904492+0000 mgr.smithi120.hllzij (mgr.14704) 1787 : cluster [DBG] pgmap v1539: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:27 smithi120 conmon[102313]: cluster 2022-01-25T23:37:27.904993+0000 mgr.smithi120.hllzij (mgr.14704) 1788 : cluster [DBG] pgmap v1540: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:28.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:27 smithi145 conmon[67302]: cluster 2022-01-25T23:37:27.904993+0000 mgr.smithi120.hllzij (mgr.14704) 1788 : cluster [DBG] pgmap v1540: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:30 smithi120 conmon[102313]: cluster 2022-01-25T23:37:29.905719+0000 mgr.smithi120.hllzij (mgr.14704) 1789 2022-01-25T23:37:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:30 smithi120 conmon[102313]: : cluster [DBG] pgmap v1541: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:30.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:30 smithi145 conmon[67302]: cluster 2022-01-25T23:37:29.905719+0000 mgr.smithi120.hllzij (mgr.14704) 1789 : cluster [DBG] pgmap v1541: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:31 smithi120 conmon[102313]: cluster 2022-01-25T23:37:31.906285+0000 mgr.smithi120.hllzij (mgr.14704) 1790 : 2022-01-25T23:37:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:31 smithi120 conmon[102313]: cluster [DBG] pgmap v1542: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:32.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:31 smithi145 conmon[67302]: cluster 2022-01-25T23:37:31.906285+0000 mgr.smithi120.hllzij (mgr.14704) 1790 : cluster [DBG] pgmap v1542: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:33 smithi120 conmon[102313]: cluster 2022-01-25T23:37:33.906958+0000 mgr.smithi120.hllzij (mgr.14704) 1791 2022-01-25T23:37:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:33 smithi120 conmon[102313]: : cluster [DBG] pgmap v1543: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:33 smithi145 conmon[67302]: cluster 2022-01-25T23:37:33.906958+0000 mgr.smithi120.hllzij (mgr.14704) 1791 : cluster [DBG] pgmap v1543: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:35 smithi120 conmon[102313]: cluster 2022-01-25T23:37:35.907816+0000 mgr.smithi120.hllzij (mgr.14704) 1792 : cluster [DBG] pgmap v1544: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:36.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:35 smithi145 conmon[67302]: cluster 2022-01-25T23:37:35.907816+0000 mgr.smithi120.hllzij (mgr.14704) 1792 : cluster [DBG] pgmap v1544: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:37 smithi120 conmon[102313]: cluster 2022-01-25T23:37:37.908305+0000 mgr.smithi120.hllzij (mgr.14704) 1793 : cluster [DBG] pgmap v1545: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:38.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:37 smithi145 conmon[67302]: cluster 2022-01-25T23:37:37.908305+0000 mgr.smithi120.hllzij (mgr.14704) 1793 : cluster [DBG] pgmap v1545: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:40 smithi120 conmon[102313]: cluster 2022-01-25T23:37:39.909089+0000 mgr.smithi120.hllzij (mgr.14704) 1794 : cluster [DBG] pgmap v1546: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:40 smithi145 conmon[67302]: cluster 2022-01-25T23:37:39.909089+0000 mgr.smithi120.hllzij (mgr.14704) 1794 : cluster [DBG] pgmap v1546: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:40 smithi145 conmon[67302]: 2022-01-25T23:37:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:41 smithi120 conmon[102313]: cluster 2022-01-25T23:37:41.909734+0000 mgr.smithi120.hllzij (mgr.14704) 1795 : cluster [DBG] pgmap v1547: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:41 smithi145 conmon[67302]: cluster 2022-01-25T23:37:41.909734+0000 mgr.smithi120.hllzij (mgr.14704) 1795 : cluster [DBG] pgmap v1547: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:43 smithi120 conmon[102313]: cluster 2022-01-25T23:37:43.910260+0000 mgr.smithi120.hllzij (mgr.14704) 1796 : cluster [DBG] pgmap v1548: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:43 smithi145 conmon[67302]: cluster 2022-01-25T23:37:43.910260+0000 mgr.smithi120.hllzij (mgr.14704) 1796 : cluster [DBG] pgmap v1548: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:43 smithi145 conmon[67302]: 2022-01-25T23:37:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:45 smithi120 conmon[102313]: cluster 2022-01-25T23:37:45.911034+0000 mgr.smithi120.hllzij (mgr.14704) 1797 : cluster [DBG] pgmap v1549: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:46.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:45 smithi145 conmon[67302]: cluster 2022-01-25T23:37:45.911034+0000 mgr.smithi120.hllzij (mgr.14704) 1797 : cluster [DBG] pgmap v1549: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:47 smithi120 conmon[102313]: cluster 2022-01-25T23:37:47.911635+0000 mgr.smithi120.hllzij (mgr.14704) 1798 : cluster [DBG] pgmap v1550: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:47 smithi145 conmon[67302]: cluster 2022-01-25T23:37:47.911635+0000 mgr.smithi120.hllzij (mgr.14704) 1798 : cluster [DBG] pgmap v1550: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:50 smithi120 conmon[102313]: cluster 2022-01-25T23:37:49.912493+0000 mgr.smithi120.hllzij (mgr.14704) 1799 : cluster [DBG] pgmap v1551: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:50.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:50 smithi145 conmon[67302]: cluster 2022-01-25T23:37:49.912493+0000 mgr.smithi120.hllzij (mgr.14704) 1799 : cluster [DBG] pgmap v1551: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:37:51.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:51 smithi120 conmon[102313]: audit 2022-01-25T23:37:50.689304+0000 mon.smithi120 (mon.0) 757 : audit 2022-01-25T23:37:51.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:51 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:37:51.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:51 smithi120 conmon[102313]: audit 2022-01-25T23:37:50.690728+0000 mon.smithi120 (mon.0) 758 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:37:51.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:51 smithi120 conmon[102313]: audit 2022-01-25T23:37 2022-01-25T23:37:51.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:51 smithi120 conmon[102313]: :50.691597+0000 mon.smithi120 (mon.0) 759 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:37:51.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:51 smithi120 conmon[102313]: cephadm 2022-01-25T23:37:51.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:51 smithi120 conmon[102313]: 2022-01-25T23:37:50.692314+0000 mgr.smithi120.hllzij (mgr.14704) 1800 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:37:51.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:51 smithi120 conmon[102313]: audit 2022-01-25T23:37:51.084560+0000 2022-01-25T23:37:51.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:51 smithi120 conmon[102313]: mon.smithi120 (mon.0) 760 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:37:51.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:51 smithi120 conmon[102313]: audit 2022- 2022-01-25T23:37:51.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:51 smithi120 conmon[102313]: 01-25T23:37:51.089757+0000 2022-01-25T23:37:51.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:51 smithi120 conmon[102313]: mon.smithi120 (mon.0) 761 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:37:51.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:51 smithi120 conmon[102313]: 2022-01-25T23:37:51.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:51 smithi145 conmon[67302]: audit 2022-01-25T23:37:50.689304+0000 mon.smithi120 (mon.0) 757 : audit 2022-01-25T23:37:51.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:51 smithi145 conmon[67302]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:37:51.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:51 smithi145 conmon[67302]: audit 2022-01-25T23:37:50.690728+0000 mon.smithi120 (mon.0) 758 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:37:51.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:51 smithi145 conmon[67302]: audit 2022-01-25T23:37:51.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:51 smithi145 conmon[67302]: 2022-01-25T23:37:50.691597+0000 mon.smithi120 (mon.0) 759 : audit 2022-01-25T23:37:51.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:51 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:37:51.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:51 smithi145 conmon[67302]: cephadm 2022-01-25 2022-01-25T23:37:51.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:51 smithi145 conmon[67302]: T23:37:50.692314+0000 mgr.smithi120.hllzij 2022-01-25T23:37:51.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:51 smithi145 conmon[67302]: (mgr.14704) 1800 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:37:51.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:51 smithi145 conmon[67302]: audit 2022-01-25T23:37:51.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:51 smithi145 conmon[67302]: 2022-01-25T23:37: 2022-01-25T23:37:51.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:51 smithi145 conmon[67302]: 51.084560+0000 mon.smithi120 (mon.0) 760 : 2022-01-25T23:37:51.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:51 smithi145 conmon[67302]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:37:51.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:51 smithi145 conmon[67302]: audit 2022-01-25 2022-01-25T23:37:51.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:51 smithi145 conmon[67302]: T23:37:51.089757+0000 mon.smithi120 2022-01-25T23:37:51.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:51 smithi145 conmon[67302]: (mon.0) 761 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:37:52.602 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:37:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:52 smithi120 conmon[102313]: cluster 2022-01-25T23:37:51 2022-01-25T23:37:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:52 smithi120 conmon[102313]: .913074+0000 mgr.smithi120.hllzij (mgr.14704) 1801 : cluster [DBG] pgmap v1552: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:52.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:52 smithi145 conmon[67302]: cluster 2022-01-25T23:37:51.913074+0000 mgr.smithi120.hllzij (mgr.14704) 1801 : cluster [DBG] pgmap v1552: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:52.868 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:37:52.869 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (57m) 9m ago 58m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:37:52.869 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (50m) 9m ago 58m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:37:52.869 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (50m) 9m ago 57m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:37:52.869 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (56m) 9m ago 57m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:37:52.870 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (53m) 9m ago 53m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:37:52.870 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (53m) 9m ago 53m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:37:52.870 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (51m) 9m ago 59m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:37:52.870 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (50m) 9m ago 57m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:37:52.871 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (50m) 9m ago 59m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:37:52.871 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (50m) 9m ago 57m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:37:52.871 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (51m) 9m ago 51m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:37:52.872 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (51m) 9m ago 51m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:37:52.872 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (57m) 9m ago 57m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:37:52.872 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (57m) 9m ago 57m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:37:52.872 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (45m) 9m ago 57m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:37:52.872 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (56m) 9m ago 56m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:37:52.873 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (56m) 9m ago 56m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:37:52.873 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (56m) 9m ago 56m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:37:52.873 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (55m) 9m ago 55m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:37:52.873 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (55m) 9m ago 55m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:37:52.874 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (55m) 9m ago 55m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:37:52.874 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (55m) 9m ago 55m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:37:52.874 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (56m) 9m ago 57m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:37:53.197 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:37:53.197 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:37:53.197 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:37:53.198 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:37:53.198 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:37:53.198 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:37:53.198 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:37:53.199 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:37:53.199 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:37:53.199 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:37:53.199 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:37:53.199 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:37:53.200 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:37:53.200 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:37:53.200 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:37:53.200 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:37:53.201 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:37:53.201 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:37:53.201 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:37:53.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:53 smithi120 conmon[102313]: audit 2022-01-25T23:37:52.591213+0000 mgr.smithi120.hllzij (mgr.14704) 1802 : audit [DBG] 2022-01-25T23:37:53.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:53 smithi120 conmon[102313]: from='client.35270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:53.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:53 smithi120 conmon[102313]: audit 2022-01-25T23:37:52.860619+0000 mgr.smithi120.hllzij (mgr.14704) 1803 : audit [DBG] from='client.35274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:53.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:53 smithi120 conmon[102313]: audit 2022-01-25 2022-01-25T23:37:53.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:53 smithi120 conmon[102313]: T23:37:53.197658+0000 mon.smithi120 (mon.0) 762 : audit [DBG] from='client.? 172.21.15.120:0/469335681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:37:53.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:53 smithi145 conmon[67302]: audit 2022-01-25T23:37:52.591213+0000 mgr.smithi120.hllzij (mgr.14704) 1802 : audit [DBG] from='client.35270 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:53.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:53 smithi145 conmon[67302]: audit 2022-01-25T23:37: 2022-01-25T23:37:53.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:53 smithi145 conmon[67302]: 52.860619+0000 mgr.smithi120.hllzij (mgr.14704) 1803 : audit [DBG] from='client.35274 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:37:53.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:53 smithi145 conmon[67302]: audit 2022-01-25T23:37:53.197658+0000 mon.smithi120 (mon.0) 762 : audit [DBG] from='client.? 172.21.15.120:0/469335681' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:37:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:54 smithi120 conmon[102313]: audit 2022-01-25T23:37:53.787387+0000 mon.smithi120 (mon.0) 763 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:37:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:54 smithi120 conmon[102313]: audit 2022-01-25T23:37:53.787633+0000 mon.smithi120 (mon.0) 764 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:37:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:54 smithi120 conmon[102313]: cluster 2022-01-25T23:37:53.913501+0000 mgr.smithi120.hllzij (mgr.14704) 1804 : cluster [DBG] pgmap v1553: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:54 smithi145 conmon[67302]: audit 2022-01-25T23:37:53.787387+0000 mon.smithi120 (mon.0) 763 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:37:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:54 smithi145 conmon[67302]: audit 2022-01-25T23:37:53.787633+0000 mon.smithi120 (mon.0) 764 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:37:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:54 smithi145 conmon[67302]: cluster 2022-01-25T23:37:53.913501+0000 mgr.smithi120.hllzij (mgr.14704) 1804 : cluster [DBG] pgmap v1553: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:55 smithi120 conmon[102313]: cluster 2022-01-25T23:37:55.914293+0000 mgr.smithi120.hllzij (mgr.14704) 1805 : cluster [DBG] pgmap v1554: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:55 smithi145 conmon[67302]: cluster 2022-01-25T23:37:55.914293+0000 mgr.smithi120.hllzij (mgr.14704) 1805 : cluster [DBG] pgmap v1554: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:37:57 smithi120 conmon[102313]: cluster 2022-01-25T23:37:57.914740+0000 mgr.smithi120.hllzij (mgr.14704) 1806 : cluster [DBG] pgmap v1555: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:57 smithi145 conmon[67302]: cluster 2022-01-25T23:37:57.914740+0000 mgr.smithi120.hllzij (mgr.14704) 1806 : cluster [DBG] pgmap v1555: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:37:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:37:57 smithi145 conmon[67302]: 2022-01-25T23:38:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:00 smithi120 conmon[102313]: cluster 2022-01-25T23:37:59.915452+0000 mgr.smithi120.hllzij (mgr.14704) 1807 : cluster [DBG] pgmap v1556: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:00.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:00 smithi145 conmon[67302]: cluster 2022-01-25T23:37:59.915452+0000 mgr.smithi120.hllzij (mgr.14704) 1807 : cluster [DBG] pgmap v1556: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:01 smithi120 conmon[102313]: cluster 2022-01-25T23:38:01.915989+0000 mgr.smithi120.hllzij (mgr.14704) 1808 2022-01-25T23:38:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:01 smithi120 conmon[102313]: : cluster [DBG] pgmap v1557: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:01 smithi145 conmon[67302]: cluster 2022-01-25T23:38:01.915989+0000 mgr.smithi120.hllzij (mgr.14704) 1808 : cluster [DBG] pgmap v1557: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:03 smithi120 conmon[102313]: cluster 2022-01-25T23:38:03.916504+0000 mgr.smithi120.hllzij (mgr.14704) 1809 : cluster [DBG] pgmap v1558: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:04.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:03 smithi145 conmon[67302]: cluster 2022-01-25T23:38:03.916504+0000 mgr.smithi120.hllzij (mgr.14704) 1809 : cluster [DBG] pgmap v1558: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:05 smithi120 conmon[102313]: cluster 2022-01-25T23:38:05.917307+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:38:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:05 smithi120 conmon[102313]: 1810 : cluster [DBG] pgmap v1559: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:05 smithi145 conmon[67302]: cluster 2022-01-25T23:38:05.917307+0000 mgr.smithi120.hllzij (mgr.14704) 1810 : cluster [DBG] pgmap v1559: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:07 smithi120 conmon[102313]: cluster 2022-01-25T23:38:07.917748+0000 mgr.smithi120.hllzij (mgr.14704) 1811 : cluster 2022-01-25T23:38:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:07 smithi120 conmon[102313]: [DBG] pgmap v1560: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:07 smithi145 conmon[67302]: cluster 2022-01-25T23:38:07.917748+0000 mgr.smithi120.hllzij (mgr.14704) 1811 : cluster [DBG] pgmap v1560: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:10 smithi120 conmon[102313]: cluster 2022-01-25T23:38:09.918466+0000 mgr.smithi120.hllzij (mgr.14704) 1812 : cluster [DBG] pgmap v1561: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:10 smithi145 conmon[67302]: cluster 2022-01-25T23:38:09.918466+0000 mgr.smithi120.hllzij (mgr.14704) 1812 : cluster [DBG] pgmap v1561: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:11 smithi120 conmon[102313]: cluster 2022-01-25T23:38:11.919023+0000 mgr.smithi120.hllzij (mgr.14704) 1813 : cluster [DBG] pgmap v1562: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:11 smithi145 conmon[67302]: cluster 2022-01-25T23:38:11.919023+0000 mgr.smithi120.hllzij (mgr.14704) 1813 : cluster [DBG] pgmap v1562: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:13 smithi120 conmon[102313]: cluster 2022-01-25T23:38:13.919617+0000 mgr.smithi120.hllzij (mgr.14704) 1814 : cluster 2022-01-25T23:38:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:13 smithi120 conmon[102313]: [DBG] pgmap v1563: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:14.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:13 smithi145 conmon[67302]: cluster 2022-01-25T23:38:13.919617+0000 mgr.smithi120.hllzij (mgr.14704) 1814 : cluster [DBG] pgmap v1563: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:15 smithi120 conmon[102313]: cluster 2022-01-25T23:38:15.920422+0000 mgr.smithi120.hllzij (mgr.14704) 1815 : cluster [DBG] pgmap v1564: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:15 smithi120 conmon[102313]: 2022-01-25T23:38:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:15 smithi145 conmon[67302]: cluster 2022-01-25T23:38:15.920422+0000 mgr.smithi120.hllzij (mgr.14704) 1815 : cluster [DBG] pgmap v1564: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:17 smithi120 conmon[102313]: cluster 2022-01-25T23:38:17.921034+0000 mgr.smithi120.hllzij (mgr.14704) 1816 : cluster [DBG] pgmap v1565: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:17 smithi120 conmon[102313]: 2022-01-25T23:38:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:17 smithi145 conmon[67302]: cluster 2022-01-25T23:38:17.921034+0000 mgr.smithi120.hllzij (mgr.14704) 1816 : cluster [DBG] pgmap v1565: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:20 smithi120 conmon[102313]: cluster 2022-01-25T23:38:19.921796+0000 mgr.smithi120.hllzij (mgr.14704) 1817 : cluster 2022-01-25T23:38:20.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:20 smithi120 conmon[102313]: [DBG] pgmap v1566: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:20.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:20 smithi145 conmon[67302]: cluster 2022-01-25T23:38:19.921796+0000 mgr.smithi120.hllzij (mgr.14704) 1817 : cluster [DBG] pgmap v1566: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:21 smithi120 conmon[102313]: cluster 2022-01-25T23:38:21.922346+0000 mgr.smithi120.hllzij (mgr.14704) 1818 : cluster [DBG] 2022-01-25T23:38:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:21 smithi120 conmon[102313]: pgmap v1567: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:21 smithi145 conmon[67302]: cluster 2022-01-25T23:38:21.922346+0000 mgr.smithi120.hllzij (mgr.14704) 1818 : cluster [DBG] pgmap v1567: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:23.498 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:38:23.765 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:38:23.765 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (57m) 9m ago 58m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:38:23.766 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (50m) 9m ago 58m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:38:23.766 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (50m) 9m ago 58m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:38:23.766 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (57m) 9m ago 58m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:38:23.766 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (54m) 9m ago 54m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:38:23.767 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (54m) 9m ago 54m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:38:23.767 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (51m) 9m ago 59m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:38:23.767 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (51m) 9m ago 58m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:38:23.767 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (51m) 9m ago 59m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:38:23.768 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (50m) 9m ago 58m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:38:23.768 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (51m) 9m ago 51m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:38:23.768 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (51m) 9m ago 51m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:38:23.768 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (58m) 9m ago 58m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:38:23.769 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (57m) 9m ago 57m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:38:23.769 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (45m) 9m ago 57m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:38:23.769 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (57m) 9m ago 57m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:38:23.769 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (56m) 9m ago 56m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:38:23.769 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (56m) 9m ago 56m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:38:23.770 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (56m) 9m ago 56m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:38:23.770 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (56m) 9m ago 56m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:38:23.770 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (55m) 9m ago 55m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:38:23.770 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (55m) 9m ago 55m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:38:23.771 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (57m) 9m ago 58m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:38:24.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:23 smithi120 conmon[102313]: audit 2022-01-25T23:38:23.487303+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:38:24.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:23 smithi120 conmon[102313]: ) 1819 : audit [DBG] from='client.35282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:24.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:23 smithi120 conmon[102313]: audit 2022-01-25T23:38:23.757425+0000 mgr.smithi120.hllzij (mgr.14704) 1820 : audit [DBG] from='client.35286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:24.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:23 smithi120 conmon[102313]: cluster 2022-01-25T23:38 2022-01-25T23:38:24.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:23 smithi120 conmon[102313]: :23.922879+0000 mgr.smithi120.hllzij (mgr.14704) 1821 : cluster [DBG] pgmap v1568: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:24.087 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:38:24.088 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:38:24.088 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:38:24.088 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:38:24.089 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:38:24.089 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:38:24.089 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:38:24.089 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:38:24.089 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:38:24.090 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:38:24.090 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:38:24.090 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:38:24.090 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:38:24.091 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:38:24.091 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:38:24.091 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:38:24.091 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:38:24.092 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:38:24.092 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:38:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:23 smithi145 conmon[67302]: audit 2022-01-25T23:38:23.487303+0000 mgr.smithi120.hllzij (mgr.14704) 1819 : audit [DBG] from='client.35282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:23 smithi145 conmon[67302]: audit 2022-01-25T23:38:23.757425+0000 mgr.smithi120.hllzij (mgr.14704) 1820 : audit [DBG] from='client.35286 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:24.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:23 smithi145 conmon[67302]: cluster 2022-01-25T23:38:23.922879+0000 mgr.smithi120.hllzij (mgr.14704) 1821 : cluster 2022-01-25T23:38:24.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:23 smithi145 conmon[67302]: [DBG] pgmap v1568: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:25.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:24 smithi120 conmon[102313]: audit 2022-01-25T23:38:24.088259+0000 mon.smithi120 (mon.0) 765 2022-01-25T23:38:25.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:24 smithi120 conmon[102313]: : audit [DBG] from='client.? 172.21.15.120:0/2278785755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:38:25.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:24 smithi145 conmon[67302]: audit 2022-01-25T23:38:24.088259+0000 mon.smithi120 (mon.0) 765 : audit [DBG] from='client.? 172.21.15.120:0/2278785755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:38:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:26 smithi120 conmon[102313]: cluster 2022-01-25T23:38:25.923674+0000 mgr.smithi120.hllzij (mgr.14704) 1822 : cluster [DBG] pgmap v1569: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:26 smithi120 conmon[102313]: 2022-01-25T23:38:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:26 smithi145 conmon[67302]: cluster 2022-01-25T23:38:25.923674+0000 mgr.smithi120.hllzij (mgr.14704) 1822 : cluster [DBG] pgmap v1569: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:26 smithi145 conmon[67302]: 2022-01-25T23:38:29.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:28 smithi120 conmon[102313]: cluster 2022-01-25T23:38:27.924174+0000 mgr.smithi120.hllzij (mgr.14704) 1823 : cluster [DBG] pgmap v1570: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:29.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:28 smithi145 conmon[67302]: cluster 2022-01-25T23:38:27.924174+0000 mgr.smithi120.hllzij (mgr.14704) 1823 : cluster [DBG] pgmap v1570: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:31.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:31 smithi120 conmon[102313]: cluster 2022-01-25T23:38:29.924934+0000 mgr.smithi120.hllzij (mgr.14704) 1824 : cluster [DBG] pgmap v1571: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:31.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:31 smithi145 conmon[67302]: cluster 2022-01-25T23:38:29.924934+0000 mgr.smithi120.hllzij (mgr.14704) 1824 : cluster [DBG] pgmap v1571: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:33.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:33 smithi120 conmon[102313]: cluster 2022-01-25T23:38:31.925421+0000 2022-01-25T23:38:33.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:33 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 1825 : cluster [DBG] pgmap v1572: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:33.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:33 smithi145 conmon[67302]: cluster 2022-01-25T23:38:31.925421+0000 mgr.smithi120.hllzij (mgr.14704) 1825 : cluster [DBG] pgmap v1572: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:35.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:35 smithi120 conmon[102313]: cluster 2022-01-25T23:38:33.925899+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:38:35.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:35 smithi120 conmon[102313]: 14704) 1826 : cluster [DBG] pgmap v1573: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:35.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:35 smithi145 conmon[67302]: cluster 2022-01-25T23:38:33.925899+0000 mgr.smithi120.hllzij (mgr.14704) 1826 : cluster [DBG] pgmap v1573: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:37.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:37 smithi120 conmon[102313]: cluster 2022-01-25T23:38:35.926839+0000 mgr.smithi120.hllzij (mgr.14704) 1827 : cluster [DBG] pgmap v1574: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:37.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:37 smithi145 conmon[67302]: cluster 2022-01-25T23:38:35.926839+0000 mgr.smithi120.hllzij (mgr.14704) 1827 : cluster [DBG] pgmap v1574: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:39.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:39 smithi120 conmon[102313]: cluster 2022-01-25T23:38:37.927259+0000 mgr.smithi120.hllzij (mgr.14704) 1828 : cluster [DBG] pgmap v1575: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:39.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:39 smithi145 conmon[67302]: cluster 2022-01-25T23:38:37.927259+0000 mgr.smithi120.hllzij (mgr.14704) 1828 : cluster [DBG] pgmap v1575: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:41.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:41 smithi120 conmon[102313]: cluster 2022-01-25T23:38:39.928168+0000 mgr.smithi120.hllzij (mgr.14704) 1829 : cluster [DBG] pgmap v1576: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:41.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:41 smithi145 conmon[67302]: cluster 2022-01-25T23:38:39.928168+0000 mgr.smithi120.hllzij (mgr.14704) 1829 : cluster [DBG] pgmap v1576: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:43.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:43 smithi120 conmon[102313]: cluster 2022-01-25T23:38:41.928680+0000 mgr.smithi120.hllzij (mgr.14704) 1830 : cluster [DBG] pgmap v1577: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:43.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:43 smithi145 conmon[67302]: cluster 2022-01-25T23:38:41.928680+0000 mgr.smithi120.hllzij (mgr.14704) 1830 : cluster [DBG] pgmap v1577: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:45.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:45 smithi120 conmon[102313]: cluster 2022-01-25T23:38:43.929143+0000 mgr.smithi120.hllzij (mgr.14704) 1831 : cluster [DBG] pgmap v1578: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:45.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:45 smithi145 conmon[67302]: cluster 2022-01-25T23:38:43.929143+0000 mgr.smithi120.hllzij (mgr.14704) 1831 : cluster [DBG] pgmap v1578: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:47.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:47 smithi120 conmon[102313]: cluster 2022-01-25T23:38:45.929921+0000 mgr.smithi120.hllzij (mgr.14704) 1832 : cluster [DBG] pgmap v1579: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:47.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:47 smithi145 conmon[67302]: cluster 2022-01-25T23:38:45.929921+0000 mgr.smithi120.hllzij (mgr.14704) 1832 : cluster [DBG] pgmap v1579: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:49.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:49 smithi120 conmon[102313]: cluster 2022-01-25T23:38:47.930349+0000 mgr.smithi120.hllzij (mgr.14704) 1833 : cluster [DBG] pgmap v1580: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:49.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:49 smithi145 conmon[67302]: cluster 2022-01-25T23:38:47.930349+0000 mgr.smithi120.hllzij (mgr.14704) 1833 : cluster [DBG] pgmap v1580: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:51.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:51 smithi120 conmon[102313]: cluster 2022-01-25T23:38:49.931006+0000 mgr.smithi120.hllzij 2022-01-25T23:38:51.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:51 smithi120 conmon[102313]: (mgr.14704) 1834 : cluster [DBG] pgmap v1581: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:51.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:51 smithi120 conmon[102313]: audit 2022-01-25T23:38:51.092120+0000 mon.smithi120 (mon.0) 766 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:38:51.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:51 smithi120 conmon[102313]: audit 2022-01-25T23:38:51.093590+0000 mon.smithi120 (mon.0) 767 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:38:51.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:51 smithi120 conmon[102313]: audit 2022-01-25T23:38:51.094444+0000 mon.smithi120 (mon.0) 768 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:38:51.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:51 smithi145 conmon[67302]: cluster 2022-01-25T23:38:49.931006+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:38:51.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:51 smithi145 conmon[67302]: ) 1834 : cluster [DBG] pgmap v1581: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:38:51.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:51 smithi145 conmon[67302]: audit 2022-01-25T23:38:51.092120+0000 mon.smithi120 (mon.0) 766 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:38:51.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:51 smithi145 conmon[67302]: audit 2022-01-25T23:38:51.093590 2022-01-25T23:38:51.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:51 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 767 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:38:51.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:51 smithi145 conmon[67302]: 2022-01-25T23:38:51.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:51 smithi145 conmon[67302]: audit 2022-01-25T23:38:51.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:51 smithi145 conmon[67302]: 2022-01-25T23 2022-01-25T23:38:51.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:51 smithi145 conmon[67302]: :38:51.094444+0000 mon.smithi120 ( 2022-01-25T23:38:51.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:51 smithi145 conmon[67302]: mon.0) 768 : audit [INF] 2022-01-25T23:38:51.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:51 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:38:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:52 smithi120 conmon[102313]: cephadm 2022-01-25T23:38:51.095179+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:38:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:52 smithi120 conmon[102313]: 14704) 1835 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:38:52.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:52 smithi145 conmon[67302]: cephadm 2022-01-25T23:38:51.095179+0000 mgr.smithi120.hllzij (mgr.14704) 1835 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:38:53.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:53 smithi145 conmon[67302]: cluster 2022-01-25T23:38:51.931479+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:38:53.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:53 smithi145 conmon[67302]: 1836 : cluster [DBG] pgmap v1582: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:53 smithi120 conmon[102313]: cluster 2022-01-25T23:38:51.931479+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:38:54.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:53 smithi120 conmon[102313]: .14704) 1836 : cluster [DBG] pgmap v1582: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:54.404 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:38:54.698 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:38:54.699 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (58m) 10m ago 59m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:38:54.699 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (51m) 10m ago 59m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:38:54.699 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (51m) 10m ago 58m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:38:54.699 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (57m) 10m ago 59m 42.2M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:38:54.700 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (54m) 10m ago 54m 22.9M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:38:54.700 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (54m) 10m ago 54m 44.0M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:38:54.700 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (52m) 10m ago 60m 509M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:38:54.701 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (51m) 10m ago 58m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:38:54.701 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (51m) 10m ago 60m 361M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:38:54.701 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (51m) 10m ago 58m 196M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:38:54.702 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (52m) 10m ago 52m 168M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:38:54.702 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (52m) 10m ago 52m 98.5M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:38:54.702 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (58m) 10m ago 58m 18.0M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:38:54.703 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (58m) 10m ago 58m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:38:54.703 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (46m) 10m ago 58m 1895M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:38:54.703 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (57m) 10m ago 57m 2689M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:38:54.703 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (57m) 10m ago 57m 1969M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:38:54.703 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (57m) 10m ago 57m 2653M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:38:54.704 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (56m) 10m ago 56m 2144M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:38:54.704 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (56m) 10m ago 56m 3043M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:38:54.704 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (56m) 10m ago 56m 2458M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:38:54.704 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (56m) 10m ago 56m 3814M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:38:54.704 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (57m) 10m ago 58m 58.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:38:54.705 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:54 smithi120 conmon[102313]: audit 2022-01-25T23:38:53.791332+0000 mon.smithi120 (mon.0) 769 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:38:54.705 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:54 smithi120 conmon[102313]: audit 2022-01-25T23:38:53.791518+0000 mon.smithi120 (mon.0) 770 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:38:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:54 smithi145 conmon[67302]: audit 2022-01-25T23:38:53.791332+0000 mon.smithi120 (mon. 2022-01-25T23:38:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:54 smithi145 conmon[67302]: 0) 769 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:38:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:54 smithi145 conmon[67302]: audit 2022-01-25T23:38:53.791518+0000 mon.smithi120 (mon.0) 770 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:38:55.037 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:38:55.037 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:38:55.038 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:38:55.038 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:38:55.038 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:38:55.038 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:38:55.039 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:38:55.039 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:38:55.039 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:38:55.039 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:38:55.040 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:38:55.040 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:38:55.040 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:38:55.040 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:38:55.041 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:38:55.041 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:38:55.041 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:38:55.041 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:38:55.042 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:38:55.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:55 smithi145 conmon[67302]: cluster 2022-01-25T23:38:53.931840+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:38:55.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:55 smithi145 conmon[67302]: 14704) 1837 : cluster [DBG] pgmap v1583: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:55.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:55 smithi145 conmon[67302]: audit 2022-01-25T23:38:54.393474+0000 mgr.smithi120.hllzij (mgr.14704) 1838 : audit [DBG] from='client.35294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:55.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:55 smithi145 conmon[67302]: audit 2022-01-25T23:38:54.689476+0000 mgr.smithi120.hllzij (mgr.14704) 1839 : audit [DBG] from='client.35298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:55.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:55 smithi145 conmon[67302]: audit 2022-01-25T23:38:55.037819+0000 mon.smithi120 (mon.0) 771 : audit [DBG] from='client.? 172.21.15.120:0/3842576886' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:38:55.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:55 smithi145 conmon[67302]: audit 2022-01-25T23:38:55.541241+0000 mon.smithi120 (mon.0) 772 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:38:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:55 smithi120 conmon[102313]: cluster 2022-01-25T23:38:53.931840+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:38:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:55 smithi120 conmon[102313]: .14704) 1837 : cluster [DBG] pgmap v1583: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:55 smithi120 conmon[102313]: audit 2022-01-25T23:38:54.393474+0000 mgr.smithi120.hllzij (mgr.14704) 1838 : audit [DBG] from='client.35294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:56.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:55 smithi120 conmon[102313]: audit 2022-01-25T23:38:54.689476+0000 mgr.smithi120.hllzij (mgr.14704) 1839 : audit 2022-01-25T23:38:56.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:55 smithi120 conmon[102313]: [DBG] from='client.35298 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:38:56.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:55 smithi120 conmon[102313]: audit 2022-01-25T23:38:56.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:55 smithi120 conmon[102313]: 2022-01-25T23:38:55. 2022-01-25T23:38:56.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:55 smithi120 conmon[102313]: 037819+0000 mon.smithi120 (mon.0) 771 2022-01-25T23:38:56.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:55 smithi120 conmon[102313]: : audit [DBG] from='client.? 172.21.15.120:0/3842576886' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:38:56.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:55 smithi120 conmon[102313]: audit 2022- 2022-01-25T23:38:56.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:55 smithi120 conmon[102313]: 01-25T23:38:55.541241+0000 2022-01-25T23:38:56.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:55 smithi120 conmon[102313]: mon.smithi120 (mon.0) 772 : audit 2022-01-25T23:38:56.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:55 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:38:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:56 smithi145 conmon[67302]: audit 2022-01-25T23:38:55.918321+0000 mon.smithi120 (mon.0 2022-01-25T23:38:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:56 smithi145 conmon[67302]: ) 773 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:38:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:56 smithi120 conmon[102313]: audit 2022-01-25T23:38:55.918321+0000 mon.smithi120 ( 2022-01-25T23:38:57.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:56 smithi120 conmon[102313]: mon.0) 773 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:38:57.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:57 smithi145 conmon[67302]: cluster 2022-01-25T23:38:55.932604+0000 mgr.smithi120.hllzij (mgr.14704) 1840 : cluster 2022-01-25T23:38:57.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:57 smithi145 conmon[67302]: [DBG] pgmap v1584: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:57 smithi120 conmon[102313]: cluster 2022-01-25T23:38:55.932604+0000 mgr.smithi120.hllzij ( 2022-01-25T23:38:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:57 smithi120 conmon[102313]: mgr.14704) 1840 : cluster [DBG] pgmap v1584: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:38:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:58 smithi145 conmon[67302]: audit 2022-01-25T23:38:57.814697+0000 mon.smithi120 (mon.0) 774 : 2022-01-25T23:38:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:58 smithi145 conmon[67302]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:38:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:58 smithi145 conmon[67302]: audit 2022-01-25T23:38:58.181787+0000 mon.smithi120 (mon.0) 775 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:38:59.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:58 smithi145 conmon[67302]: audit 2022-01-25T23:38:58.185912+0000 mon.smithi120 (mon.0) 776 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:38:59.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:58 smithi145 conmon[67302]: audit 2022 2022-01-25T23:38:59.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:58 smithi145 conmon[67302]: -01-25T23:38:58.192843+0000 mon.smithi120 (mon.0) 2022-01-25T23:38:59.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:58 smithi145 conmon[67302]: 777 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:38:59.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:58 smithi120 conmon[102313]: audit 2022-01-25T23:38:57.814697+0000 mon.smithi120 (mon.0) 774 : audit 2022-01-25T23:38:59.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:58 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:38:59.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:58 smithi120 conmon[102313]: audit 2022-01-25T23:38:58.181787+0000 mon.smithi120 (mon.0) 775 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:38:59.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:58 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:38:59.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:58 smithi120 conmon[102313]: -25T23:38:58.185912+0000 mon.smithi120 (mon.0) 776 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:38:59.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:58 smithi120 conmon[102313]: audit 2022-01-25T23:38:58.192843 2022-01-25T23:38:59.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:58 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 777 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:39:00.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:59 smithi145 conmon[67302]: cluster 2022-01-25T23:38:57.932995+0000 mgr.smithi120.hllzij (mgr.14704) 1841 : cluster 2022-01-25T23:39:00.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:38:59 smithi145 conmon[67302]: [DBG] pgmap v1585: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:38:59 smithi120 conmon[102313]: cluster 2022-01-25T23:38:57.932995+0000 mgr.smithi120.hllzij (mgr.14704) 1841 : cluster [DBG] pgmap v1585: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:02.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:01 smithi145 conmon[67302]: cluster 2022-01-25T23:38:59.933786+0000 mgr.smithi120.hllzij (mgr.14704) 1842 : cluster [DBG] pgmap v1586: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:02.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:01 smithi145 conmon[67302]: 2022-01-25T23:39:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:01 smithi120 conmon[102313]: cluster 2022-01-25T23:38:59.933786+0000 mgr.smithi120.hllzij (mgr.14704) 1842 : cluster 2022-01-25T23:39:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:01 smithi120 conmon[102313]: [DBG] pgmap v1586: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:04.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:03 smithi145 conmon[67302]: cluster 2022-01-25T23:39:01.934225+0000 mgr.smithi120.hllzij (mgr.14704) 1843 : 2022-01-25T23:39:04.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:03 smithi145 conmon[67302]: cluster [DBG] pgmap v1587: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:03 smithi120 conmon[102313]: cluster 2022-01-25T23:39:01.934225+0000 mgr.smithi120.hllzij (mgr.14704) 1843 : cluster [DBG] pgmap v1587: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:05 smithi120 conmon[102313]: cluster 2022-01-25T23:39:03.934669+0000 mgr.smithi120.hllzij (mgr.14704) 1844 : cluster [DBG] 2022-01-25T23:39:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:05 smithi120 conmon[102313]: pgmap v1588: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:05 smithi145 conmon[67302]: cluster 2022-01-25T23:39:03.934669+0000 mgr.smithi120.hllzij (mgr.14704) 1844 : cluster [DBG] pgmap v1588: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:05 smithi145 conmon[67302]: 2022-01-25T23:39:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:07 smithi120 conmon[102313]: cluster 2022-01-25T23:39:05.935599+0000 mgr.smithi120.hllzij (mgr.14704) 1845 : cluster [DBG] pgmap v1589: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:07 smithi120 conmon[102313]: 2022-01-25T23:39:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:07 smithi145 conmon[67302]: cluster 2022-01-25T23:39:05.935599+0000 mgr.smithi120.hllzij (mgr.14704) 1845 : cluster [DBG] pgmap v1589: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:09 smithi120 conmon[102313]: cluster 2022-01-25T23:39:07.936022+0000 mgr.smithi120.hllzij (mgr.14704) 1846 : cluster [DBG] pgmap v1590: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:09 smithi120 conmon[102313]: 2022-01-25T23:39:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:09 smithi145 conmon[67302]: cluster 2022-01-25T23:39:07.936022+0000 mgr.smithi120.hllzij (mgr.14704) 1846 : cluster [DBG] pgmap v1590: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:11 smithi120 conmon[102313]: cluster 2022-01-25T23:39:09.936844+0000 mgr.smithi120.hllzij (mgr.14704) 1847 : cluster [DBG] pgmap v1591: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:12.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:11 smithi145 conmon[67302]: cluster 2022-01-25T23:39:09.936844+0000 mgr.smithi120.hllzij (mgr.14704) 1847 : cluster [DBG] pgmap v1591: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:13 smithi120 conmon[102313]: cluster 2022-01-25T23:39:11.937317+0000 mgr.smithi120.hllzij (mgr.14704) 1848 : cluster [DBG] pgmap v1592: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:14.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:13 smithi145 conmon[67302]: cluster 2022-01-25T23:39:11.937317+0000 mgr.smithi120.hllzij (mgr.14704) 1848 : cluster [DBG] pgmap v1592: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:15 smithi120 conmon[102313]: cluster 2022-01-25T23:39:13.937748+0000 mgr.smithi120.hllzij (mgr.14704) 1849 : cluster [DBG] pgmap v1593: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:15 smithi120 conmon[102313]: 2022-01-25T23:39:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:15 smithi145 conmon[67302]: cluster 2022-01-25T23:39:13.937748+0000 mgr.smithi120.hllzij (mgr.14704) 1849 : cluster [DBG] 2022-01-25T23:39:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:15 smithi145 conmon[67302]: pgmap v1593: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:17 smithi120 conmon[102313]: cluster 2022-01-25T23:39:15.938588+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:39:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:17 smithi120 conmon[102313]: ) 1850 : cluster [DBG] pgmap v1594: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:17 smithi145 conmon[67302]: cluster 2022-01-25T23:39:15.938588+0000 mgr.smithi120.hllzij (mgr.14704) 1850 : cluster [DBG] pgmap v1594: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:19 smithi120 conmon[102313]: cluster 2022-01-25T23:39:17.939063+0000 mgr.smithi120.hllzij (mgr.14704) 1851 : cluster [DBG] 2022-01-25T23:39:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:19 smithi120 conmon[102313]: pgmap v1595: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:19 smithi145 conmon[67302]: cluster 2022-01-25T23:39:17.939063+0000 mgr.smithi120.hllzij (mgr.14704) 1851 : cluster 2022-01-25T23:39:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:19 smithi145 conmon[67302]: [DBG] pgmap v1595: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:21 smithi120 conmon[102313]: cluster 2022-01-25T23:39:19.939811+0000 mgr.smithi120.hllzij (mgr.14704) 1852 : cluster [DBG] pgmap v1596: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:21 smithi145 conmon[67302]: cluster 2022-01-25T23:39:19.939811+0000 mgr.smithi120.hllzij (mgr.14704) 1852 : cluster [DBG] pgmap v1596: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:21 smithi145 conmon[67302]: 2022-01-25T23:39:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:23 smithi120 conmon[102313]: cluster 2022-01-25T23:39:21.940331+0000 mgr.smithi120.hllzij (mgr.14704) 1853 : cluster [DBG] pgmap v1597: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:23 smithi145 conmon[67302]: cluster 2022-01-25T23:39:21.940331+0000 mgr.smithi120.hllzij (mgr.14704) 1853 : cluster [DBG] pgmap v1597: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:25.344 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:39:25.613 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:39:25.613 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (58m) 27s ago 59m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:39:25.613 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (51m) 27s ago 59m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:39:25.614 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (51m) 30s ago 59m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:39:25.614 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (58m) 27s ago 59m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:39:25.614 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (55m) 27s ago 55m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:39:25.614 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (55m) 30s ago 55m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:39:25.615 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (52m) 27s ago 60m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:39:25.615 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (52m) 30s ago 59m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:39:25.615 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (52m) 27s ago 60m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:39:25.615 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (52m) 30s ago 59m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:39:25.616 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (52m) 27s ago 52m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:39:25.616 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (52m) 30s ago 52m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:39:25.616 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (59m) 27s ago 59m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:39:25.616 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (58m) 30s ago 58m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:39:25.616 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (46m) 27s ago 58m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:39:25.617 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (58m) 27s ago 58m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:39:25.617 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (58m) 27s ago 58m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:39:25.617 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (57m) 27s ago 57m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:39:25.617 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (57m) 30s ago 57m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:39:25.618 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (57m) 30s ago 57m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:39:25.618 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (56m) 30s ago 56m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:39:25.618 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (56m) 30s ago 56m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:39:25.618 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (58m) 27s ago 59m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:39:25.932 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:39:25.933 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:39:25.933 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:39:25.933 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:39:25.934 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:39:25.934 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:39:25.934 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:39:25.934 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:39:25.935 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:39:25.935 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:39:25.935 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:39:25.935 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:39:25.936 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:39:25.936 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:39:25.936 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:39:25.936 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:39:25.936 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:39:25.937 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:39:25.937 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:39:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:25 smithi120 conmon[102313]: cluster 2022-01-25T23:39:23.940758+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:39:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:25 smithi120 conmon[102313]: 14704) 1854 : cluster [DBG] pgmap v1598: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:25 smithi145 conmon[67302]: cluster 2022-01-25T23:39:23.940758+0000 mgr.smithi120.hllzij (mgr.14704) 1854 : cluster [DBG] pgmap v1598: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:26 smithi120 conmon[102313]: audit 2022-01-25T23:39:25.332582+0000 mgr.smithi120.hllzij (mgr.14704) 1855 : audit [DBG] 2022-01-25T23:39:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:26 smithi120 conmon[102313]: from='client.35306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:27.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:26 smithi120 conmon[102313]: audit 2022-01-25T23:39:25.604916+0000 mgr.smithi120.hllzij (mgr.14704) 1856 : audit [DBG] from='client.35310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:27.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:26 smithi120 conmon[102313]: audit 2022-01-25T23:39:25.933540+0000 2022-01-25T23:39:27.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:26 smithi120 conmon[102313]: mon.smithi120 (mon.0) 778 : audit [DBG] from='client.? 172.21.15.120:0/3743842092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:39:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:26 smithi145 conmon[67302]: audit 2022-01-25T23:39:25.332582+0000 mgr.smithi120.hllzij (mgr.14704) 1855 : audit [DBG] 2022-01-25T23:39:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:26 smithi145 conmon[67302]: from='client.35306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:26 smithi145 conmon[67302]: audit 2022-01-25T23:39:25.604916+0000 mgr.smithi120.hllzij (mgr.14704) 1856 : audit [DBG] from='client.35310 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:26 smithi145 conmon[67302]: audit 2022-01-25T23:39:25.933540+0000 mon.smithi120 (mon. 2022-01-25T23:39:27.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:26 smithi145 conmon[67302]: 0) 778 : audit [DBG] from='client.? 172.21.15.120:0/3743842092' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:39:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:27 smithi120 conmon[102313]: cluster 2022-01-25T23:39:25.941430+0000 mgr.smithi120.hllzij (mgr.14704) 1857 2022-01-25T23:39:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:27 smithi120 conmon[102313]: : cluster [DBG] pgmap v1599: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:27 smithi145 conmon[67302]: cluster 2022-01-25T23:39:25.941430+0000 mgr.smithi120.hllzij (mgr.14704) 1857 : cluster [DBG] pgmap v1599: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:29 smithi120 conmon[102313]: cluster 2022-01-25T23:39:27.941858+0000 mgr.smithi120.hllzij (mgr.14704) 1858 : cluster 2022-01-25T23:39:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:29 smithi120 conmon[102313]: [DBG] pgmap v1600: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:29 smithi145 conmon[67302]: cluster 2022-01-25T23:39:27.941858+0000 mgr.smithi120.hllzij (mgr.14704) 1858 : cluster [DBG] pgmap v1600: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:31 smithi120 conmon[102313]: cluster 2022-01-25T23:39:29.942639+0000 mgr.smithi120.hllzij (mgr.14704) 1859 : cluster 2022-01-25T23:39:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:31 smithi120 conmon[102313]: [DBG] pgmap v1601: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:31 smithi145 conmon[67302]: cluster 2022-01-25T23:39:29.942639+0000 mgr.smithi120.hllzij (mgr.14704) 1859 : cluster [DBG] pgmap v1601: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:33 smithi120 conmon[102313]: cluster 2022-01-25T23:39:31.943153+0000 mgr.smithi120.hllzij (mgr.14704) 1860 : cluster [DBG] 2022-01-25T23:39:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:33 smithi120 conmon[102313]: pgmap v1602: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:33 smithi145 conmon[67302]: cluster 2022-01-25T23:39:31.943153+0000 mgr.smithi120.hllzij (mgr.14704) 1860 : cluster [DBG] pgmap v1602: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:33 smithi145 conmon[67302]: 2022-01-25T23:39:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:35 smithi120 conmon[102313]: cluster 2022-01-25T23:39:33.943741+0000 mgr.smithi120.hllzij (mgr.14704) 1861 : cluster 2022-01-25T23:39:36.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:35 smithi120 conmon[102313]: [DBG] pgmap v1603: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:35 smithi145 conmon[67302]: cluster 2022-01-25T23:39:33.943741+0000 mgr.smithi120.hllzij (mgr.14704) 1861 : cluster 2022-01-25T23:39:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:35 smithi145 conmon[67302]: [DBG] pgmap v1603: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:37 smithi120 conmon[102313]: cluster 2022-01-25T23:39:35.944525+0000 mgr.smithi120.hllzij (mgr.14704) 1862 : cluster [DBG] pgmap v1604: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:37 smithi120 conmon[102313]: 2022-01-25T23:39:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:37 smithi145 conmon[67302]: cluster 2022-01-25T23:39:35.944525+0000 mgr.smithi120.hllzij (mgr.14704) 1862 : cluster [DBG] pgmap v1604: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:40.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:39 smithi120 conmon[102313]: cluster 2022-01-25T23:39:37.944971+0000 mgr.smithi120.hllzij (mgr.14704) 1863 : 2022-01-25T23:39:40.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:39 smithi120 conmon[102313]: cluster [DBG] pgmap v1605: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:39 smithi145 conmon[67302]: cluster 2022-01-25T23:39:37.944971+0000 mgr.smithi120.hllzij (mgr.14704) 1863 : cluster [DBG] pgmap v1605: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:39 smithi145 conmon[67302]: 2022-01-25T23:39:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:41 smithi120 conmon[102313]: cluster 2022-01-25T23:39:39.945936+0000 mgr.smithi120.hllzij (mgr.14704) 1864 : cluster 2022-01-25T23:39:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:41 smithi120 conmon[102313]: [DBG] pgmap v1606: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:41 smithi145 conmon[67302]: cluster 2022-01-25T23:39:39.945936+0000 mgr.smithi120.hllzij (mgr.14704) 1864 : cluster [DBG] pgmap v1606: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:43 smithi120 conmon[102313]: cluster 2022-01-25T23:39:41.946472+0000 mgr.smithi120.hllzij (mgr.14704) 1865 : 2022-01-25T23:39:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:43 smithi120 conmon[102313]: cluster [DBG] pgmap v1607: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:43 smithi145 conmon[67302]: cluster 2022-01-25T23:39:41.946472+0000 mgr.smithi120.hllzij (mgr.14704) 1865 : cluster [DBG] pgmap v1607: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:45 smithi120 conmon[102313]: cluster 2022-01-25T23:39:43.946978+0000 mgr.smithi120.hllzij (mgr.14704) 1866 : cluster 2022-01-25T23:39:46.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:45 smithi120 conmon[102313]: [DBG] pgmap v1608: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:45 smithi145 conmon[67302]: cluster 2022-01-25T23:39:43.946978+0000 mgr.smithi120.hllzij (mgr.14704) 1866 : cluster [DBG] pgmap v1608: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:47 smithi120 conmon[102313]: cluster 2022-01-25T23:39:45.947873+0000 mgr.smithi120.hllzij (mgr.14704) 1867 2022-01-25T23:39:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:47 smithi120 conmon[102313]: : cluster [DBG] pgmap v1609: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:47 smithi145 conmon[67302]: cluster 2022-01-25T23:39:45.947873+0000 mgr.smithi120.hllzij (mgr.14704) 1867 : cluster [DBG] 2022-01-25T23:39:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:47 smithi145 conmon[67302]: pgmap v1609: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:49 smithi120 conmon[102313]: cluster 2022-01-25T23:39:47.948380+0000 mgr.smithi120.hllzij (mgr.14704) 1868 : cluster 2022-01-25T23:39:50.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:49 smithi120 conmon[102313]: [DBG] pgmap v1610: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:49 smithi145 conmon[67302]: cluster 2022-01-25T23:39:47.948380+0000 mgr.smithi120.hllzij (mgr.14704) 1868 : cluster [DBG] pgmap v1610: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:49 smithi145 conmon[67302]: 2022-01-25T23:39:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:51 smithi120 conmon[102313]: cluster 2022-01-25T23:39:49.949112+0000 mgr.smithi120.hllzij (mgr.14704) 1869 : cluster [DBG] pgmap v1611: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:51 smithi145 conmon[67302]: cluster 2022-01-25T23:39:49.949112+0000 mgr.smithi120.hllzij (mgr.14704) 1869 : cluster [DBG] 2022-01-25T23:39:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:51 smithi145 conmon[67302]: pgmap v1611: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:39:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:53 smithi120 conmon[102313]: cluster 2022-01-25T23:39:51.949674+0000 mgr.smithi120.hllzij (mgr.14704) 1870 : cluster [DBG] pgmap v1612: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:53 smithi120 conmon[102313]: audit 2022-01-25T23:39:53.795047+0000 mon.smithi120 (mon.0) 779 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:39:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:53 smithi120 conmon[102313]: audit 2022-01-25T23:39:53.795401+0000 mon.smithi120 (mon.0) 780 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:39:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:53 smithi145 conmon[67302]: cluster 2022-01-25T23:39:51.949674+0000 mgr.smithi120.hllzij (mgr.14704) 1870 : cluster [DBG] pgmap v1612: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:53 smithi145 conmon[67302]: audit 2022-01-25T23:39:53.795047+0000 mon.smithi120 (mon.0) 779 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:39:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:53 smithi145 conmon[67302]: audit 2022-01-25T23:39:53.795401+0000 mon.smithi120 (mon.0) 780 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:39:56.235 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:39:56.236 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:55 smithi120 conmon[102313]: cluster 2022-01-25T23:39:53.950353+0000 mgr.smithi120.hllzij (mgr.14704) 1871 : cluster [DBG] pgmap v1613: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:55 smithi145 conmon[67302]: cluster 2022-01-25T23:39:53.950353+0000 mgr.smithi120.hllzij (mgr.14704) 1871 2022-01-25T23:39:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:55 smithi145 conmon[67302]: : cluster [DBG] pgmap v1613: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:56.503 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:39:56.504 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (59m) 58s ago 60m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:39:56.504 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (52m) 58s ago 60m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:39:56.504 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (52m) 60s ago 59m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:39:56.504 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (59m) 58s ago 60m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:39:56.505 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (55m) 58s ago 55m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:39:56.505 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (55m) 60s ago 55m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:39:56.505 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (53m) 58s ago 61m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:39:56.505 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (52m) 60s ago 59m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:39:56.505 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (52m) 58s ago 61m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:39:56.506 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (52m) 60s ago 59m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:39:56.506 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (53m) 58s ago 53m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:39:56.506 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (53m) 60s ago 53m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:39:56.507 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (59m) 58s ago 59m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:39:56.507 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (59m) 60s ago 59m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:39:56.507 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (47m) 58s ago 59m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:39:56.507 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (58m) 58s ago 58m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:39:56.507 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (58m) 58s ago 58m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:39:56.508 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (58m) 58s ago 58m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:39:56.508 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (57m) 60s ago 57m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:39:56.508 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (57m) 60s ago 57m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:39:56.508 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (57m) 60s ago 57m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:39:56.509 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (57m) 60s ago 57m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:39:56.509 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (58m) 58s ago 59m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:39:56.831 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:39:56.832 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:39:56.832 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:39:56.833 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:39:56.833 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:39:56.833 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:39:56.834 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:39:56.834 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:39:56.835 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:39:56.835 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:39:56.835 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:39:56.836 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:39:56.836 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:39:56.837 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:39:56.837 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:39:56.837 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:39:56.838 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:39:56.838 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:39:56.838 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:39:57.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:56 smithi120 conmon[102313]: audit 2022-01-25T23:39:56.831989+0000 mon.smithi120 (mon 2022-01-25T23:39:57.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:56 smithi120 conmon[102313]: .0) 781 : audit [DBG] from='client.? 172.21.15.120:0/876248342' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:39:57.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:56 smithi145 conmon[67302]: audit 2022-01-25T23:39:56.831989+0000 mon.smithi120 (mon.0) 781 : audit [DBG] from='client.? 172.21.15.120:0/876248342' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:39:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:57 smithi120 conmon[102313]: cluster 2022-01-25T23:39:55.951163+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:39:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:57 smithi120 conmon[102313]: 1872 : cluster [DBG] pgmap v1614: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:58.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:57 smithi120 conmon[102313]: audit 2022-01-25T23:39:56.224506+0000 mgr.smithi120.hllzij (mgr.14704) 1873 : audit [DBG] from='client.35318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:58.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:57 smithi120 conmon[102313]: audit 2022-01-25T23:39:58.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:57 smithi120 conmon[102313]: 2022-01-25T23:39:56.495479+0000 mgr.smithi120.hllzij (mgr.14704) 1874 : audit [DBG] from='client.35322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:57 smithi145 conmon[67302]: cluster 2022-01-25T23:39:55.951163+0000 mgr.smithi120.hllzij (mgr.14704) 1872 : cluster [DBG] pgmap v1614: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:39:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:57 smithi145 conmon[67302]: audit 2022-01-25T23:39:56.224506+0000 mgr.smithi120.hllzij (mgr.14704) 1873 : audit [DBG] from='client.35318 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:57 smithi145 conmon[67302]: audit 2022-01-25T23:39:56.495479+0000 mgr.smithi120.hllzij (mgr.14704) 1874 : audit [DBG] from='client.35322 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:39:59.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:58 smithi120 conmon[102313]: audit 2022-01-25T23:39:58.195458+0000 mon.smithi120 (mon.0) 782 2022-01-25T23:39:59.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:58 smithi120 conmon[102313]: : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:39:59.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:58 smithi120 conmon[102313]: audit 2022-01-25T23:39:58.196813+0000 mon.smithi120 (mon.0) 783 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:39:59.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:58 smithi120 conmon[102313]: audit 2022-01-25T23:39:58.197576+0000 mon.smithi120 (mon.0) 784 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:39:59.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:58 smithi120 conmon[102313]: audit 2022-01-25T23:39:58.596397+0000 mon.smithi120 (mon. 2022-01-25T23:39:59.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:58 smithi120 conmon[102313]: 0) 785 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:39:59.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:58 smithi120 conmon[102313]: audit 2022-01-25T23:39:58.603437+0000 mon.smithi120 (mon.0) 786 2022-01-25T23:39:59.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:58 smithi120 conmon[102313]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:39:59.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:58 smithi145 conmon[67302]: audit 2022-01-25T23:39:58.195458+0000 mon.smithi120 (mon.0) 782 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:39:59.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:58 smithi145 conmon[67302]: audit 2022-01-25T23:39:58.196813+0000 mon.smithi120 (mon.0) 783 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:39:59.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:58 smithi145 conmon[67302]: audit 2022-01-25T23:39:58.197576+0000 mon.smithi120 (mon.0) 784 2022-01-25T23:39:59.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:58 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:39:59.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:58 smithi145 conmon[67302]: audit 2022-01-25 2022-01-25T23:39:59.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:58 smithi145 conmon[67302]: T23:39:58.596397+0000 mon.smithi120 (mon.0) 785 : audit 2022-01-25T23:39:59.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:58 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:39:59.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:58 smithi145 conmon[67302]: audit 2022-01-25T23:39:58 2022-01-25T23:39:59.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:58 smithi145 conmon[67302]: .603437+0000 mon.smithi120 (mon.0) 786 : audit 2022-01-25T23:39:59.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:58 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:40:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:59 smithi120 conmon[102313]: cluster 2022-01-25T23:39:57.951770+0000 mgr.smithi120.hllzij (mgr.14704) 1875 : cluster [DBG] pgmap v1615: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:39:59 smithi120 conmon[102313]: cephadm 2022-01-25T23:39:58.198291+0000 mgr.smithi120.hllzij (mgr.14704) 1876 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:40:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:59 smithi145 conmon[67302]: cluster 2022-01-25T23:39:57.951770+0000 mgr.smithi120.hllzij (mgr.14704) 1875 : cluster [DBG] pgmap v1615: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:39:59 smithi145 conmon[67302]: cephadm 2022-01-25T23:39:58.198291+0000 mgr.smithi120.hllzij (mgr.14704) 1876 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:40:01.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:00 smithi120 conmon[102313]: cluster 2022-01-25T23:39:59.952613+0000 mgr.smithi120.hllzij (mgr.14704) 1877 : cluster [DBG] 2022-01-25T23:40:01.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:00 smithi120 conmon[102313]: pgmap v1616: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:01.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:00 smithi120 conmon[102313]: cluster 2022-01-25T23:40:00.000101+0000 mon.smithi120 (mon.0) 787 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T23:40:01.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:00 smithi145 conmon[67302]: cluster 2022-01-25T23:39:59.952613+0000 mgr.smithi120.hllzij (mgr.14704) 1877 : cluster 2022-01-25T23:40:01.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:00 smithi145 conmon[67302]: [DBG] pgmap v1616: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:01.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:00 smithi145 conmon[67302]: cluster 2022-01-25T23:40:00.000101+0000 mon.smithi120 (mon.0) 787 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T23:40:03.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:03 smithi120 conmon[102313]: cluster 2022-01-25T23:40:01.953209+0000 mgr.smithi120.hllzij (mgr.14704) 1878 : cluster [DBG] pgmap v1617: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:03.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:03 smithi145 conmon[67302]: cluster 2022-01-25T23:40:01.953209+0000 mgr.smithi120.hllzij (mgr.14704) 1878 : cluster [DBG] pgmap v1617: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:05.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:05 smithi120 conmon[102313]: cluster 2022-01-25T23:40:03.953742+0000 mgr.smithi120.hllzij (mgr.14704) 1879 : cluster [DBG] pgmap v1618: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:05.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:05 smithi120 conmon[102313]: 2022-01-25T23:40:05.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:05 smithi145 conmon[67302]: cluster 2022-01-25T23:40:03.953742+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:40:05.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:05 smithi145 conmon[67302]: .14704) 1879 : cluster [DBG] pgmap v1618: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:07.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:07 smithi120 conmon[102313]: cluster 2022-01-25T23:40:05.954654+0000 mgr.smithi120.hllzij (mgr.14704) 1880 : cluster [DBG] pgmap v1619: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:07.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:07 smithi145 conmon[67302]: cluster 2022-01-25T23:40:05.954654+0000 mgr.smithi120.hllzij (mgr.14704) 1880 : cluster [DBG] pgmap v1619: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:09.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:09 smithi120 conmon[102313]: cluster 2022-01-25T23:40:07.955276+0000 mgr.smithi120.hllzij (mgr.14704) 1881 : cluster [DBG] pgmap v1620: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:09.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:09 smithi145 conmon[67302]: cluster 2022-01-25T23:40:07.955276+0000 mgr.smithi120.hllzij (mgr.14704) 1881 : cluster [DBG] pgmap v1620: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:11.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:11 smithi120 conmon[102313]: cluster 2022-01-25T23:40:09.955922+0000 mgr.smithi120.hllzij (mgr.14704) 1882 : cluster [DBG] pgmap v1621: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:11.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:11 smithi120 conmon[102313]: 2022-01-25T23:40:11.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:11 smithi145 conmon[67302]: cluster 2022-01-25T23:40:09.955922+0000 mgr.smithi120.hllzij (mgr.14704) 1882 : cluster [DBG] pgmap v1621: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:13.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:13 smithi120 conmon[102313]: cluster 2022-01-25T23:40:11.956459+0000 mgr.smithi120.hllzij (mgr.14704) 1883 : cluster [DBG] pgmap v1622: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:13.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:13 smithi145 conmon[67302]: cluster 2022-01-25T23:40:11.956459+0000 mgr.smithi120.hllzij (mgr.14704) 1883 : cluster [DBG] pgmap v1622: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:15.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:15 smithi120 conmon[102313]: cluster 2022-01-25T23:40:13.957092+0000 mgr.smithi120.hllzij (mgr.14704) 1884 : cluster [DBG] 2022-01-25T23:40:15.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:15 smithi120 conmon[102313]: pgmap v1623: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:15.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:15 smithi145 conmon[67302]: cluster 2022-01-25T23:40:13.957092+0000 mgr.smithi120.hllzij (mgr.14704) 1884 : cluster [DBG] pgmap v1623: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:17.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:17 smithi145 conmon[67302]: cluster 2022-01-25T23:40:15.957925+0000 mgr.smithi120.hllzij (mgr.14704) 1885 : cluster [DBG] pgmap v1624: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:18.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:17 smithi120 conmon[102313]: cluster 2022-01-25T23:40:15.957925+0000 mgr.smithi120.hllzij (mgr.14704) 1885 : cluster [DBG] pgmap v1624: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:19.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:19 smithi145 conmon[67302]: cluster 2022-01-25T23:40:17.958496+0000 mgr.smithi120.hllzij (mgr.14704) 1886 : cluster 2022-01-25T23:40:19.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:19 smithi145 conmon[67302]: [DBG] pgmap v1625: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:20.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:19 smithi120 conmon[102313]: cluster 2022-01-25T23:40:17.958496+0000 mgr.smithi120.hllzij (mgr.14704) 1886 2022-01-25T23:40:20.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:19 smithi120 conmon[102313]: : cluster [DBG] pgmap v1625: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:21.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:21 smithi145 conmon[67302]: cluster 2022-01-25T23:40:19.959328+0000 mgr.smithi120.hllzij (mgr.14704) 1887 : cluster [DBG] pgmap v1626: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:22.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:21 smithi120 conmon[102313]: cluster 2022-01-25T23:40:19.959328+0000 mgr.smithi120.hllzij (mgr.14704) 1887 : cluster [DBG] pgmap v1626: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:23.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:23 smithi145 conmon[67302]: cluster 2022-01-25T23:40:21.960051+0000 mgr.smithi120.hllzij (mgr.14704) 1888 : cluster 2022-01-25T23:40:23.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:23 smithi145 conmon[67302]: [DBG] pgmap v1627: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:24.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:23 smithi120 conmon[102313]: cluster 2022-01-25T23:40:21.960051+0000 mgr.smithi120.hllzij (mgr.14704) 1888 : cluster [DBG] pgmap v1627: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:24.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:23 smithi120 conmon[102313]: 2022-01-25T23:40:25.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:25 smithi145 conmon[67302]: cluster 2022-01-25T23:40:23.960571+0000 mgr.smithi120.hllzij (mgr.14704) 1889 : cluster [DBG] pgmap v1628: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:25.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:25 smithi145 conmon[67302]: 2022-01-25T23:40:26.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:25 smithi120 conmon[102313]: cluster 2022-01-25T23:40:23.960571+0000 mgr.smithi120.hllzij (mgr.14704) 1889 : cluster [DBG] pgmap v1628: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:26.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:25 smithi120 conmon[102313]: 2022-01-25T23:40:27.133 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:40:27.402 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:40:27.402 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (59m) 89s ago 60m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:40:27.403 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (52m) 89s ago 60m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:40:27.403 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (52m) 91s ago 60m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:40:27.403 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (59m) 89s ago 60m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:40:27.403 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (56m) 89s ago 56m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:40:27.404 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (56m) 91s ago 56m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:40:27.404 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (53m) 89s ago 61m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:40:27.404 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (53m) 91s ago 60m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:40:27.404 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (53m) 89s ago 61m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:40:27.404 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (53m) 91s ago 60m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:40:27.405 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (53m) 89s ago 53m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:40:27.405 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (53m) 91s ago 53m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:40:27.405 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (60m) 89s ago 60m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:40:27.405 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (59m) 91s ago 59m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:40:27.406 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (47m) 89s ago 59m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:40:27.406 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (59m) 89s ago 59m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:40:27.406 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (59m) 89s ago 59m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:40:27.406 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (58m) 89s ago 58m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:40:27.407 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (58m) 91s ago 58m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:40:27.407 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (58m) 91s ago 58m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:40:27.407 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (57m) 91s ago 57m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:40:27.407 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (57m) 91s ago 57m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:40:27.407 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (59m) 89s ago 60m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:40:27.724 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:40:27.725 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:40:27.725 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:40:27.725 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:40:27.725 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:40:27.726 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:40:27.726 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:40:27.726 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:40:27.726 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:40:27.727 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:40:27.727 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:40:27.727 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:40:27.727 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:40:27.728 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:40:27.728 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:40:27.728 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:40:27.728 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:40:27.728 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:40:27.729 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:40:27.729 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:27 smithi120 conmon[102313]: cluster 2022-01-25T23:40:25.961331+0000 mgr.smithi120.hllzij (mgr.14704) 1890 : cluster [DBG] 2022-01-25T23:40:27.729 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:27 smithi120 conmon[102313]: pgmap v1629: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:27 smithi145 conmon[67302]: cluster 2022-01-25T23:40:25.961331+0000 mgr.smithi120.hllzij (mgr.14704) 1890 : cluster [DBG] pgmap v1629: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:27 smithi145 conmon[67302]: 2022-01-25T23:40:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:28 smithi145 conmon[67302]: audit 2022-01-25T23:40:27.121610+0000 mgr.smithi120.hllzij (mgr.14704) 1891 : audit [DBG] from='client.35330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:28 smithi145 conmon[67302]: 2022-01-25T23:40:28.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:28 smithi145 conmon[67302]: audit 2022-01-25T23:40:27.393851+0000 mgr.smithi120.hllzij (mgr.14704) 1892 : audit [DBG] from='client.35334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:28.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:28 smithi145 conmon[67302]: audit 2022-01-25T23:40:27.724836+0000 mon.smithi120 (mon.0) 788 : audit [DBG] from='client.? 172.21.15.120:0/672165877' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:40:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:28 smithi120 conmon[102313]: audit 2022-01-25T23:40:27.121610+0000 mgr.smithi120.hllzij (mgr.14704) 1891 2022-01-25T23:40:29.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:28 smithi120 conmon[102313]: : audit [DBG] from='client.35330 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:29.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:28 smithi120 conmon[102313]: audit 2022-01-25T23:40:27.393851+0000 mgr.smithi120.hllzij (mgr.14704) 1892 : audit [DBG] from='client.35334 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:40:29.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:28 smithi120 conmon[102313]: audit 2022-01-25T23:40:27.724836+0000 mon.smithi120 (mon.0) 788 : audit 2022-01-25T23:40:29.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:28 smithi120 conmon[102313]: [DBG] from='client.? 172.21.15.120:0/672165877' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:40:29.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:29 smithi145 conmon[67302]: cluster 2022-01-25T23:40:27.961815+0000 mgr.smithi120.hllzij (mgr.14704) 1893 : cluster [DBG] pgmap v1630: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:30.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:29 smithi120 conmon[102313]: cluster 2022-01-25T23:40:27.961815+0000 mgr.smithi120.hllzij (mgr.14704) 1893 : cluster 2022-01-25T23:40:30.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:29 smithi120 conmon[102313]: [DBG] pgmap v1630: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:32.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:31 smithi120 conmon[102313]: cluster 2022-01-25T23:40:29.962584+0000 mgr.smithi120.hllzij (mgr.14704) 1894 : cluster [DBG] pgmap v1631: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:31 smithi145 conmon[67302]: cluster 2022-01-25T23:40:29.962584+0000 mgr.smithi120.hllzij (mgr.14704) 1894 : cluster [DBG] pgmap v1631: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:34.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:33 smithi120 conmon[102313]: cluster 2022-01-25T23:40:31.963155+0000 mgr.smithi120.hllzij (mgr.14704) 1895 : cluster [DBG] pgmap v1632: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:34.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:33 smithi120 conmon[102313]: 2022-01-25T23:40:34.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:33 smithi145 conmon[67302]: cluster 2022-01-25T23:40:31.963155+0000 mgr.smithi120.hllzij (mgr.14704) 1895 : cluster [DBG] pgmap v1632: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:34.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:33 smithi145 conmon[67302]: 2022-01-25T23:40:36.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:35 smithi120 conmon[102313]: cluster 2022-01-25T23:40:33.963726+0000 mgr.smithi120.hllzij (mgr.14704) 1896 : cluster [DBG] pgmap v1633: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:36.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:35 smithi145 conmon[67302]: cluster 2022-01-25T23:40:33.963726+0000 mgr.smithi120.hllzij (mgr.14704) 1896 : cluster [DBG] pgmap v1633: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:35 smithi145 conmon[67302]: 2022-01-25T23:40:38.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:37 smithi120 conmon[102313]: cluster 2022-01-25T23:40:35.964581+0000 mgr.smithi120.hllzij (mgr.14704) 1897 : cluster [DBG] 2022-01-25T23:40:38.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:37 smithi120 conmon[102313]: pgmap v1634: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:37 smithi145 conmon[67302]: cluster 2022-01-25T23:40:35.964581+0000 mgr.smithi120.hllzij (mgr.14704) 1897 : cluster 2022-01-25T23:40:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:37 smithi145 conmon[67302]: [DBG] pgmap v1634: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:40.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:39 smithi120 conmon[102313]: cluster 2022-01-25T23:40:37.965104+0000 mgr.smithi120.hllzij (mgr.14704) 1898 : cluster [DBG] pgmap v1635: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:39 smithi145 conmon[67302]: cluster 2022-01-25T23:40:37.965104+0000 mgr.smithi120.hllzij (mgr.14704) 1898 : cluster [DBG] pgmap v1635: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:42.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:41 smithi120 conmon[102313]: cluster 2022-01-25T23:40:39.965840+0000 mgr.smithi120.hllzij (mgr.14704) 1899 : cluster [DBG] pgmap v1636: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:42.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:41 smithi145 conmon[67302]: cluster 2022-01-25T23:40:39.965840+0000 mgr.smithi120.hllzij (mgr.14704) 1899 : cluster [DBG] pgmap v1636: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:44.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:43 smithi120 conmon[102313]: cluster 2022-01-25T23:40:41.966537+0000 mgr.smithi120.hllzij (mgr.14704) 1900 : cluster [DBG] pgmap v1637: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:44.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:43 smithi145 conmon[67302]: cluster 2022-01-25T23:40:41.966537+0000 mgr.smithi120.hllzij (mgr.14704) 1900 : cluster [DBG] pgmap v1637: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:46.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:45 smithi120 conmon[102313]: cluster 2022-01-25T23:40:43.966988+0000 mgr.smithi120.hllzij (mgr.14704) 1901 : cluster [DBG] pgmap v1638: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:46.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:45 smithi145 conmon[67302]: cluster 2022-01-25T23:40:43.966988+0000 mgr.smithi120.hllzij (mgr.14704) 1901 : cluster [DBG] pgmap v1638: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:48.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:47 smithi120 conmon[102313]: cluster 2022-01-25T23:40:45.968069+0000 mgr.smithi120.hllzij (mgr.14704) 1902 : cluster [DBG] pgmap v1639: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:48.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:47 smithi145 conmon[67302]: cluster 2022-01-25T23:40:45.968069+0000 mgr.smithi120.hllzij (mgr.14704) 1902 : cluster [DBG] pgmap v1639: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:47 smithi145 conmon[67302]: 2022-01-25T23:40:50.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:49 smithi120 conmon[102313]: cluster 2022-01-25T23:40:47.968630+0000 mgr.smithi120.hllzij (mgr.14704) 1903 : cluster [DBG] 2022-01-25T23:40:50.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:49 smithi120 conmon[102313]: pgmap v1640: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:50.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:49 smithi145 conmon[67302]: cluster 2022-01-25T23:40:47.968630+0000 mgr.smithi120.hllzij (mgr.14704) 1903 : cluster [DBG] pgmap v1640: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:51 smithi120 conmon[102313]: cluster 2022-01-25T23:40:49.969437+0000 mgr.smithi120.hllzij (mgr.14704) 1904 : cluster [DBG] pgmap v1641: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:52.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:51 smithi145 conmon[67302]: cluster 2022-01-25T23:40:49.969437+0000 mgr.smithi120.hllzij (mgr.14704) 1904 : cluster [DBG] 2022-01-25T23:40:52.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:51 smithi145 conmon[67302]: pgmap v1641: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:40:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:53 smithi120 conmon[102313]: cluster 2022-01-25T23:40:51.969991+0000 mgr.smithi120.hllzij (mgr.14704) 1905 : cluster [DBG] pgmap v1642: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:53 smithi145 conmon[67302]: cluster 2022-01-25T23:40:51.969991+0000 mgr.smithi120.hllzij (mgr.14704) 1905 : cluster [DBG] pgmap v1642: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:53 smithi145 conmon[67302]: 2022-01-25T23:40:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:54 smithi120 conmon[102313]: audit 2022-01-25T23:40:53.799990+0000 mon.smithi120 (mon.0) 789 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:40:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:54 smithi120 conmon[102313]: audit 2022-01-25T23:40:53.800252+0000 mon.smithi120 (mon.0) 790 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:40:55.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:54 smithi145 conmon[67302]: audit 2022-01-25T23:40:53.799990+0000 mon.smithi120 (mon.0) 789 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:40:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:54 smithi145 conmon[67302]: 2022-01-25T23:40:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:54 smithi145 conmon[67302]: audit 2022-01-25T23:40:53.800252+0000 mon.smithi120 (mon.0) 790 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:40:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:55 smithi120 conmon[102313]: cluster 2022-01-25T23:40:53.970503+0000 mgr.smithi120.hllzij (mgr.14704) 1906 : cluster [DBG] pgmap v1643: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:56.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:55 smithi145 conmon[67302]: cluster 2022-01-25T23:40:53.970503+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:40:56.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:55 smithi145 conmon[67302]: 1906 : cluster [DBG] pgmap v1643: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:58.026 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:57 smithi120 conmon[102313]: cluster 2022-01-25T23:40:55.971395+0000 mgr.smithi120.hllzij (mgr.14704) 1907 : cluster [DBG] pgmap v1644: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:58.026 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:40:58.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:57 smithi145 conmon[67302]: cluster 2022-01-25T23:40:55.971395+0000 mgr.smithi120.hllzij (mgr.14704) 1907 : cluster [DBG] pgmap v1644: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:40:58.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:57 smithi145 conmon[67302]: 2022-01-25T23:40:58.297 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:40:58.298 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (60m) 2m ago 61m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:40:58.298 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (53m) 2m ago 61m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:40:58.299 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (53m) 2m ago 60m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:40:58.299 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (60m) 2m ago 61m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:40:58.300 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (56m) 2m ago 56m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:40:58.300 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (56m) 2m ago 56m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:40:58.300 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (54m) 2m ago 62m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:40:58.301 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (53m) 2m ago 60m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:40:58.301 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (53m) 2m ago 62m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:40:58.302 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (53m) 2m ago 60m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:40:58.302 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (54m) 2m ago 54m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:40:58.303 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (54m) 2m ago 54m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:40:58.303 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (61m) 2m ago 61m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:40:58.303 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (60m) 2m ago 60m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:40:58.304 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (48m) 2m ago 60m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:40:58.304 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (59m) 2m ago 59m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:40:58.305 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (59m) 2m ago 59m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:40:58.305 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (59m) 2m ago 59m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:40:58.306 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (59m) 2m ago 59m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:40:58.306 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (58m) 2m ago 58m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:40:58.306 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (58m) 2m ago 58m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:40:58.307 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (58m) 2m ago 58m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:40:58.307 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (59m) 2m ago 60m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:40:58.626 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:40:58.626 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:40:58.626 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:40:58.627 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:40:58.627 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:40:58.627 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:40:58.627 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:40:58.628 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:40:58.628 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:40:58.628 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:40:58.628 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:40:58.628 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:40:58.629 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:40:58.629 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:40:58.629 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:40:58.629 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:40:58.630 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:40:58.630 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:40:58.630 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:40:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:58 smithi120 conmon[102313]: audit 2022-01-25T23:40:58.605786+0000 mon.smithi120 (mon.0) 791 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:40:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:58 smithi120 conmon[102313]: audit 2022-01-25 2022-01-25T23:40:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:58 smithi120 conmon[102313]: T23:40:58.606858+0000 mon.smithi120 (mon.0) 792 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:40:59.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:58 smithi120 conmon[102313]: audit 2022-01-25T23:40:58.607419+0000 mon.smithi120 (mon.0) 793 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:40:59.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:58 smithi120 conmon[102313]: audit 2022-01-25T23:40:58.626637+0000 mon.smithi120 (mon.0) 794 : audit 2022-01-25T23:40:59.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:58 smithi120 conmon[102313]: [DBG] from='client.? 172.21.15.120:0/1796150830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:40:59.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:58 smithi145 conmon[67302]: audit 2022-01-25T23:40:58.605786+0000 mon.smithi120 (mon.0) 791 : audit [DBG] 2022-01-25T23:40:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:58 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:40:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:58 smithi145 conmon[67302]: audit 2022-01-25T23:40:58.606858+0000 mon.smithi120 (mon.0) 792 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:40:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:58 smithi145 conmon[67302]: audit 2022-01-25T23:40:58.607419+0000 mon.smithi120 (mon.0) 793 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:40:59.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:58 smithi145 conmon[67302]: audit 2022-01-25T23:40:59.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:58 smithi145 conmon[67302]: 2022-01-25T23:40:58.626637+0000 mon.smithi120 (mon.0) 794 : audit [DBG] from='client.? 172.21.15.120:0/1796150830' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:41:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:59 smithi120 conmon[102313]: cluster 2022-01-25T23:40:57.971813+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:41:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:59 smithi120 conmon[102313]: 1908 : cluster [DBG] pgmap v1645: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:00.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:59 smithi120 conmon[102313]: audit 2022-01-25T23:40:58.014761+0000 mgr.smithi120.hllzij (mgr.14704) 1909 : audit [DBG] from='client.35342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:00.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:59 smithi120 conmon[102313]: audit 2022-01-25T23:40:58.289529+0000 mgr.smithi120.hllzij (mgr.14704) 1910 : audit [DBG] from='client.35346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:00.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:59 smithi120 conmon[102313]: cephadm 2022-01-25T23:40:58.607946+0000 mgr.smithi120.hllzij (mgr.14704) 1911 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:41:00.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:59 smithi120 conmon[102313]: audit 2022-01-25T23:40:58.943706+0000 mon.smithi120 (mon.0) 795 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:41:00.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:59 smithi120 conmon[102313]: audit 2022-01-25T23:40:59.324868+0000 mon.smithi120 (mon.0) 796 : 2022-01-25T23:41:00.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:59 smithi120 conmon[102313]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:41:00.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:40:59 smithi120 conmon[102313]: audit 2022-01-25T23:40:59.329639+0000 mon.smithi120 (mon.0) 797 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:41:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:59 smithi145 conmon[67302]: cluster 2022-01-25T23:40:57.971813+0000 mgr.smithi120.hllzij (mgr.14704) 1908 : 2022-01-25T23:41:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:59 smithi145 conmon[67302]: cluster [DBG] pgmap v1645: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:59 smithi145 conmon[67302]: audit 2022-01-25T23:40:58.014761+0000 mgr.smithi120.hllzij (mgr.14704) 1909 : audit [DBG] from='client.35342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:59 smithi145 conmon[67302]: audit 2022-01-25 2022-01-25T23:41:00.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:59 smithi145 conmon[67302]: T23:40:58.289529+0000 mgr.smithi120.hllzij (mgr.14704) 1910 : audit [DBG] from='client.35346 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:00.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:59 smithi145 conmon[67302]: cephadm 2022-01-25T23:40:58. 2022-01-25T23:41:00.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:59 smithi145 conmon[67302]: 607946+0000 mgr.smithi120.hllzij (mgr.14704) 1911 : cephadm [WRN] 2022-01-25T23:41:00.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:59 smithi145 conmon[67302]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:41:00.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:59 smithi145 conmon[67302]: audit 2022-01-25T23:40: 2022-01-25T23:41:00.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:59 smithi145 conmon[67302]: 58.943706+0000 mon.smithi120 (mon.0) 795 : audit 2022-01-25T23:41:00.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:59 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:41:00.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:59 smithi145 conmon[67302]: audit 2022-01-25T23:40 2022-01-25T23:41:00.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:59 smithi145 conmon[67302]: :59.324868+0000 mon.smithi120 (mon.0) 796 : 2022-01-25T23:41:00.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:59 smithi145 conmon[67302]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:41:00.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:59 smithi145 conmon[67302]: audit 2022-01-25T23:40 2022-01-25T23:41:00.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:59 smithi145 conmon[67302]: :59.329639+0000 mon.smithi120 (mon.0) 797 2022-01-25T23:41:00.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:40:59 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:41:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:01 smithi120 conmon[102313]: cluster 2022-01-25T23:40:59.972506+0000 mgr.smithi120.hllzij (mgr.14704) 1912 : cluster [DBG] pgmap v1646: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:01 smithi145 conmon[67302]: cluster 2022-01-25T23:40:59.972506+0000 mgr.smithi120.hllzij (mgr.14704) 1912 : cluster [DBG] pgmap v1646: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:03 smithi120 conmon[102313]: cluster 2022-01-25T23:41:01.973209+0000 mgr.smithi120.hllzij (mgr.14704) 1913 : cluster [DBG] pgmap v1647: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:03 smithi145 conmon[67302]: cluster 2022-01-25T23:41:01.973209+0000 mgr.smithi120.hllzij (mgr.14704) 1913 : cluster [DBG] pgmap v1647: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:05.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:05 smithi120 conmon[102313]: cluster 2022-01-25T23:41:03.973731+0000 mgr.smithi120.hllzij (mgr.14704) 1914 : cluster [DBG] pgmap v1648: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:05.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:05 smithi145 conmon[67302]: cluster 2022-01-25T23:41:03.973731+0000 mgr.smithi120.hllzij (mgr.14704) 1914 : cluster [DBG] pgmap v1648: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:07.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:07 smithi120 conmon[102313]: cluster 2022-01-25T23:41:05.974582+0000 mgr.smithi120.hllzij (mgr.14704) 1915 : cluster [DBG] 2022-01-25T23:41:07.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:07 smithi120 conmon[102313]: pgmap v1649: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:07.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:07 smithi145 conmon[67302]: cluster 2022-01-25T23:41:05.974582+0000 mgr.smithi120.hllzij (mgr.14704) 1915 : cluster [DBG] pgmap v1649: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:09.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:09 smithi145 conmon[67302]: cluster 2022-01-25T23:41:07.975175+0000 mgr.smithi120.hllzij (mgr.14704) 1916 : cluster [DBG] pgmap v1650: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:10.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:09 smithi120 conmon[102313]: cluster 2022-01-25T23:41 2022-01-25T23:41:10.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:09 smithi120 conmon[102313]: :07.975175+0000 mgr.smithi120.hllzij (mgr.14704) 1916 : cluster [DBG] pgmap v1650: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:11.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:11 smithi145 conmon[67302]: cluster 2022-01-25T23:41:09.975929+0000 mgr.smithi120.hllzij (mgr.14704) 1917 : cluster [DBG] pgmap v1651: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:11 smithi120 conmon[102313]: cluster 2022-01-25T23 2022-01-25T23:41:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:11 smithi120 conmon[102313]: :41:09.975929+0000 mgr.smithi120.hllzij (mgr.14704) 1917 : cluster [DBG] pgmap v1651: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:13.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:13 smithi145 conmon[67302]: cluster 2022-01-25T23:41:11.976397+0000 mgr.smithi120.hllzij (mgr.14704) 1918 : cluster [DBG] pgmap v1652: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:14.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:13 smithi120 conmon[102313]: cluster 2022-01-25T23:41:11.976397+0000 mgr.smithi120.hllzij (mgr.14704) 1918 : cluster [DBG] pgmap v1652: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:14.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:13 smithi120 conmon[102313]: 2022-01-25T23:41:15.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:15 smithi145 conmon[67302]: cluster 2022-01-25T23:41:13.976905+0000 mgr.smithi120.hllzij (mgr.14704) 1919 : cluster [DBG] pgmap v1653: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:16.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:15 smithi120 conmon[102313]: cluster 2022-01-25T23:41:13.976905+0000 mgr.smithi120.hllzij (mgr.14704) 1919 : cluster [DBG] pgmap v1653: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:17.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:17 smithi145 conmon[67302]: cluster 2022-01-25T23:41:15.977717+0000 mgr.smithi120.hllzij (mgr.14704) 1920 : cluster [DBG] pgmap v1654: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:17.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:17 smithi145 conmon[67302]: 2022-01-25T23:41:18.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:17 smithi120 conmon[102313]: cluster 2022-01-25T23:41:15.977717+0000 mgr.smithi120.hllzij (mgr.14704) 1920 : cluster [DBG] pgmap v1654: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:18.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:17 smithi120 conmon[102313]: 2022-01-25T23:41:20.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:19 smithi120 conmon[102313]: cluster 2022-01-25T23:41:17.978234+0000 mgr.smithi120.hllzij (mgr.14704) 1921 : cluster [DBG] pgmap v1655: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:20.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:19 smithi120 conmon[102313]: 2022-01-25T23:41:20.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:19 smithi145 conmon[67302]: cluster 2022-01-25T23:41:17.978234+0000 mgr.smithi120.hllzij (mgr.14704) 1921 : cluster [DBG] pgmap v1655: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:20.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:19 smithi145 conmon[67302]: 2022-01-25T23:41:22.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:21 smithi120 conmon[102313]: cluster 2022-01-25T23:41:19.979087+0000 mgr.smithi120.hllzij (mgr.14704) 1922 : cluster [DBG] pgmap v1656: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:22.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:21 smithi145 conmon[67302]: cluster 2022-01-25T23:41:19.979087+0000 mgr.smithi120.hllzij (mgr.14704) 1922 : cluster [DBG] pgmap v1656: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:24.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:23 smithi120 conmon[102313]: cluster 2022-01-25T23:41:21.979627+0000 mgr.smithi120.hllzij (mgr.14704) 1923 : cluster [DBG] pgmap v1657: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:24.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:23 smithi145 conmon[67302]: cluster 2022-01-25T23:41:21.979627+0000 mgr.smithi120.hllzij (mgr.14704) 1923 : cluster [DBG] pgmap v1657: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:24.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:23 smithi145 conmon[67302]: 2022-01-25T23:41:26.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:25 smithi120 conmon[102313]: cluster 2022-01-25T23:41:23.980362+0000 mgr.smithi120.hllzij (mgr.14704) 1924 : cluster [DBG] pgmap v1658: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:26.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:25 smithi145 conmon[67302]: cluster 2022-01-25T23:41:23.980362+0000 mgr.smithi120.hllzij (mgr.14704) 1924 : cluster [DBG] pgmap v1658: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:28.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:27 smithi120 conmon[102313]: cluster 2022-01-25T23:41:25.981336+0000 mgr.smithi120.hllzij (mgr.14704) 1925 : cluster [DBG] pgmap v1659: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:28.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:27 smithi145 conmon[67302]: cluster 2022-01-25T23:41:25.981336+0000 mgr.smithi120.hllzij (mgr.14704) 1925 : cluster [DBG] 2022-01-25T23:41:28.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:27 smithi145 conmon[67302]: pgmap v1659: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:28.933 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:41:29.202 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:41:29.202 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (60m) 2m ago 61m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:41:29.203 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (53m) 2m ago 61m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:41:29.203 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (53m) 2m ago 61m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:41:29.203 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (60m) 2m ago 61m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:41:29.203 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (57m) 2m ago 57m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:41:29.204 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (57m) 2m ago 57m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:41:29.204 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (54m) 2m ago 62m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:41:29.204 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (54m) 2m ago 61m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:41:29.204 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (54m) 2m ago 62m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:41:29.205 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (54m) 2m ago 61m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:41:29.205 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (54m) 2m ago 54m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:41:29.205 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (54m) 2m ago 54m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:41:29.205 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (61m) 2m ago 61m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:41:29.206 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (60m) 2m ago 60m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:41:29.206 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (48m) 2m ago 60m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:41:29.206 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (60m) 2m ago 60m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:41:29.206 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (60m) 2m ago 60m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:41:29.207 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (59m) 2m ago 59m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:41:29.207 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (59m) 2m ago 59m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:41:29.207 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (59m) 2m ago 59m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:41:29.207 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (58m) 2m ago 58m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:41:29.208 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (58m) 2m ago 58m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:41:29.208 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (60m) 2m ago 61m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:41:29.523 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:41:29.523 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:41:29.523 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:41:29.524 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:41:29.524 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:41:29.524 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:41:29.524 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:41:29.525 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:41:29.525 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:41:29.525 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:41:29.525 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:41:29.526 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:41:29.526 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:41:29.526 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:41:29.526 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:41:29.527 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:41:29.527 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:41:29.527 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:41:29.527 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:41:29.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:29 smithi120 conmon[102313]: cluster 2022-01-25T23:41:27.981988+0000 mgr.smithi120.hllzij (mgr.14704) 1926 : 2022-01-25T23:41:29.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:29 smithi120 conmon[102313]: cluster [DBG] pgmap v1660: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:29.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:29 smithi120 conmon[102313]: audit 2022-01-25T23:41:28.921819+0000 mgr.smithi120.hllzij (mgr.14704) 1927 : audit [DBG] from='client.35354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:29.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:29 smithi120 conmon[102313]: audit 2022-01-25T23:41:29.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:29 smithi120 conmon[102313]: 2022-01-25T23:41:29.523360+0000 mon.smithi120 (mon.0) 798 : audit [DBG] from='client.? 172.21.15.120:0/1068972446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:41:30.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:29 smithi145 conmon[67302]: cluster 2022-01-25T23:41:27.981988+0000 mgr.smithi120.hllzij (mgr.14704) 1926 : cluster [DBG] pgmap v1660: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:30.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:29 smithi145 conmon[67302]: 2022-01-25T23:41:30.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:29 smithi145 conmon[67302]: audit 2022-01-25T23:41:28.921819+0000 mgr.smithi120.hllzij (mgr.14704) 1927 : audit [DBG] from='client.35354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:30.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:29 smithi145 conmon[67302]: audit 2022-01-25T23:41:29.523360+0000 mon.smithi120 ( 2022-01-25T23:41:30.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:29 smithi145 conmon[67302]: mon.0) 798 : audit [DBG] from='client.? 172.21.15.120:0/1068972446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:41:31.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:30 smithi120 conmon[102313]: audit 2022-01-25T23:41:29.193465+0000 mgr.smithi120.hllzij (mgr.14704) 1928 : audit [DBG] from='client.35358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:31.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:30 smithi145 conmon[67302]: audit 2022-01-25T23:41:29.193465+0000 mgr.smithi120.hllzij (mgr.14704) 1928 : audit [DBG] from='client.35358 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:41:32.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:31 smithi120 conmon[102313]: cluster 2022-01-25T23:41:29.982775+0000 mgr.smithi120.hllzij (mgr.14704) 1929 : cluster [DBG] pgmap v1661: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:31 smithi145 conmon[67302]: cluster 2022-01-25T23:41:29.982775+0000 mgr.smithi120.hllzij (mgr.14704) 1929 : cluster [DBG] 2022-01-25T23:41:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:31 smithi145 conmon[67302]: pgmap v1661: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:34.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:33 smithi120 conmon[102313]: cluster 2022-01-25T23:41:31.983275+0000 mgr.smithi120.hllzij (mgr.14704) 1930 : cluster [DBG] pgmap v1662: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:34.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:33 smithi145 conmon[67302]: cluster 2022-01-25T23:41:31.983275+0000 mgr.smithi120.hllzij (mgr.14704) 1930 : cluster [DBG] pgmap v1662: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:34.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:33 smithi145 conmon[67302]: 2022-01-25T23:41:36.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:35 smithi120 conmon[102313]: cluster 2022-01-25T23:41:33.983789+0000 mgr.smithi120.hllzij (mgr.14704) 1931 : cluster [DBG] pgmap v1663: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:35 smithi145 conmon[67302]: cluster 2022-01-25T23:41:33.983789+0000 mgr.smithi120.hllzij (mgr.14704) 1931 : cluster [DBG] 2022-01-25T23:41:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:35 smithi145 conmon[67302]: pgmap v1663: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:38.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:37 smithi120 conmon[102313]: cluster 2022-01-25T23:41:35.984626+0000 mgr.smithi120.hllzij (mgr.14704) 1932 : cluster [DBG] pgmap v1664: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:37 smithi145 conmon[67302]: cluster 2022-01-25T23:41:35.984626+0000 mgr.smithi120.hllzij (mgr.14704) 1932 : cluster [DBG] pgmap v1664: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:40.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:39 smithi120 conmon[102313]: cluster 2022-01-25T23:41:37.985109+0000 mgr.smithi120.hllzij (mgr.14704) 1933 : cluster [DBG] pgmap v1665: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:39 smithi145 conmon[67302]: cluster 2022-01-25T23:41:37.985109+0000 mgr.smithi120.hllzij (mgr.14704) 1933 : cluster [DBG] pgmap v1665: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:42.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:41 smithi120 conmon[102313]: cluster 2022-01-25T23:41:39.986038+0000 mgr.smithi120.hllzij (mgr.14704) 1934 : cluster [DBG] pgmap v1666: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:42.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:41 smithi145 conmon[67302]: cluster 2022-01-25T23:41:39.986038+0000 mgr.smithi120.hllzij (mgr.14704) 1934 : cluster [DBG] 2022-01-25T23:41:42.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:41 smithi145 conmon[67302]: pgmap v1666: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:44.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:43 smithi120 conmon[102313]: cluster 2022-01-25T23:41:41.986659+0000 mgr.smithi120.hllzij (mgr.14704) 1935 : cluster [DBG] pgmap v1667: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:44.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:43 smithi145 conmon[67302]: cluster 2022-01-25T23:41:41.986659+0000 mgr.smithi120.hllzij (mgr.14704) 1935 : cluster [DBG] pgmap v1667: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:46.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:45 smithi120 conmon[102313]: cluster 2022-01-25T23:41:43.987075+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:41:46.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:45 smithi120 conmon[102313]: 1936 : cluster [DBG] pgmap v1668: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:46.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:45 smithi145 conmon[67302]: cluster 2022-01-25T23:41:43.987075+0000 mgr.smithi120.hllzij (mgr.14704) 1936 : cluster [DBG] pgmap v1668: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:48.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:47 smithi120 conmon[102313]: cluster 2022-01-25T23:41:45.987927+0000 mgr.smithi120.hllzij (mgr.14704) 1937 : cluster [DBG] pgmap v1669: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:48.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:47 smithi120 conmon[102313]: 2022-01-25T23:41:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:47 smithi145 conmon[67302]: cluster 2022-01-25T23:41:45.987927+0000 mgr.smithi120.hllzij (mgr.14704) 1937 : cluster [DBG] pgmap v1669: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:50.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:49 smithi120 conmon[102313]: cluster 2022-01-25T23:41:47.988351+0000 mgr.smithi120.hllzij (mgr.14704) 1938 : cluster [DBG] pgmap v1670: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:50.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:49 smithi145 conmon[67302]: cluster 2022-01-25T23:41:47.988351+0000 mgr.smithi120.hllzij (mgr.14704) 1938 : cluster [DBG] pgmap v1670: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:50.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:49 smithi145 conmon[67302]: 2022-01-25T23:41:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:51 smithi120 conmon[102313]: cluster 2022-01-25T23:41:49.989099+0000 mgr.smithi120.hllzij (mgr.14704) 1939 : cluster [DBG] pgmap v1671: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:52.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:51 smithi145 conmon[67302]: cluster 2022-01-25T23:41:49.989099+0000 mgr.smithi120.hllzij (mgr.14704) 1939 : cluster 2022-01-25T23:41:52.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:51 smithi145 conmon[67302]: [DBG] pgmap v1671: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:41:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:53 smithi120 conmon[102313]: cluster 2022-01-25T23:41:51.989603+0000 2022-01-25T23:41:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:53 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 1940 : cluster [DBG] pgmap v1672: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:53 smithi145 conmon[67302]: cluster 2022-01-25T23:41:51.989603+0000 mgr.smithi120.hllzij (mgr.14704) 1940 : cluster [DBG] pgmap v1672: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:54 smithi120 conmon[102313]: audit 2022-01-25T23:41:53.803930+0000 mon.smithi120 (mon.0) 799 : audit [INF] 2022-01-25T23:41:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:54 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:41:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:54 smithi120 conmon[102313]: audit 2022-01-25T23:41:53.804186+0000 mon.smithi120 (mon.0) 800 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:41:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:54 smithi145 conmon[67302]: audit 2022-01-25T23:41:53.803930+0000 mon.smithi120 (mon.0) 799 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:41:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:54 smithi145 conmon[67302]: audit 2022-01-25T23:41:53.804186+0000 mon.smithi120 (mon.0) 800 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:41:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:55 smithi120 conmon[102313]: cluster 2022-01-25T23:41:53.990010+0000 mgr.smithi120.hllzij 2022-01-25T23:41:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:55 smithi120 conmon[102313]: (mgr.14704) 1941 : cluster [DBG] pgmap v1673: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:56.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:55 smithi145 conmon[67302]: cluster 2022-01-25T23:41:53.990010+0000 mgr.smithi120.hllzij 2022-01-25T23:41:56.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:55 smithi145 conmon[67302]: (mgr.14704) 1941 : cluster [DBG] pgmap v1673: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:57 smithi120 conmon[102313]: cluster 2022-01-25T23:41:55.990796+0000 mgr.smithi120.hllzij (mgr.14704) 1942 : cluster [DBG] pgmap v1674: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:58.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:57 smithi145 conmon[67302]: cluster 2022-01-25T23:41:55.990796+0000 mgr.smithi120.hllzij (mgr.14704) 1942 : cluster [DBG] pgmap v1674: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:41:59.824 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:42:00.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:59 smithi120 conmon[102313]: cluster 2022-01-25T23:41:57.991392+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:42:00.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:59 smithi120 conmon[102313]: .14704) 1943 : cluster [DBG] pgmap v1675: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:00.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:59 smithi120 conmon[102313]: audit 2022-01-25T23:41:59.332064+0000 mon.smithi120 (mon.0) 801 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:42:00.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:59 smithi120 conmon[102313]: audit 2022-01-25T23:41:59.333473+0000 mon.smithi120 (mon.0) 802 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:42:00.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:59 smithi120 conmon[102313]: audit 2022-01-25T23:41:59.334317+0000 mon.smithi120 (mon.0) 803 2022-01-25T23:42:00.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:41:59 smithi120 conmon[102313]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:42:00.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:59 smithi145 conmon[67302]: cluster 2022-01-25T23:41:57.991392+0000 mgr.smithi120.hllzij (mgr.14704) 1943 : cluster 2022-01-25T23:42:00.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:59 smithi145 conmon[67302]: [DBG] pgmap v1675: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:00.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:59 smithi145 conmon[67302]: audit 2022-01-25T23:41:59.332064+0000 mon.smithi120 (mon.0) 801 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:42:00.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:59 smithi145 conmon[67302]: audit 2022-01-25T23:41:59.333473+0000 mon.smithi120 (mon.0) 802 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:42:00.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:41:59 smithi145 conmon[67302]: audit 2022-01-25T23:41:59.334317+0000 mon.smithi120 (mon.0) 803 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:42:00.095 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:42:00.095 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (61m) 3m ago 62m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:42:00.096 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (54m) 3m ago 62m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:42:00.096 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (54m) 3m ago 61m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:42:00.096 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (61m) 3m ago 62m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:42:00.096 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (57m) 3m ago 57m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:42:00.097 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (57m) 3m ago 57m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:42:00.097 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (55m) 3m ago 63m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:42:00.097 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (54m) 3m ago 61m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:42:00.097 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (54m) 3m ago 63m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:42:00.098 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (54m) 3m ago 61m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:42:00.098 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (55m) 3m ago 55m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:42:00.098 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (55m) 3m ago 55m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:42:00.098 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (62m) 3m ago 62m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:42:00.098 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (61m) 3m ago 61m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:42:00.099 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (49m) 3m ago 61m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:42:00.099 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (60m) 3m ago 60m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:42:00.099 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (60m) 3m ago 60m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:42:00.099 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (60m) 3m ago 60m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:42:00.100 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (60m) 3m ago 60m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:42:00.100 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (59m) 3m ago 59m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:42:00.100 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (59m) 3m ago 59m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:42:00.100 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (59m) 3m ago 59m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:42:00.100 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (61m) 3m ago 61m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:42:00.415 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:42:00.415 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:42:00.415 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:42:00.415 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:42:00.416 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:42:00.416 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:42:00.416 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:42:00.416 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:42:00.417 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:42:00.417 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:42:00.418 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:42:00.418 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:42:00.418 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:42:00.418 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:42:00.419 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:42:00.419 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:42:00.419 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:42:00.419 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:42:00.419 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:42:01.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:00 smithi120 conmon[102313]: cephadm 2022-01-25T23:41:59.335020+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:42:01.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:00 smithi120 conmon[102313]: ) 1944 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:42:01.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:00 smithi120 conmon[102313]: audit 2022-01-25T23:41:59.680734+0000 mon.smithi120 (mon.0) 804 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:42:01.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:00 smithi120 conmon[102313]: audit 2022-01-25T23:41:59.812789 2022-01-25T23:42:01.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:00 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 1945 : audit [DBG] 2022-01-25T23:42:01.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:00 smithi120 conmon[102313]: from='client.35366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:01.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:00 smithi120 conmon[102313]: audit 2022-01-25T23: 2022-01-25T23:42:01.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:00 smithi120 conmon[102313]: 42:00.060591+0000 mon.smithi120 (mon.0) 805 : 2022-01-25T23:42:01.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:00 smithi120 conmon[102313]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:42:01.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:00 smithi120 conmon[102313]: audit 2022-01-25T23:42: 2022-01-25T23:42:01.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:00 smithi120 conmon[102313]: 00.065796+0000 mon.smithi120 (mon.0) 806 2022-01-25T23:42:01.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:00 smithi120 conmon[102313]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:42:01.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:00 smithi120 conmon[102313]: audit 2022 2022-01-25T23:42:01.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:00 smithi120 conmon[102313]: -01-25T23:42:00 2022-01-25T23:42:01.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:00 smithi120 conmon[102313]: .415517+0000 mon.smithi120 (mon.0) 807 : audit 2022-01-25T23:42:01.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:00 smithi120 conmon[102313]: [DBG] from='client.? 172.21.15.120:0/3565455659' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:42:01.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:00 smithi145 conmon[67302]: cephadm 2022-01-25T23:41:59.335020+0000 mgr.smithi120.hllzij (mgr.14704) 1944 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:42:01.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:00 smithi145 conmon[67302]: 2022-01-25T23:42:01.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:00 smithi145 conmon[67302]: audit 2022-01-25T23:41:59.680734+0000 mon.smithi120 (mon.0) 804 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:42:01.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:00 smithi145 conmon[67302]: audit 2022-01-25T23:41:59.812789+0000 mgr.smithi120.hllzij (mgr.14704) 1945 : audit [DBG] from='client.35366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:01.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:00 smithi145 conmon[67302]: audit 2022-01-25T23:42:00.060591+0000 mon.smithi120 (mon.0) 805 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:42:01.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:00 smithi145 conmon[67302]: audit 2022-01-25T23:42:00.065796+0000 mon.smithi120 2022-01-25T23:42:01.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:00 smithi145 conmon[67302]: (mon.0) 806 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:42:01.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:00 smithi145 conmon[67302]: audit 2022-01-25T23:42:00.415517+0000 mon.smithi120 2022-01-25T23:42:01.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:00 smithi145 conmon[67302]: (mon.0) 807 : audit [DBG] from='client.? 172.21.15.120:0/3565455659' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:42:02.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:01 smithi120 conmon[102313]: cluster 2022-01-25T23:41:59.992081+0000 mgr.smithi120.hllzij (mgr.14704) 1946 : cluster [DBG] pgmap v1676: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:02.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:01 smithi120 conmon[102313]: 2022-01-25T23:42:02.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:01 smithi120 conmon[102313]: audit 2022-01-25T23:42:00.087410+0000 mgr.smithi120.hllzij (mgr.14704) 1947 : audit [DBG] from='client.35370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:02.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:01 smithi145 conmon[67302]: cluster 2022-01-25T23:41:59.992081+0000 mgr.smithi120.hllzij (mgr.14704) 1946 : cluster [DBG] pgmap v1676: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:02.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:01 smithi145 conmon[67302]: 2022-01-25T23:42:02.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:01 smithi145 conmon[67302]: audit 2022-01-25T23:42:00.087410+0000 mgr.smithi120.hllzij (mgr.14704) 1947 : audit [DBG] from='client.35370 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:04.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:03 smithi120 conmon[102313]: cluster 2022-01-25T23:42:01.992649+0000 mgr.smithi120.hllzij (mgr.14704) 1948 : cluster [DBG] pgmap v1677: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:04.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:03 smithi145 conmon[67302]: cluster 2022-01-25T23:42:01.992649+0000 mgr.smithi120.hllzij (mgr.14704) 1948 : cluster [DBG] pgmap v1677: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:06.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:05 smithi120 conmon[102313]: cluster 2022-01-25T23:42:03.993118+0000 mgr.smithi120.hllzij (mgr.14704) 1949 : cluster [DBG] 2022-01-25T23:42:06.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:05 smithi120 conmon[102313]: pgmap v1678: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:06.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:05 smithi145 conmon[67302]: cluster 2022-01-25T23:42:03.993118+0000 mgr.smithi120.hllzij (mgr.14704) 1949 : cluster [DBG] 2022-01-25T23:42:06.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:05 smithi145 conmon[67302]: pgmap v1678: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:07 smithi120 conmon[102313]: cluster 2022-01-25T23:42:05.994091+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:42:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:07 smithi120 conmon[102313]: 14704) 1950 : cluster [DBG] pgmap v1679: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:08.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:07 smithi145 conmon[67302]: cluster 2022-01-25T23:42:05.994091+0000 mgr.smithi120.hllzij (mgr.14704) 1950 : cluster [DBG] 2022-01-25T23:42:08.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:07 smithi145 conmon[67302]: pgmap v1679: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:10.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:09 smithi120 conmon[102313]: cluster 2022-01-25T23:42:07.994579+0000 mgr.smithi120.hllzij 2022-01-25T23:42:10.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:09 smithi120 conmon[102313]: (mgr.14704) 1951 : cluster [DBG] pgmap v1680: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:10.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:09 smithi145 conmon[67302]: cluster 2022-01-25T23:42:07.994579+0000 mgr.smithi120.hllzij (mgr.14704) 1951 : cluster [DBG] pgmap v1680: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:11 smithi120 conmon[102313]: cluster 2022-01-25T23:42:09.995518+0000 mgr.smithi120.hllzij (mgr.14704) 1952 : cluster 2022-01-25T23:42:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:11 smithi120 conmon[102313]: [DBG] pgmap v1681: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:12.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:11 smithi145 conmon[67302]: cluster 2022-01-25T23:42:09.995518+0000 mgr.smithi120.hllzij (mgr.14704) 1952 : cluster [DBG] pgmap v1681: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:14.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:13 smithi120 conmon[102313]: cluster 2022-01-25T23:42:11.995912+0000 mgr.smithi120.hllzij (mgr.14704) 1953 : cluster [DBG] pgmap v1682: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:14.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:13 smithi120 conmon[102313]: 2022-01-25T23:42:14.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:13 smithi145 conmon[67302]: cluster 2022-01-25T23:42:11.995912+0000 mgr.smithi120.hllzij (mgr.14704) 1953 : cluster [DBG] pgmap v1682: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:16.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:15 smithi120 conmon[102313]: cluster 2022-01-25T23:42:13.996485+0000 mgr.smithi120.hllzij (mgr.14704) 1954 : cluster [DBG] pgmap v1683: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:16.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:15 smithi145 conmon[67302]: cluster 2022-01-25T23:42:13.996485+0000 mgr.smithi120.hllzij (mgr.14704) 1954 : cluster [DBG] pgmap v1683: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:18.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:17 smithi120 conmon[102313]: cluster 2022-01-25T23:42:15.997490+0000 mgr.smithi120.hllzij (mgr.14704) 1955 : cluster [DBG] pgmap v1684: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:18.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:17 smithi145 conmon[67302]: cluster 2022-01-25T23:42:15.997490+0000 mgr.smithi120.hllzij (mgr.14704) 1955 : cluster [DBG] pgmap v1684: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:20.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:19 smithi120 conmon[102313]: cluster 2022-01-25T23:42:17.998065+0000 mgr.smithi120.hllzij (mgr.14704) 1956 : cluster [DBG] pgmap v1685: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:20.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:19 smithi145 conmon[67302]: cluster 2022-01-25T23:42:17.998065+0000 mgr.smithi120.hllzij (mgr.14704) 1956 : cluster [DBG] 2022-01-25T23:42:20.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:19 smithi145 conmon[67302]: pgmap v1685: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:22.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:21 smithi120 conmon[102313]: cluster 2022-01-25T23:42:19.998812+0000 mgr.smithi120.hllzij (mgr.14704) 1957 : cluster [DBG] pgmap v1686: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:22.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:21 smithi145 conmon[67302]: cluster 2022-01-25T23:42:19.998812+0000 mgr.smithi120.hllzij (mgr.14704) 1957 : cluster [DBG] pgmap v1686: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:24.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:23 smithi120 conmon[102313]: cluster 2022-01-25T23:42:21.999218+0000 mgr.smithi120.hllzij (mgr.14704) 1958 : cluster [DBG] pgmap v1687: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:24.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:23 smithi145 conmon[67302]: cluster 2022-01-25T23:42:21.999218+0000 mgr.smithi120.hllzij (mgr.14704) 1958 : cluster 2022-01-25T23:42:24.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:23 smithi145 conmon[67302]: [DBG] pgmap v1687: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:26.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:25 smithi120 conmon[102313]: cluster 2022-01-25T23:42:23.999914+0000 mgr.smithi120.hllzij (mgr.14704) 1959 : cluster [DBG] pgmap v1688: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:26.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:25 smithi145 conmon[67302]: cluster 2022-01-25T23:42:23.999914+0000 mgr.smithi120.hllzij (mgr.14704) 1959 : cluster [DBG] pgmap v1688: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:26.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:25 smithi145 conmon[67302]: 2022-01-25T23:42:28.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:27 smithi120 conmon[102313]: cluster 2022-01-25T23:42:26.000713+0000 mgr.smithi120.hllzij (mgr.14704) 1960 : cluster [DBG] pgmap v1689: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:28.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:27 smithi145 conmon[67302]: cluster 2022-01-25T23:42:26.000713+0000 mgr.smithi120.hllzij (mgr.14704) 1960 : 2022-01-25T23:42:28.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:27 smithi145 conmon[67302]: cluster [DBG] pgmap v1689: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:30.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:29 smithi120 conmon[102313]: cluster 2022-01-25T23:42:28.001180+0000 mgr.smithi120.hllzij (mgr.14704) 1961 : cluster [DBG] pgmap v1690: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:30.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:29 smithi145 conmon[67302]: cluster 2022-01-25T23:42:28.001180+0000 mgr.smithi120.hllzij (mgr.14704) 1961 : 2022-01-25T23:42:30.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:29 smithi145 conmon[67302]: cluster [DBG] pgmap v1690: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:30.715 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:42:30.982 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:42:30.982 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (61m) 3m ago 62m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:42:30.982 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (54m) 3m ago 62m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:42:30.982 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (54m) 3m ago 62m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:42:30.983 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (61m) 3m ago 62m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:42:30.983 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (58m) 3m ago 58m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:42:30.983 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (58m) 3m ago 58m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:42:30.983 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (55m) 3m ago 63m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:42:30.984 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (55m) 3m ago 62m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:42:30.984 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (55m) 3m ago 63m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:42:30.984 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (55m) 3m ago 62m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:42:30.984 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (56m) 3m ago 56m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:42:30.984 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (55m) 3m ago 55m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:42:30.985 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (62m) 3m ago 62m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:42:30.985 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (62m) 3m ago 62m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:42:30.985 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (49m) 3m ago 61m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:42:30.985 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (61m) 3m ago 61m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:42:30.985 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (61m) 3m ago 61m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:42:30.986 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (60m) 3m ago 60m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:42:30.986 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (60m) 3m ago 60m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:42:30.986 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (60m) 3m ago 60m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:42:30.986 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (60m) 3m ago 60m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:42:30.986 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (59m) 3m ago 59m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:42:30.987 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (61m) 3m ago 62m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:42:31.302 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:42:31.302 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:42:31.303 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:42:31.303 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:42:31.303 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:42:31.303 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:42:31.304 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:42:31.304 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:42:31.304 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:42:31.304 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:42:31.305 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:42:31.305 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:42:31.305 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:42:31.305 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:42:31.305 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:42:31.306 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:42:31.306 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:42:31.306 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:42:31.306 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:42:32.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:31 smithi120 conmon[102313]: cluster 2022-01-25T23:42:30.001863+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:42:32.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:31 smithi120 conmon[102313]: 14704) 1962 : cluster [DBG] pgmap v1691: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:32.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:31 smithi120 conmon[102313]: audit 2022-01-25T23:42:30.704847+0000 mgr.smithi120.hllzij (mgr.14704) 1963 : audit [DBG] from='client.35378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:32.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:31 smithi120 conmon[102313]: audit 2022-01-25T23:42:32.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:31 smithi120 conmon[102313]: 2022-01-25T23:42:31.303044+0000 mon.smithi120 (mon.0) 808 : audit [DBG] from='client.? 172.21.15.120:0/4201204923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:42:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:31 smithi145 conmon[67302]: cluster 2022-01-25T23:42:30.001863+0000 mgr.smithi120.hllzij (mgr.14704) 1962 : 2022-01-25T23:42:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:31 smithi145 conmon[67302]: cluster [DBG] pgmap v1691: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:31 smithi145 conmon[67302]: audit 2022-01-25T23:42:30.704847+0000 mgr.smithi120.hllzij (mgr.14704) 1963 : audit [DBG] from='client.35378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:31 smithi145 conmon[67302]: audit 2022-01-25T23:42:31.303044+0000 mon.smithi120 (mon.0) 808 : audit [DBG] 2022-01-25T23:42:32.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:31 smithi145 conmon[67302]: from='client.? 172.21.15.120:0/4201204923' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:42:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:32 smithi120 conmon[102313]: audit 2022-01-25T23:42:30.973959+0000 mgr.smithi120.hllzij (mgr.14704) 1964 : audit [DBG] from='client.35382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:32 smithi145 conmon[67302]: audit 2022-01-25T23:42:30.973959+0000 mgr.smithi120.hllzij (mgr.14704) 1964 : audit [DBG] 2022-01-25T23:42:33.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:32 smithi145 conmon[67302]: from='client.35382 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:42:34.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:33 smithi120 conmon[102313]: cluster 2022-01-25T23:42:32.002450+0000 mgr.smithi120.hllzij (mgr.14704) 1965 : cluster [DBG] pgmap v1692: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:34.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:33 smithi145 conmon[67302]: cluster 2022-01-25T23:42:32.002450+0000 mgr.smithi120.hllzij (mgr.14704) 1965 : cluster [DBG] 2022-01-25T23:42:34.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:33 smithi145 conmon[67302]: pgmap v1692: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:36.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:35 smithi120 conmon[102313]: cluster 2022-01-25T23:42:34.003015+0000 mgr.smithi120.hllzij (mgr.14704) 1966 : cluster [DBG] pgmap v1693: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:35 smithi145 conmon[67302]: cluster 2022-01-25T23:42:34.003015+0000 mgr.smithi120.hllzij (mgr.14704) 1966 : cluster 2022-01-25T23:42:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:35 smithi145 conmon[67302]: [DBG] pgmap v1693: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:38.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:37 smithi120 conmon[102313]: cluster 2022-01-25T23:42:36.003931+0000 mgr.smithi120.hllzij (mgr.14704) 1967 : cluster [DBG] pgmap v1694: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:37 smithi145 conmon[67302]: cluster 2022-01-25T23:42:36.003931+0000 mgr.smithi120.hllzij (mgr.14704) 1967 : cluster [DBG] pgmap v1694: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:37 smithi145 conmon[67302]: 2022-01-25T23:42:40.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:39 smithi120 conmon[102313]: cluster 2022-01-25T23:42:38.004422+0000 mgr.smithi120.hllzij (mgr.14704) 1968 : cluster [DBG] pgmap v1695: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:40.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:39 smithi145 conmon[67302]: cluster 2022-01-25T23:42:38.004422+0000 mgr.smithi120.hllzij (mgr.14704) 1968 : cluster 2022-01-25T23:42:40.083 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:39 smithi145 conmon[67302]: [DBG] pgmap v1695: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:42.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:41 smithi120 conmon[102313]: cluster 2022-01-25T23:42:40.005374+0000 mgr.smithi120.hllzij (mgr.14704) 1969 : cluster [DBG] pgmap v1696: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:42.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:41 smithi145 conmon[67302]: cluster 2022-01-25T23:42:40.005374+0000 mgr.smithi120.hllzij (mgr.14704) 1969 : cluster [DBG] pgmap v1696: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:42.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:41 smithi145 conmon[67302]: 2022-01-25T23:42:44.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:43 smithi120 conmon[102313]: cluster 2022-01-25T23:42:42.005814+0000 mgr.smithi120.hllzij (mgr.14704) 1970 : cluster [DBG] pgmap v1697: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:44.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:43 smithi145 conmon[67302]: cluster 2022-01-25T23:42:42.005814+0000 mgr.smithi120.hllzij (mgr.14704) 1970 : cluster [DBG] 2022-01-25T23:42:44.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:43 smithi145 conmon[67302]: pgmap v1697: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:46.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:45 smithi120 conmon[102313]: cluster 2022-01-25T23:42:44.006374+0000 mgr.smithi120.hllzij (mgr.14704) 1971 : cluster [DBG] pgmap v1698: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:46.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:45 smithi145 conmon[67302]: cluster 2022-01-25T23:42:44.006374+0000 mgr.smithi120.hllzij (mgr.14704) 1971 : cluster [DBG] pgmap v1698: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:46.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:45 smithi145 conmon[67302]: 2022-01-25T23:42:48.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:47 smithi120 conmon[102313]: cluster 2022-01-25T23:42:46.007370+0000 mgr.smithi120.hllzij (mgr.14704) 1972 : cluster [DBG] pgmap v1699: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:47 smithi145 conmon[67302]: cluster 2022-01-25T23:42:46.007370+0000 mgr.smithi120.hllzij (mgr.14704) 1972 : cluster 2022-01-25T23:42:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:47 smithi145 conmon[67302]: [DBG] pgmap v1699: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:50.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:49 smithi120 conmon[102313]: cluster 2022-01-25T23:42:48.008052+0000 mgr.smithi120.hllzij (mgr.14704) 1973 : cluster [DBG] pgmap v1700: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:50.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:49 smithi145 conmon[67302]: cluster 2022-01-25T23:42:48.008052+0000 mgr.smithi120.hllzij (mgr.14704) 1973 : cluster 2022-01-25T23:42:50.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:49 smithi145 conmon[67302]: [DBG] pgmap v1700: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:51 smithi120 conmon[102313]: cluster 2022-01-25T23:42:50.009028+0000 mgr.smithi120.hllzij (mgr.14704) 1974 : cluster [DBG] 2022-01-25T23:42:52.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:51 smithi120 conmon[102313]: pgmap v1701: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:52.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:51 smithi145 conmon[67302]: cluster 2022-01-25T23:42:50.009028+0000 mgr.smithi120.hllzij (mgr.14704) 1974 : 2022-01-25T23:42:52.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:51 smithi145 conmon[67302]: cluster [DBG] pgmap v1701: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:42:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:53 smithi120 conmon[102313]: cluster 2022-01-25T23:42:52.009641+0000 mgr.smithi120.hllzij (mgr.14704) 1975 : cluster [DBG] pgmap v1702: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:53 smithi145 conmon[67302]: cluster 2022-01-25T23:42:52.009641+0000 mgr.smithi120.hllzij (mgr.14704) 1975 : cluster [DBG] 2022-01-25T23:42:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:53 smithi145 conmon[67302]: pgmap v1702: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:54 smithi120 conmon[102313]: audit 2022-01-25T23:42:53.807831+0000 mon.smithi120 (mon.0) 809 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:42:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:54 smithi120 conmon[102313]: audit 2022-01-25T23:42:53.808085+0000 mon.smithi120 (mon.0) 810 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:42:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:54 smithi145 conmon[67302]: audit 2022-01-25T23:42:53.807831+0000 mon.smithi120 (mon.0) 809 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:42:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:54 smithi145 conmon[67302]: 2022-01-25T23:42:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:54 smithi145 conmon[67302]: audit 2022-01-25T23:42:53.808085+0000 mon.smithi120 (mon.0) 810 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:42:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:55 smithi120 conmon[102313]: cluster 2022-01-25T23:42:54.010109+0000 mgr.smithi120.hllzij (mgr.14704) 1976 : cluster [DBG] pgmap v1703: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:55 smithi120 conmon[102313]: 2022-01-25T23:42:56.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:55 smithi145 conmon[67302]: cluster 2022-01-25T23:42:54.010109+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:42:56.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:55 smithi145 conmon[67302]: 1976 : cluster [DBG] pgmap v1703: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:57 smithi120 conmon[102313]: cluster 2022-01-25T23:42:56.010991+0000 mgr.smithi120.hllzij (mgr.14704) 1977 : cluster [DBG] pgmap v1704: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:42:58.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:57 smithi145 conmon[67302]: cluster 2022-01-25T23:42:56.010991+0000 mgr.smithi120.hllzij (mgr.14704) 1977 : cluster [DBG] 2022-01-25T23:42:58.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:57 smithi145 conmon[67302]: pgmap v1704: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:00.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:42:59 smithi120 conmon[102313]: cluster 2022-01-25T23:42:58.011489+0000 mgr.smithi120.hllzij (mgr.14704) 1978 : cluster [DBG] pgmap v1705: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:00.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:59 smithi145 conmon[67302]: cluster 2022-01-25T23:42:58.011489+0000 mgr.smithi120.hllzij (mgr.14704) 1978 : cluster 2022-01-25T23:43:00.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:42:59 smithi145 conmon[67302]: [DBG] pgmap v1705: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:01.048 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:00 smithi120 conmon[102313]: audit 2022-01-25T23:43:00.069926+0000 mon.smithi120 (mon.0 2022-01-25T23:43:01.049 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:00 smithi120 conmon[102313]: ) 811 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:43:01.049 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:00 smithi120 conmon[102313]: audit 2022-01-25T23:43:00.071392+0000 mon.smithi120 (mon.0) 812 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:43:01.049 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:00 smithi120 conmon[102313]: audit 2022-01-25T23:43:00.072196+0000 mon.smithi120 (mon.0) 813 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:43:01.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:00 smithi145 conmon[67302]: audit 2022-01-25T23:43:00.069926+0000 mon.smithi120 (mon.0) 2022-01-25T23:43:01.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:00 smithi145 conmon[67302]: 811 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:43:01.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:00 smithi145 conmon[67302]: audit 2022-01-25T23:43:00.071392+0000 mon.smithi120 (mon.0) 812 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:43:01.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:00 smithi145 conmon[67302]: audit 2022-01-25T23:43:00.072196+0000 mon.smithi120 (mon.0) 2022-01-25T23:43:01.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:00 smithi145 conmon[67302]: 813 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:43:01.614 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:43:01.895 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:43:01.896 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (62m) 4m ago 63m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:43:01.896 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (55m) 4m ago 63m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:43:01.896 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (55m) 4m ago 62m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:43:01.897 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (62m) 4m ago 63m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:43:01.897 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (58m) 4m ago 58m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:43:01.897 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (58m) 4m ago 58m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:43:01.898 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (56m) 4m ago 64m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:43:01.898 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (55m) 4m ago 62m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:43:01.898 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (55m) 4m ago 64m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:43:01.899 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (55m) 4m ago 62m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:43:01.900 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (56m) 4m ago 56m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:43:01.900 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (56m) 4m ago 56m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:43:01.900 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (63m) 4m ago 63m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:43:01.900 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (62m) 4m ago 62m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:43:01.900 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (50m) 4m ago 62m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:43:01.901 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (61m) 4m ago 61m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:43:01.901 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (61m) 4m ago 61m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:43:01.901 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (61m) 4m ago 61m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:43:01.901 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (61m) 4m ago 61m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:43:01.902 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (60m) 4m ago 60m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:43:01.902 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (60m) 4m ago 60m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:43:01.902 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (60m) 4m ago 60m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:43:01.902 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (62m) 4m ago 62m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:43:02.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:01 smithi120 conmon[102313]: cluster 2022-01-25T23:43:00.012472+0000 mgr.smithi120.hllzij (mgr.14704) 1979 : cluster [DBG] pgmap v1706: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:02.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:01 smithi120 conmon[102313]: cephadm 2022-01-25T23:43:00.072928+0000 mgr.smithi120.hllzij (mgr.14704) 1980 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:43:02.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:01 smithi145 conmon[67302]: cluster 2022-01-25T23:43:00.012472+0000 mgr.smithi120.hllzij (mgr.14704) 1979 2022-01-25T23:43:02.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:01 smithi145 conmon[67302]: : cluster [DBG] pgmap v1706: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:02.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:01 smithi145 conmon[67302]: cephadm 2022-01-25T23:43:00.072928+0000 mgr.smithi120.hllzij (mgr.14704) 1980 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:43:02.234 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:43:02.235 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:43:02.235 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:43:02.235 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:43:02.235 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:43:02.236 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:43:02.236 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:43:02.236 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:43:02.236 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:43:02.237 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:43:02.237 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:43:02.237 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:43:02.237 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:43:02.237 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:43:02.238 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:43:02.238 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:43:02.238 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:43:02.238 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:43:02.239 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:43:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:02 smithi145 conmon[67302]: audit 2022-01-25T23:43:01.602914+0000 mgr.smithi120.hllzij (mgr.14704) 1981 : audit [DBG] from='client.35390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:02 smithi145 conmon[67302]: audit 2022-01-25T23:43:01.887068+0000 mgr.smithi120.hllzij (mgr.14704) 1982 : audit [DBG] from='client.35394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:03.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:02 smithi145 conmon[67302]: audit 2022-01-25T23:43:02.235348+0000 mon.smithi120 (mon.0) 814 : audit [DBG] from='client.? 172.21.15.120:0/2422725749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:43:03.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:02 smithi120 conmon[102313]: audit 2022-01-25T23:43:01.602914+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:43:03.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:02 smithi120 conmon[102313]: ) 1981 : audit [DBG] from='client.35390 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:03.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:02 smithi120 conmon[102313]: audit 2022-01-25T23:43:01.887068+0000 mgr.smithi120.hllzij (mgr.14704) 1982 : audit [DBG] from='client.35394 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:03.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:02 smithi120 conmon[102313]: audit 2022-01-25T23:43:02.235348+0000 mon.smithi120 (mon.0) 814 : audit [DBG] from='client.? 172.21.15.120:0/2422725749' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:43:04.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:03 smithi145 conmon[67302]: cluster 2022-01-25T23:43:02.012913+0000 mgr.smithi120.hllzij (mgr.14704) 1983 : cluster [DBG] pgmap v1707: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:04.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:03 smithi145 conmon[67302]: audit 2022-01-25T23:43:03.138533+0000 mon.smithi120 (mon.0) 815 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:43:04.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:03 smithi145 conmon[67302]: audit 2022-01-25T23:43:03.511677+0000 mon.smithi120 (mon.0) 816 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:43:04.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:03 smithi145 conmon[67302]: audit 2022 2022-01-25T23:43:04.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:03 smithi145 conmon[67302]: -01-25T23:43:03.518893+0000 mon.smithi120 (mon.0) 817 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:43:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:03 smithi120 conmon[102313]: cluster 2022-01-25T23:43:02.012913+0000 mgr.smithi120.hllzij (mgr.14704) 1983 : cluster [DBG] 2022-01-25T23:43:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:03 smithi120 conmon[102313]: pgmap v1707: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:04.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:03 smithi120 conmon[102313]: audit 2022-01-25T23:43:03.138533+0000 mon.smithi120 (mon.0) 815 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:43:04.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:03 smithi120 conmon[102313]: audit 2022-01-25T23 2022-01-25T23:43:04.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:03 smithi120 conmon[102313]: :43:03.511677+0000 mon.smithi120 (mon.0) 816 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:43:04.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:03 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:43:04.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:03 smithi120 conmon[102313]: -25T23:43:03.518893+0000 mon.smithi120 (mon.0) 817 : audit [INF] 2022-01-25T23:43:04.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:03 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:43:06.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:05 smithi120 conmon[102313]: cluster 2022-01-25T23:43:04.013314+0000 mgr.smithi120.hllzij (mgr.14704) 1984 : cluster [DBG] pgmap v1708: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:06.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:05 smithi120 conmon[102313]: 2022-01-25T23:43:06.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:05 smithi145 conmon[67302]: cluster 2022-01-25T23:43:04.013314+0000 mgr.smithi120.hllzij (mgr.14704) 1984 : cluster [DBG] pgmap v1708: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:08.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:07 smithi145 conmon[67302]: cluster 2022-01-25T23:43:06.014251+0000 mgr.smithi120.hllzij (mgr.14704) 1985 : cluster [DBG] pgmap v1709: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:07 smithi120 conmon[102313]: cluster 2022-01-25T23:43:06.014251+0000 mgr.smithi120.hllzij (mgr.14704) 1985 : cluster [DBG] pgmap v1709: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:10.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:09 smithi145 conmon[67302]: cluster 2022-01-25T23:43:08.014895+0000 mgr.smithi120.hllzij (mgr.14704) 1986 : cluster [DBG] pgmap v1710: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:09 smithi120 conmon[102313]: cluster 2022-01-25T23:43:08.014895+0000 mgr.smithi120.hllzij (mgr.14704) 1986 : cluster [DBG] pgmap v1710: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:12.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:11 smithi145 conmon[67302]: cluster 2022-01-25T23:43:10.015795+0000 mgr.smithi120.hllzij (mgr.14704) 1987 : cluster [DBG] pgmap v1711: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:11 smithi120 conmon[102313]: cluster 2022-01-25T23:43:10.015795+0000 mgr.smithi120.hllzij (mgr.14704) 1987 : cluster [DBG] pgmap v1711: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:14.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:13 smithi145 conmon[67302]: cluster 2022-01-25T23:43:12.016334+0000 mgr.smithi120.hllzij (mgr.14704) 1988 : cluster [DBG] pgmap v1712: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:13 smithi120 conmon[102313]: cluster 2022-01-25T23:43:12.016334+0000 mgr.smithi120.hllzij (mgr.14704) 1988 : cluster [DBG] pgmap v1712: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:15 smithi120 conmon[102313]: cluster 2022-01-25T23:43:14.016797+0000 mgr.smithi120.hllzij (mgr.14704) 1989 : cluster [DBG] pgmap v1713: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:15 smithi145 conmon[67302]: cluster 2022-01-25T23:43:14.016797+0000 mgr.smithi120.hllzij (mgr.14704) 1989 : cluster [DBG] pgmap v1713: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:17 smithi120 conmon[102313]: cluster 2022-01-25T23:43:16.017709+0000 mgr.smithi120.hllzij (mgr.14704) 1990 : cluster [DBG] pgmap v1714: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:18.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:17 smithi145 conmon[67302]: cluster 2022-01-25T23:43:16.017709+0000 mgr.smithi120.hllzij (mgr.14704) 1990 : cluster [DBG] pgmap v1714: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:19 smithi120 conmon[102313]: cluster 2022-01-25T23:43:18.018388+0000 mgr.smithi120.hllzij (mgr.14704) 1991 : cluster [DBG] 2022-01-25T23:43:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:19 smithi120 conmon[102313]: pgmap v1715: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:19 smithi145 conmon[67302]: cluster 2022-01-25T23:43:18.018388+0000 mgr.smithi120.hllzij (mgr.14704) 1991 : cluster [DBG] pgmap v1715: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:21 smithi120 conmon[102313]: cluster 2022-01-25T23:43:20.019170+0000 mgr.smithi120.hllzij (mgr.14704) 1992 : cluster [DBG] pgmap v1716: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:21 smithi145 conmon[67302]: cluster 2022-01-25T23:43:20.019170+0000 mgr.smithi120.hllzij (mgr.14704) 1992 : cluster [DBG] pgmap v1716: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:23 smithi120 conmon[102313]: cluster 2022-01-25T23:43:22.019665+0000 mgr.smithi120.hllzij (mgr.14704) 1993 : cluster [DBG] 2022-01-25T23:43:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:23 smithi120 conmon[102313]: pgmap v1717: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:23 smithi145 conmon[67302]: cluster 2022-01-25T23:43:22.019665+0000 mgr.smithi120.hllzij (mgr.14704) 1993 : cluster [DBG] pgmap v1717: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:25 smithi120 conmon[102313]: cluster 2022-01-25T23:43:24.020311+0000 mgr.smithi120.hllzij (mgr.14704) 1994 : cluster [DBG] 2022-01-25T23:43:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:25 smithi120 conmon[102313]: pgmap v1718: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:25 smithi145 conmon[67302]: cluster 2022-01-25T23:43:24.020311+0000 mgr.smithi120.hllzij (mgr.14704) 1994 : cluster [DBG] pgmap v1718: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:27 smithi120 conmon[102313]: cluster 2022-01-25T23:43:26.021349+0000 mgr.smithi120.hllzij (mgr.14704) 1995 : cluster [DBG] pgmap v1719: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:27 smithi145 conmon[67302]: cluster 2022-01-25T23:43:26.021349+0000 mgr.smithi120.hllzij (mgr.14704) 1995 : cluster [DBG] pgmap v1719: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:29 smithi120 conmon[102313]: cluster 2022-01-25T23:43:28.021871+0000 mgr.smithi120.hllzij (mgr.14704) 1996 : cluster [DBG] pgmap v1720: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:29 smithi120 conmon[102313]: 2022-01-25T23:43:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:29 smithi145 conmon[67302]: cluster 2022-01-25T23:43:28.021871+0000 mgr.smithi120.hllzij (mgr.14704) 1996 : cluster [DBG] pgmap v1720: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:31 smithi120 conmon[102313]: cluster 2022-01-25T23:43:30.022802+0000 mgr.smithi120.hllzij (mgr.14704) 1997 : cluster [DBG] pgmap v1721: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:31 smithi120 conmon[102313]: 2022-01-25T23:43:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:31 smithi145 conmon[67302]: cluster 2022-01-25T23:43:30.022802+0000 mgr.smithi120.hllzij (mgr.14704) 1997 : cluster [DBG] pgmap v1721: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:32.538 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:43:32.803 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:43:32.804 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (62m) 4m ago 63m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:43:32.804 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (55m) 4m ago 63m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:43:32.804 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (55m) 4m ago 63m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:43:32.804 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (62m) 4m ago 63m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:43:32.805 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (59m) 4m ago 59m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:43:32.805 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (59m) 4m ago 59m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:43:32.805 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (56m) 4m ago 64m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:43:32.805 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (56m) 4m ago 63m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:43:32.806 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (56m) 4m ago 65m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:43:32.806 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (56m) 4m ago 63m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:43:32.807 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (57m) 4m ago 57m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:43:32.807 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (56m) 4m ago 56m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:43:32.807 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (63m) 4m ago 63m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:43:32.807 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (63m) 4m ago 63m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:43:32.807 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (50m) 4m ago 62m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:43:32.808 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (62m) 4m ago 62m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:43:32.808 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (62m) 4m ago 62m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:43:32.808 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (61m) 4m ago 61m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:43:32.808 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (61m) 4m ago 61m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:43:32.809 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (61m) 4m ago 61m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:43:32.809 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (61m) 4m ago 61m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:43:32.809 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (60m) 4m ago 60m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:43:32.810 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (62m) 4m ago 63m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:43:33.124 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:43:33.124 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:43:33.125 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:43:33.125 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:43:33.125 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:43:33.125 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:43:33.125 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:43:33.126 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:43:33.126 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:43:33.126 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:43:33.127 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:43:33.127 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:43:33.127 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:43:33.127 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:43:33.127 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:43:33.128 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:43:33.128 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:43:33.128 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:43:33.128 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:43:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:33 smithi120 conmon[102313]: cluster 2022-01-25T23:43:32.023464+0000 mgr.smithi120.hllzij (mgr.14704) 1998 : cluster [DBG] pgmap v1722: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:33 smithi120 conmon[102313]: audit 2022-01-25T23:43:32.527016+0000 mgr.smithi120.hllzij (mgr.14704) 1999 : audit [DBG] from='client.35402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:34.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:33 smithi120 conmon[102313]: audit 2022-01-25T23:43:32.795469+0000 mgr.smithi120.hllzij (mgr.14704) 2000 : audit [DBG] from='client.35406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:34.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:33 smithi120 conmon[102313]: audit 2022-01-25T23:43:34.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:33 smithi120 conmon[102313]: 2022-01-25T23:43:33.124925+0000 mon.smithi120 (mon.0) 818 : audit [DBG] from='client.? 172.21.15.120:0/561017635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:43:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:33 smithi145 conmon[67302]: cluster 2022-01-25T23:43:32.023464+0000 mgr.smithi120.hllzij (mgr.14704) 1998 : cluster [DBG] pgmap v1722: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:33 smithi145 conmon[67302]: audit 2022-01-25T23:43:32.527016+0000 mgr.smithi120.hllzij (mgr.14704) 1999 : audit [DBG] from='client.35402 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:33 smithi145 conmon[67302]: audit 2022-01-25T23:43:32.795469+0000 mgr.smithi120.hllzij (mgr.14704) 2000 : audit [DBG] from='client.35406 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:43:34.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:33 smithi145 conmon[67302]: audit 2022-01-25T23:43:33.124925+0000 mon.smithi120 (mon. 2022-01-25T23:43:34.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:33 smithi145 conmon[67302]: 0) 818 : audit [DBG] from='client.? 172.21.15.120:0/561017635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:43:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:35 smithi120 conmon[102313]: cluster 2022-01-25T23:43:34.023870+0000 mgr.smithi120.hllzij (mgr.14704) 2001 : cluster [DBG] pgmap v1723: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:35 smithi145 conmon[67302]: cluster 2022-01-25T23:43:34.023870+0000 mgr.smithi120.hllzij (mgr.14704) 2001 : cluster [DBG] pgmap v1723: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:37 smithi120 conmon[102313]: cluster 2022-01-25T23:43:36.024659+0000 mgr.smithi120.hllzij (mgr.14704) 2002 : cluster [DBG] pgmap v1724: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:37 smithi145 conmon[67302]: cluster 2022-01-25T23:43:36.024659+0000 mgr.smithi120.hllzij (mgr.14704) 2002 : cluster [DBG] pgmap v1724: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:39 smithi120 conmon[102313]: cluster 2022-01-25T23:43:38.025125+0000 mgr.smithi120.hllzij (mgr.14704) 2003 : cluster [DBG] pgmap v1725: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:39 smithi145 conmon[67302]: cluster 2022-01-25T23:43:38.025125+0000 mgr.smithi120.hllzij (mgr.14704) 2003 : cluster [DBG] pgmap v1725: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:41 smithi120 conmon[102313]: cluster 2022-01-25T23:43:40.025983+0000 mgr.smithi120.hllzij (mgr.14704) 2004 : cluster [DBG] pgmap v1726: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:41 smithi145 conmon[67302]: cluster 2022-01-25T23:43:40.025983+0000 mgr.smithi120.hllzij (mgr.14704) 2004 : cluster 2022-01-25T23:43:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:41 smithi145 conmon[67302]: [DBG] pgmap v1726: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:44.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:43 smithi120 conmon[102313]: cluster 2022-01-25T23:43:42.026543+0000 mgr.smithi120.hllzij (mgr.14704) 2005 : cluster [DBG] pgmap v1727: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:43 smithi145 conmon[67302]: cluster 2022-01-25T23:43:42.026543+0000 mgr.smithi120.hllzij (mgr.14704) 2005 : cluster [DBG] pgmap v1727: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:45 smithi120 conmon[102313]: cluster 2022-01-25T23:43:44.027216+0000 mgr.smithi120.hllzij (mgr.14704) 2006 : cluster [DBG] pgmap v1728: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:45 smithi145 conmon[67302]: cluster 2022-01-25T23:43:44.027216+0000 mgr.smithi120.hllzij (mgr.14704) 2006 : cluster [DBG] pgmap v1728: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:47 smithi120 conmon[102313]: cluster 2022-01-25T23:43:46.028013+0000 mgr.smithi120.hllzij (mgr.14704) 2007 : cluster [DBG] pgmap v1729: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:47 smithi145 conmon[67302]: cluster 2022-01-25T23:43:46.028013+0000 mgr.smithi120.hllzij (mgr.14704) 2007 : cluster [DBG] pgmap v1729: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:49 smithi120 conmon[102313]: cluster 2022-01-25T23:43:48.028643+0000 mgr.smithi120.hllzij (mgr.14704) 2008 : cluster [DBG] pgmap v1730: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:49 smithi145 conmon[67302]: cluster 2022-01-25T23:43:48.028643+0000 mgr.smithi120.hllzij (mgr.14704) 2008 : cluster [DBG] pgmap v1730: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:51 smithi120 conmon[102313]: cluster 2022-01-25T23:43:50.029502+0000 mgr.smithi120.hllzij (mgr.14704) 2009 : cluster [DBG] pgmap v1731: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:52.357 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:51 smithi145 conmon[67302]: cluster 2022-01-25T23:43:50.029502+0000 mgr.smithi120.hllzij (mgr.14704) 2009 : cluster [DBG] pgmap v1731: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:43:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:53 smithi120 conmon[102313]: cluster 2022-01-25T23:43:52.029981+0000 mgr.smithi120.hllzij (mgr.14704) 2010 : cluster [DBG] pgmap v1732: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:53 smithi120 conmon[102313]: audit 2022-01-25T23:43:53.811828+0000 2022-01-25T23:43:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:53 smithi120 conmon[102313]: mon.smithi120 (mon.0) 819 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:43:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:53 smithi120 conmon[102313]: audit 2022-01-25T23:43:53.812081+0000 mon.smithi120 (mon.0) 820 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:43:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:53 smithi145 conmon[67302]: cluster 2022-01-25T23:43:52.029981+0000 mgr.smithi120.hllzij (mgr.14704) 2010 : cluster [DBG] pgmap v1732: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:53 smithi145 conmon[67302]: 2022-01-25T23:43:54.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:53 smithi145 conmon[67302]: audit 2022-01-25T23:43:53.811828+0000 mon.smithi120 (mon.0) 819 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:43:54.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:53 smithi145 conmon[67302]: audit 2022-01-25T23:43:53.812081+0000 mon.smithi120 (mon.0 2022-01-25T23:43:54.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:53 smithi145 conmon[67302]: ) 820 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:43:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:55 smithi120 conmon[102313]: cluster 2022-01-25T23:43:54.030457+0000 mgr.smithi120.hllzij (mgr.14704) 2011 : cluster [DBG] pgmap v1733: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:55 smithi145 conmon[67302]: cluster 2022-01-25T23:43:54.030457+0000 mgr.smithi120.hllzij (mgr.14704) 2011 : cluster [DBG] 2022-01-25T23:43:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:55 smithi145 conmon[67302]: pgmap v1733: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:57 smithi120 conmon[102313]: cluster 2022-01-25T23:43:56.031242+0000 mgr.smithi120.hllzij (mgr.14704) 2012 : cluster [DBG] pgmap v1734: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:43:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:57 smithi145 conmon[67302]: cluster 2022-01-25T23:43:56.031242+0000 mgr.smithi120.hllzij (mgr.14704) 2012 : cluster [DBG] 2022-01-25T23:43:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:57 smithi145 conmon[67302]: pgmap v1734: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:43:59 smithi120 conmon[102313]: cluster 2022-01-25T23:43:58.031717+0000 mgr.smithi120.hllzij (mgr.14704) 2013 : cluster [DBG] pgmap v1735: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:59 smithi145 conmon[67302]: cluster 2022-01-25T23:43:58.031717+0000 mgr.smithi120.hllzij (mgr.14704) 2013 : cluster [DBG] pgmap v1735: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:43:59 smithi145 conmon[67302]: 2022-01-25T23:44:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:01 smithi120 conmon[102313]: cluster 2022-01-25T23:44:00.032416+0000 mgr.smithi120.hllzij (mgr.14704) 2014 : cluster [DBG] pgmap v1736: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:01 smithi145 conmon[67302]: cluster 2022-01-25T23:44:00.032416+0000 mgr.smithi120.hllzij (mgr.14704) 2014 : cluster [DBG] pgmap v1736: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:03.421 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:44:03.699 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:44:03.699 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (63m) 5m ago 64m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:44:03.699 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (56m) 5m ago 64m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:44:03.700 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (56m) 5m ago 63m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:44:03.700 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (63m) 5m ago 64m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:44:03.700 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (59m) 5m ago 59m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:44:03.700 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (59m) 5m ago 59m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:44:03.701 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (57m) 5m ago 65m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:44:03.701 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (56m) 5m ago 63m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:44:03.701 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (56m) 5m ago 65m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:44:03.701 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (56m) 5m ago 63m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:44:03.701 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (57m) 5m ago 57m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:44:03.702 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (57m) 5m ago 57m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:44:03.702 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (64m) 5m ago 64m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:44:03.702 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (63m) 5m ago 63m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:44:03.702 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (51m) 5m ago 63m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:44:03.703 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (62m) 5m ago 62m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:44:03.703 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (62m) 5m ago 62m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:44:03.703 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (62m) 5m ago 62m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:44:03.703 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (62m) 5m ago 62m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:44:03.703 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (61m) 5m ago 61m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:44:03.704 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (61m) 5m ago 61m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:44:03.704 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (61m) 5m ago 61m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:44:03.704 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (63m) 5m ago 63m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:44:04.031 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:44:04.031 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:44:04.031 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:44:04.032 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:44:04.032 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:44:04.032 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:44:04.033 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:44:04.033 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:44:04.033 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:44:04.033 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:44:04.034 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:44:04.034 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:44:04.034 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:44:04.034 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:44:04.034 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:44:04.035 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:44:04.035 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:44:04.035 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:44:04.035 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:44:04.037 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:03 smithi120 conmon[102313]: cluster 2022-01-25T23:44:02.033024+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:44:04.037 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:03 smithi120 conmon[102313]: 2015 : cluster [DBG] pgmap v1737: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:04.037 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:03 smithi120 conmon[102313]: audit 2022-01-25T23:44:03.521190+0000 mon.smithi120 (mon.0) 821 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:44:04.037 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:03 smithi120 conmon[102313]: audit 2022-01- 2022-01-25T23:44:04.038 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:03 smithi120 conmon[102313]: 25T23:44:03.522427+0000 mon.smithi120 (mon.0) 822 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:44:04.038 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:03 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:44:04.038 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:03 smithi120 conmon[102313]: -25T23:44:03.523137+0000 mon.smithi120 (mon.0 2022-01-25T23:44:04.038 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:03 smithi120 conmon[102313]: ) 823 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:44:04.201 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:03 smithi145 conmon[67302]: cluster 2022-01-25T23:44:02.033024+0000 mgr.smithi120.hllzij (mgr.14704) 2015 : cluster [DBG] pgmap v1737: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:04.201 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:03 smithi145 conmon[67302]: audit 2022-01-25T23:44:03.521190+0000 mon.smithi120 (mon.0) 821 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:44:04.202 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:03 smithi145 conmon[67302]: audit 2022-01-25T23:44:03.522427+0000 mon.smithi120 (mon.0) 822 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:44:04.202 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:03 smithi145 conmon[67302]: audit 2022-01-25T23:44:03.523137+0000 mon.smithi120 (mon.0) 823 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:44:05.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:04 smithi120 conmon[102313]: audit 2022-01-25T23:44:03.410086+0000 mgr.smithi120.hllzij (mgr.14704) 2016 : audit [DBG] from='client.35414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:05.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:04 smithi120 conmon[102313]: 2022-01-25T23:44:05.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:04 smithi120 conmon[102313]: cephadm 2022-01-25T23:44:03.523660+0000 mgr.smithi120.hllzij (mgr.14704) 2017 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:44:05.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:04 smithi120 conmon[102313]: audit 2022-01-25T23:44:03.690436+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:44:05.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:04 smithi120 conmon[102313]: .14704) 2018 : audit [DBG] from='client.35418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:05.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:04 smithi120 conmon[102313]: audit 2022-01-25T23: 2022-01-25T23:44:05.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:04 smithi120 conmon[102313]: 44:04.031437+0000 mon.smithi120 (mon.0) 824 : audit [DBG] from='client.? 172.21.15.120:0/3686969902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:44:05.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:04 smithi145 conmon[67302]: audit 2022-01-25T23:44:03.410086+0000 mgr.smithi120.hllzij (mgr.14704) 2016 : audit [DBG] from='client.35414 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:05.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:04 smithi145 conmon[67302]: cephadm 2022-01-25T23:44:03.523660+0000 mgr.smithi120.hllzij (mgr.14704) 2017 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:44:05.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:04 smithi145 conmon[67302]: audit 2022-01-25T23:44:03.690436+0000 mgr.smithi120.hllzij (mgr.14704) 2018 : audit [DBG] from='client.35418 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:05.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:04 smithi145 conmon[67302]: audit 2022-01-25T23:44:04.031437+0000 mon.smithi120 (mon.0) 824 : audit [DBG] from='client.? 172.21.15.120:0/3686969902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:44:06.250 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:05 smithi145 conmon[67302]: cluster 2022-01-25T23:44:04.033414+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:44:06.250 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:05 smithi145 conmon[67302]: ) 2019 : cluster [DBG] pgmap v1738: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:05 smithi120 conmon[102313]: cluster 2022-01-25T23:44:04 2022-01-25T23:44:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:05 smithi120 conmon[102313]: .033414+0000 mgr.smithi120.hllzij (mgr.14704) 2019 : cluster [DBG] pgmap v1738: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:07 smithi120 conmon[102313]: cluster 2022-01-25T23:44:06.034164+0000 mgr.smithi120.hllzij (mgr.14704) 2020 : cluster [DBG] pgmap v1739: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:08.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:07 smithi120 conmon[102313]: 2022-01-25T23:44:08.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:07 smithi120 conmon[102313]: audit 2022-01-25T23:44:06.588405+0000 mon.smithi120 (mon.0) 825 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:44:08.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:07 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:44:08.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:07 smithi120 conmon[102313]: -25T23:44:06.970997+0000 mon.smithi120 (mon.0) 826 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:44:08.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:07 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T23:44:08.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:07 smithi120 conmon[102313]: 23:44:06.977353+0000 mon.smithi120 ( 2022-01-25T23:44:08.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:07 smithi120 conmon[102313]: mon.0) 827 : audit [INF] 2022-01-25T23:44:08.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:07 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:44:08.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:07 smithi145 conmon[67302]: cluster 2022-01-25T23:44:06.034164+0000 mgr.smithi120.hllzij (mgr.14704) 2020 : cluster 2022-01-25T23:44:08.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:07 smithi145 conmon[67302]: [DBG] pgmap v1739: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:08.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:07 smithi145 conmon[67302]: audit 2022-01-25T23:44:06.588405+0000 mon.smithi120 (mon.0) 825 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:44:08.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:07 smithi145 conmon[67302]: audit 2022-01-25T23:44:06.970997+0000 mon.smithi120 (mon.0) 826 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:44:08.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:07 smithi145 conmon[67302]: audit 2022-01-25T23:44:06.977353+0000 mon.smithi120 (mon.0) 827 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:44:10.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:09 smithi120 conmon[102313]: cluster 2022-01-25T23:44:08.034785+0000 mgr.smithi120.hllzij (mgr.14704) 2021 : cluster 2022-01-25T23:44:10.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:09 smithi120 conmon[102313]: [DBG] pgmap v1740: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:10.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:09 smithi145 conmon[67302]: cluster 2022-01-25T23:44:08.034785+0000 mgr.smithi120.hllzij (mgr.14704) 2021 : cluster 2022-01-25T23:44:10.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:09 smithi145 conmon[67302]: [DBG] pgmap v1740: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:11 smithi120 conmon[102313]: cluster 2022-01 2022-01-25T23:44:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:11 smithi120 conmon[102313]: -25T23:44:10.035594+0000 mgr.smithi120.hllzij (mgr.14704) 2022 : cluster [DBG] pgmap v1741: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:12.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:11 smithi145 conmon[67302]: cluster 2022-01-25T23:44:10.035594+0000 mgr.smithi120.hllzij (mgr.14704) 2022 : cluster [DBG] pgmap v1741: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:14.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:13 smithi120 conmon[102313]: cluster 2022-01-25T23:44:12.036045+0000 mgr.smithi120.hllzij (mgr.14704) 2023 : cluster [DBG] 2022-01-25T23:44:14.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:13 smithi120 conmon[102313]: pgmap v1742: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:14.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:13 smithi145 conmon[67302]: cluster 2022-01-25T23:44:12.036045+0000 mgr.smithi120.hllzij (mgr.14704) 2023 : cluster [DBG] pgmap v1742: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:16.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:15 smithi120 conmon[102313]: cluster 2022-01-25T23:44:14.036678+0000 mgr.smithi120.hllzij (mgr.14704) 2024 : 2022-01-25T23:44:16.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:15 smithi120 conmon[102313]: cluster [DBG] pgmap v1743: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:16.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:15 smithi145 conmon[67302]: cluster 2022-01-25T23:44:14.036678+0000 mgr.smithi120.hllzij (mgr.14704) 2024 2022-01-25T23:44:16.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:15 smithi145 conmon[67302]: : cluster [DBG] pgmap v1743: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:18.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:17 smithi120 conmon[102313]: cluster 2022-01-25T23:44:16.037716+0000 mgr.smithi120.hllzij (mgr.14704) 2025 : 2022-01-25T23:44:18.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:17 smithi120 conmon[102313]: cluster [DBG] pgmap v1744: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:18.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:17 smithi145 conmon[67302]: cluster 2022-01-25T23:44:16.037716+0000 mgr.smithi120.hllzij (mgr.14704) 2025 : cluster [DBG] pgmap v1744: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:20.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:19 smithi120 conmon[102313]: cluster 2022-01-25T23:44:18.038219+0000 mgr.smithi120.hllzij (mgr.14704) 2026 : cluster 2022-01-25T23:44:20.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:19 smithi120 conmon[102313]: [DBG] pgmap v1745: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:20.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:19 smithi145 conmon[67302]: cluster 2022-01-25T23:44:18.038219+0000 mgr.smithi120.hllzij (mgr.14704) 2026 : cluster [DBG] pgmap v1745: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:22.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:21 smithi120 conmon[102313]: cluster 2022-01-25T23:44:20.039273+0000 mgr.smithi120.hllzij (mgr.14704) 2027 : cluster [DBG] 2022-01-25T23:44:22.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:21 smithi120 conmon[102313]: pgmap v1746: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:22.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:21 smithi145 conmon[67302]: cluster 2022-01-25T23:44:20.039273+0000 mgr.smithi120.hllzij (mgr.14704) 2027 : cluster [DBG] pgmap v1746: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:24.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:23 smithi120 conmon[102313]: cluster 2022-01-25T23:44:22.039721+0000 mgr.smithi120.hllzij (mgr.14704) 2028 : cluster 2022-01-25T23:44:24.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:23 smithi120 conmon[102313]: [DBG] pgmap v1747: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:24.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:23 smithi145 conmon[67302]: cluster 2022-01-25T23:44:22.039721+0000 mgr.smithi120.hllzij (mgr.14704) 2028 : cluster [DBG] pgmap v1747: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:26.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:25 smithi120 conmon[102313]: cluster 2022-01-25T23:44:24.040328+0000 mgr.smithi120.hllzij (mgr.14704) 2029 : cluster [DBG] 2022-01-25T23:44:26.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:25 smithi120 conmon[102313]: pgmap v1748: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:26.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:25 smithi145 conmon[67302]: cluster 2022-01-25T23:44:24.040328+0000 mgr.smithi120.hllzij (mgr.14704) 2029 : cluster [DBG] pgmap v1748: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:28.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:27 smithi120 conmon[102313]: cluster 2022-01-25T23:44:26.041273+0000 mgr.smithi120.hllzij (mgr.14704) 2030 : cluster [DBG] 2022-01-25T23:44:28.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:27 smithi120 conmon[102313]: pgmap v1749: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:28.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:27 smithi145 conmon[67302]: cluster 2022-01-25T23:44:26.041273+0000 mgr.smithi120.hllzij (mgr.14704) 2030 : cluster 2022-01-25T23:44:28.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:27 smithi145 conmon[67302]: [DBG] pgmap v1749: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:30.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:29 smithi120 conmon[102313]: cluster 2022-01-25T23:44:28.041844+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:44:30.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:29 smithi120 conmon[102313]: 14704) 2031 : cluster [DBG] pgmap v1750: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:30.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:29 smithi145 conmon[67302]: cluster 2022-01-25T23:44:28.041844+0000 mgr.smithi120.hllzij (mgr.14704) 2031 : cluster [DBG] pgmap v1750: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:32.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:31 smithi120 conmon[102313]: cluster 2022-01-25T23:44:30.042715+0000 mgr.smithi120.hllzij (mgr.14704) 2032 : cluster [DBG] pgmap v1751: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:32.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:31 smithi120 conmon[102313]: 2022-01-25T23:44:32.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:31 smithi145 conmon[67302]: cluster 2022-01-25T23:44:30.042715+0000 mgr.smithi120.hllzij (mgr.14704) 2032 : cluster [DBG] 2022-01-25T23:44:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:31 smithi145 conmon[67302]: pgmap v1751: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:34.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:33 smithi120 conmon[102313]: cluster 2022-01-25T23:44:32.043268+0000 mgr.smithi120.hllzij (mgr.14704) 2033 : cluster [DBG] pgmap v1752: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:34.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:33 smithi120 conmon[102313]: 2022-01-25T23:44:34.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:33 smithi145 conmon[67302]: cluster 2022-01-25T23:44:32.043268+0000 mgr.smithi120.hllzij (mgr.14704) 2033 : cluster [DBG] pgmap v1752: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:34.338 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:44:34.616 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:44:34.617 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (63m) 5m ago 64m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:44:34.617 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (57m) 5m ago 64m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:44:34.617 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (56m) 5m ago 64m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:44:34.617 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (63m) 5m ago 64m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:44:34.618 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (60m) 5m ago 60m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:44:34.618 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (60m) 5m ago 60m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:44:34.618 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (57m) 5m ago 65m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:44:34.618 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (57m) 5m ago 64m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:44:34.619 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (57m) 5m ago 66m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:44:34.619 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (57m) 5m ago 64m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:44:34.619 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (58m) 5m ago 58m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:44:34.619 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (57m) 5m ago 57m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:44:34.619 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (64m) 5m ago 64m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:44:34.620 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (64m) 5m ago 64m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:44:34.620 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (51m) 5m ago 63m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:44:34.620 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (63m) 5m ago 63m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:44:34.620 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (63m) 5m ago 63m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:44:34.620 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (62m) 5m ago 62m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:44:34.621 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (62m) 5m ago 62m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:44:34.621 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (62m) 5m ago 62m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:44:34.621 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (62m) 5m ago 62m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:44:34.621 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (61m) 5m ago 61m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:44:34.622 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (63m) 5m ago 64m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:44:34.945 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:44:34.945 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:44:34.946 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:44:34.946 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:44:34.946 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:44:34.946 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:44:34.947 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:44:34.947 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:44:34.947 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:44:34.947 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:44:34.948 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:44:34.948 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:44:34.948 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:44:34.948 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:44:34.948 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:44:34.949 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:44:34.949 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:44:34.949 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:44:34.949 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:44:36.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:35 smithi120 conmon[102313]: cluster 2022-01-25T23:44:34.043889+0000 2022-01-25T23:44:36.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:35 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 2034 : cluster [DBG] pgmap v1753: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:36.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:35 smithi120 conmon[102313]: audit 2022-01-25T23:44:36.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:35 smithi120 conmon[102313]: 2022-01-25T23:44:34.327484+0000 mgr.smithi120.hllzij (mgr.14704) 2035 : audit [DBG] from='client.35426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:36.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:35 smithi120 conmon[102313]: audit 2022-01- 2022-01-25T23:44:36.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:35 smithi120 conmon[102313]: 25T23:44:34.607775+0000 mgr.smithi120.hllzij (mgr.14704) 2036 : audit 2022-01-25T23:44:36.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:35 smithi120 conmon[102313]: [DBG] from='client.35430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:36.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:35 smithi120 conmon[102313]: audit 2022-01-25T23: 2022-01-25T23:44:36.057 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:35 smithi120 conmon[102313]: 44:34.945453+0000 mon.smithi120 (mon.0) 828 2022-01-25T23:44:36.057 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:35 smithi120 conmon[102313]: : audit [DBG] from='client.? 172.21.15.120:0/1675785049' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:44:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:35 smithi145 conmon[67302]: cluster 2022-01-25T23:44:34.043889+0000 mgr.smithi120.hllzij (mgr.14704) 2034 : cluster [DBG] pgmap v1753: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:36.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:35 smithi145 conmon[67302]: audit 2022-01-25T23:44:34.327484+0000 mgr.smithi120.hllzij (mgr.14704) 2035 : audit [DBG] from='client.35426 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:36.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:35 smithi145 conmon[67302]: audit 2022-01-25T23:44:34.607775+0000 mgr.smithi120.hllzij (mgr.14704) 2036 : audit [DBG] from='client.35430 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:44:36.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:35 smithi145 conmon[67302]: audit 2022-01-25T23:44:34.945453+0000 mon.smithi120 (mon 2022-01-25T23:44:36.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:35 smithi145 conmon[67302]: .0) 828 : audit [DBG] from='client.? 172.21.15.120:0/1675785049' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:44:38.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:37 smithi120 conmon[102313]: cluster 2022-01-25T23:44:36.044656+0000 mgr.smithi120.hllzij (mgr.14704) 2037 : cluster [DBG] pgmap v1754: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:38.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:37 smithi120 conmon[102313]: 2022-01-25T23:44:38.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:37 smithi145 conmon[67302]: cluster 2022-01-25T23:44:36.044656+0000 mgr.smithi120.hllzij (mgr.14704) 2037 : cluster [DBG] pgmap v1754: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:40.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:39 smithi120 conmon[102313]: cluster 2022-01-25T23:44:38.045280+0000 mgr.smithi120.hllzij (mgr.14704) 2038 : cluster 2022-01-25T23:44:40.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:39 smithi120 conmon[102313]: [DBG] pgmap v1755: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:39 smithi145 conmon[67302]: cluster 2022-01-25T23:44:38.045280+0000 mgr.smithi120.hllzij (mgr.14704) 2038 : cluster [DBG] pgmap v1755: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:42.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:41 smithi120 conmon[102313]: cluster 2022-01-25T23:44:40.046264+0000 mgr.smithi120.hllzij (mgr.14704) 2039 : cluster [DBG] 2022-01-25T23:44:42.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:41 smithi120 conmon[102313]: pgmap v1756: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:42.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:41 smithi145 conmon[67302]: cluster 2022-01-25T23:44:40.046264+0000 mgr.smithi120.hllzij (mgr.14704) 2039 : cluster [DBG] pgmap v1756: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:44.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:43 smithi120 conmon[102313]: cluster 2022-01-25T23:44:42.046857+0000 mgr.smithi120.hllzij (mgr.14704) 2040 : cluster [DBG] pgmap v1757: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:44.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:43 smithi120 conmon[102313]: 2022-01-25T23:44:44.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:43 smithi145 conmon[67302]: cluster 2022-01-25T23:44:42.046857+0000 mgr.smithi120.hllzij (mgr.14704) 2040 : cluster [DBG] pgmap v1757: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:46.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:45 smithi120 conmon[102313]: cluster 2022-01-25T23:44:44.047526+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:44:46.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:45 smithi120 conmon[102313]: 2041 : cluster [DBG] pgmap v1758: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:46.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:45 smithi145 conmon[67302]: cluster 2022-01-25T23:44:44.047526+0000 mgr.smithi120.hllzij (mgr.14704) 2041 : cluster [DBG] pgmap v1758: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:48.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:47 smithi120 conmon[102313]: cluster 2022-01-25T23:44:46.048347+0000 mgr.smithi120.hllzij (mgr.14704) 2042 : cluster 2022-01-25T23:44:48.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:47 smithi120 conmon[102313]: [DBG] pgmap v1759: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:47 smithi145 conmon[67302]: cluster 2022-01-25T23:44:46.048347+0000 mgr.smithi120.hllzij (mgr.14704) 2042 : cluster [DBG] pgmap v1759: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:50.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:49 smithi120 conmon[102313]: cluster 2022-01-25T23:44:48.048862+0000 mgr.smithi120.hllzij (mgr.14704) 2043 2022-01-25T23:44:50.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:49 smithi120 conmon[102313]: : cluster [DBG] pgmap v1760: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:50.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:49 smithi145 conmon[67302]: cluster 2022-01-25T23:44:48.048862+0000 mgr.smithi120.hllzij (mgr.14704) 2043 : cluster [DBG] pgmap v1760: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:51 smithi120 conmon[102313]: cluster 2022-01-25T23:44:50.049651+0000 mgr.smithi120.hllzij (mgr.14704) 2044 : cluster [DBG] 2022-01-25T23:44:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:51 smithi120 conmon[102313]: pgmap v1761: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:52.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:51 smithi145 conmon[67302]: cluster 2022-01-25T23:44:50.049651+0000 mgr.smithi120.hllzij (mgr.14704) 2044 : cluster [DBG] pgmap v1761: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:44:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:53 smithi120 conmon[102313]: cluster 2022-01-25T23:44:52.050165+0000 mgr.smithi120.hllzij (mgr.14704) 2045 : cluster 2022-01-25T23:44:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:53 smithi120 conmon[102313]: [DBG] pgmap v1762: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:54.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:53 smithi145 conmon[67302]: cluster 2022-01-25T23:44:52.050165+0000 mgr.smithi120.hllzij (mgr.14704) 2045 : cluster [DBG] pgmap v1762: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:54 smithi120 conmon[102313]: audit 2022-01-25T23:44:53.815716+0000 mon.smithi120 (mon.0) 829 : audit [INF] 2022-01-25T23:44:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:54 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:44:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:54 smithi120 conmon[102313]: audit 2022-01-25T23:44:53.815976+0000 mon.smithi120 (mon.0) 830 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:44:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:54 smithi145 conmon[67302]: audit 2022-01-25T23:44:53.815716+0000 mon.smithi120 (mon.0) 829 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:44:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:54 smithi145 conmon[67302]: audit 2022-01-25T23:44:53.815976+0000 mon.smithi120 (mon.0) 830 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:44:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:55 smithi120 conmon[102313]: cluster 2022-01-25T23:44:54.050579+0000 mgr.smithi120.hllzij (mgr.14704) 2046 : 2022-01-25T23:44:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:55 smithi120 conmon[102313]: cluster [DBG] pgmap v1763: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:56.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:55 smithi145 conmon[67302]: cluster 2022-01-25T23:44:54.050579+0000 mgr.smithi120.hllzij (mgr.14704) 2046 : cluster [DBG] pgmap v1763: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:57 smithi120 conmon[102313]: cluster 2022-01-25T23:44:56.051510+0000 mgr.smithi120.hllzij (mgr.14704) 2047 : cluster [DBG] pgmap v1764: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:44:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:57 smithi120 conmon[102313]: 2022-01-25T23:44:58.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:57 smithi145 conmon[67302]: cluster 2022-01-25T23:44:56.051510+0000 mgr.smithi120.hllzij (mgr.14704) 2047 : cluster [DBG] pgmap v1764: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:00.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:44:59 smithi120 conmon[102313]: cluster 2022-01-25T23:44:58.052058+0000 mgr.smithi120.hllzij (mgr.14704) 2048 : cluster [DBG] pgmap v1765: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:00.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:44:59 smithi145 conmon[67302]: cluster 2022-01-25T23:44:58.052058+0000 mgr.smithi120.hllzij (mgr.14704) 2048 : cluster [DBG] pgmap v1765: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:02.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:01 smithi120 conmon[102313]: cluster 2022-01-25T23:45:00.053021+0000 mgr.smithi120.hllzij (mgr.14704) 2049 : cluster [DBG] pgmap v1766: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:02.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:01 smithi145 conmon[67302]: cluster 2022-01-25T23:45:00.053021+0000 mgr.smithi120.hllzij (mgr.14704) 2049 : cluster [DBG] pgmap v1766: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:04.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:03 smithi120 conmon[102313]: cluster 2022-01-25T23:45:02.053600+0000 mgr.smithi120.hllzij (mgr.14704) 2050 : cluster [DBG] pgmap v1767: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:04.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:03 smithi145 conmon[67302]: cluster 2022-01-25T23:45:02.053600+0000 mgr.smithi120.hllzij (mgr.14704) 2050 : cluster [DBG] 2022-01-25T23:45:04.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:03 smithi145 conmon[67302]: pgmap v1767: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:05.253 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:45:05.523 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:45:05.524 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (64m) 6m ago 65m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:45:05.524 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (57m) 6m ago 65m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:45:05.524 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (57m) 6m ago 64m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:45:05.524 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (64m) 6m ago 65m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:45:05.525 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (60m) 6m ago 60m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:45:05.525 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (61m) 6m ago 61m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:45:05.525 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (58m) 6m ago 66m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:45:05.525 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (58m) 6m ago 64m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:45:05.525 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (57m) 6m ago 66m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:45:05.526 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (57m) 6m ago 64m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:45:05.526 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (58m) 6m ago 58m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:45:05.526 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (58m) 6m ago 58m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:45:05.526 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (65m) 6m ago 65m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:45:05.527 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (64m) 6m ago 64m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:45:05.527 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (52m) 6m ago 64m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:45:05.527 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (63m) 6m ago 63m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:45:05.527 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (63m) 6m ago 63m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:45:05.528 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (63m) 6m ago 63m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:45:05.528 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (63m) 6m ago 63m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:45:05.528 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (62m) 6m ago 62m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:45:05.528 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (62m) 6m ago 62m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:45:05.528 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (62m) 6m ago 62m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:45:05.529 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (64m) 6m ago 65m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:45:05.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:05 smithi120 conmon[102313]: cluster 2022-01-25T23:45:04.054015+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:45:05.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:05 smithi120 conmon[102313]: ) 2051 : cluster [DBG] pgmap v1768: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:05.847 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:45:05.847 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:45:05.848 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:45:05.848 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:45:05.848 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:45:05.848 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:45:05.849 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:45:05.849 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:45:05.849 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:45:05.849 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:45:05.849 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:45:05.850 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:45:05.850 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:45:05.850 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:45:05.850 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:45:05.851 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:45:05.851 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:45:05.851 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:45:05.851 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:45:06.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:05 smithi145 conmon[67302]: cluster 2022-01-25T23:45:04.054015+0000 mgr.smithi120.hllzij (mgr.14704) 2051 : cluster [DBG] pgmap v1768: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:06 smithi120 conmon[102313]: audit 2022-01-25T23:45:05.241736+0000 mgr.smithi120.hllzij (mgr.14704) 2052 : audit 2022-01-25T23:45:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:06 smithi120 conmon[102313]: [DBG] from='client.35438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:07.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:06 smithi120 conmon[102313]: audit 2022-01-25T23:45:05.515500+0000 mgr.smithi120.hllzij (mgr.14704) 2053 : audit [DBG] from='client.35442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:07.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:06 smithi120 conmon[102313]: audit 2022-01-25T23:45:07.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:06 smithi120 conmon[102313]: 2022-01-25T23:45:05.848101+0000 mon.smithi120 (mon.0) 831 : audit [DBG] from='client.? 172.21.15.120:0/1203084999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:45:07.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:06 smithi145 conmon[67302]: audit 2022-01-25T23:45:05.241736+0000 mgr.smithi120.hllzij (mgr.14704) 2052 : audit [DBG] from='client.35438 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:07.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:06 smithi145 conmon[67302]: audit 2022-01-25T23:45:05.515500+0000 mgr.smithi120.hllzij (mgr.14704) 2053 : audit [DBG] from='client.35442 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:07.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:06 smithi145 conmon[67302]: audit 2022-01-25T23:45:05.848101+0000 mon.smithi120 (mon.0) 831 : audit [DBG] 2022-01-25T23:45:07.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:06 smithi145 conmon[67302]: from='client.? 172.21.15.120:0/1203084999' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:45:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:07 smithi120 conmon[102313]: cluster 2022-01-25T23:45:06.054781+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:45:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:07 smithi120 conmon[102313]: 2054 : cluster [DBG] pgmap v1769: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:08.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:07 smithi120 conmon[102313]: audit 2022-01-25T23:45:06.980487+0000 mon.smithi120 (mon.0) 832 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:45:08.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:07 smithi120 conmon[102313]: audit 2022 2022-01-25T23:45:08.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:07 smithi120 conmon[102313]: -01-25T23:45:06.982028+0000 mon.smithi120 (mon.0) 833 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:45:08.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:07 smithi120 conmon[102313]: audit 2022-01-25T23:45:06 2022-01-25T23:45:08.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:07 smithi120 conmon[102313]: .982832+0000 mon.smithi120 (mon.0) 834 : audit [INF] 2022-01-25T23:45:08.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:07 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:45:08.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:07 smithi120 conmon[102313]: cephadm 2022-01-25T23:45:06. 2022-01-25T23:45:08.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:07 smithi120 conmon[102313]: 983569+0000 mgr.smithi120.hllzij (mgr.14704) 2055 : cephadm [WRN] 2022-01-25T23:45:08.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:07 smithi120 conmon[102313]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:45:08.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:07 smithi120 conmon[102313]: audit 2022-01-25T23:45:07 2022-01-25T23:45:08.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:07 smithi120 conmon[102313]: .379495+0000 mon.smithi120 (mon.0) 835 : audit [INF] 2022-01-25T23:45:08.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:07 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:45:08.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:07 smithi120 conmon[102313]: audit 2022-01-25T23:45:07 2022-01-25T23:45:08.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:07 smithi120 conmon[102313]: .384423+0000 mon.smithi120 (mon.0) 836 : audit 2022-01-25T23:45:08.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:07 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:45:08.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:07 smithi145 conmon[67302]: cluster 2022-01-25T23:45:06.054781+0000 mgr.smithi120.hllzij (mgr.14704) 2054 : cluster [DBG] pgmap v1769: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:08.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:07 smithi145 conmon[67302]: audit 2022-01-25T23:45:06.980487+0000 mon.smithi120 (mon.0) 832 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:45:08.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:07 smithi145 conmon[67302]: audit 2022-01-25T23:45:06.982028+0000 mon.smithi120 (mon.0) 833 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:45:08.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:07 smithi145 conmon[67302]: audit 2022-01-25T23:45:06.982832+0000 mon.smithi120 (mon.0) 834 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:45:08.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:07 smithi145 conmon[67302]: cephadm 2022-01-25T23:45:06.983569+0000 mgr.smithi120.hllzij (mgr.14704) 2055 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:45:08.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:07 smithi145 conmon[67302]: audit 2022-01-25T23:45:07.379495+0000 mon.smithi120 (mon.0) 835 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:45:08.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:07 smithi145 conmon[67302]: audit 2022-01-25T23:45:07.384423+0000 mon.smithi120 (mon.0) 836 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:45:10.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:09 smithi120 conmon[102313]: cluster 2022-01-25T23:45:08.055200+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:45:10.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:09 smithi120 conmon[102313]: ) 2056 : cluster [DBG] pgmap v1770: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:10.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:09 smithi145 conmon[67302]: cluster 2022-01-25T23:45:08.055200+0000 mgr.smithi120.hllzij (mgr.14704) 2056 : cluster [DBG] pgmap v1770: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:11 smithi120 conmon[102313]: cluster 2022-01-25T23:45:10.055910+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:45:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:11 smithi120 conmon[102313]: ) 2057 : cluster [DBG] pgmap v1771: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:12.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:11 smithi145 conmon[67302]: cluster 2022-01-25T23:45:10.055910+0000 mgr.smithi120.hllzij (mgr.14704) 2057 : cluster [DBG] pgmap v1771: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:14.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:13 smithi120 conmon[102313]: cluster 2022-01-25T23:45:12.056466+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:45:14.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:13 smithi120 conmon[102313]: 2058 : cluster [DBG] pgmap v1772: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:14.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:13 smithi145 conmon[67302]: cluster 2022-01-25T23:45:12.056466+0000 mgr.smithi120.hllzij (mgr.14704) 2058 : cluster [DBG] pgmap v1772: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:16.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:15 smithi120 conmon[102313]: cluster 2022-01-25T23:45:14.056937+0000 mgr.smithi120.hllzij (mgr.14704) 2059 : cluster 2022-01-25T23:45:16.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:15 smithi120 conmon[102313]: [DBG] pgmap v1773: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:16.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:15 smithi145 conmon[67302]: cluster 2022-01-25T23:45:14.056937+0000 mgr.smithi120.hllzij (mgr.14704) 2059 : cluster [DBG] 2022-01-25T23:45:16.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:15 smithi145 conmon[67302]: pgmap v1773: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:18.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:17 smithi120 conmon[102313]: cluster 2022-01-25T23:45:16.057794+0000 mgr.smithi120.hllzij (mgr.14704) 2060 : cluster 2022-01-25T23:45:18.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:17 smithi120 conmon[102313]: [DBG] pgmap v1774: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:18.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:17 smithi145 conmon[67302]: cluster 2022-01-25T23:45:16.057794+0000 mgr.smithi120.hllzij (mgr.14704) 2060 : cluster [DBG] pgmap v1774: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:20.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:19 smithi120 conmon[102313]: cluster 2022-01-25T23:45:18.058236+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:45:20.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:19 smithi120 conmon[102313]: ) 2061 : cluster [DBG] pgmap v1775: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:20.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:19 smithi145 conmon[67302]: cluster 2022-01-25T23:45:18.058236+0000 mgr.smithi120.hllzij (mgr.14704) 2061 : cluster [DBG] pgmap v1775: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:22.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:21 smithi120 conmon[102313]: cluster 2022-01-25T23:45:20.059024+0000 mgr.smithi120.hllzij (mgr.14704) 2062 : cluster [DBG] 2022-01-25T23:45:22.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:21 smithi120 conmon[102313]: pgmap v1776: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:22.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:21 smithi145 conmon[67302]: cluster 2022-01-25T23:45:20.059024+0000 mgr.smithi120.hllzij (mgr.14704) 2062 : cluster [DBG] pgmap v1776: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:22.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:21 smithi145 conmon[67302]: 2022-01-25T23:45:24.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:23 smithi120 conmon[102313]: cluster 2022-01-25T23:45:22.059421+0000 mgr.smithi120.hllzij (mgr.14704) 2063 : 2022-01-25T23:45:24.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:23 smithi120 conmon[102313]: cluster [DBG] pgmap v1777: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:24.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:23 smithi145 conmon[67302]: cluster 2022-01-25T23:45:22.059421+0000 mgr.smithi120.hllzij (mgr.14704) 2063 : cluster [DBG] pgmap v1777: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:26.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:25 smithi120 conmon[102313]: cluster 2022-01-25T23:45:24.059879+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:45:26.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:25 smithi120 conmon[102313]: 2064 : cluster [DBG] pgmap v1778: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:26.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:25 smithi145 conmon[67302]: cluster 2022-01-25T23:45:24.059879+0000 mgr.smithi120.hllzij (mgr.14704) 2064 : cluster [DBG] pgmap v1778: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:26.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:25 smithi145 conmon[67302]: 2022-01-25T23:45:28.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:27 smithi120 conmon[102313]: cluster 2022-01-25T23:45:26.060780+0000 mgr.smithi120.hllzij (mgr.14704) 2065 : cluster [DBG] 2022-01-25T23:45:28.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:27 smithi120 conmon[102313]: pgmap v1779: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:28.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:27 smithi145 conmon[67302]: cluster 2022-01-25T23:45:26.060780+0000 mgr.smithi120.hllzij (mgr.14704) 2065 : cluster [DBG] pgmap v1779: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:30.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:29 smithi120 conmon[102313]: cluster 2022-01-25T23:45:28.061225+0000 mgr.smithi120.hllzij (mgr.14704) 2066 2022-01-25T23:45:30.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:29 smithi120 conmon[102313]: : cluster [DBG] pgmap v1780: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:30.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:29 smithi145 conmon[67302]: cluster 2022-01-25T23:45:28.061225+0000 mgr.smithi120.hllzij (mgr.14704) 2066 : cluster 2022-01-25T23:45:30.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:29 smithi145 conmon[67302]: [DBG] pgmap v1780: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:32.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:31 smithi120 conmon[102313]: cluster 2022-01-25T23:45:30.061994+0000 mgr.smithi120.hllzij (mgr.14704) 2067 : cluster [DBG] pgmap v1781: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:32.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:31 smithi145 conmon[67302]: cluster 2022-01-25T23:45:30.061994+0000 mgr.smithi120.hllzij (mgr.14704) 2067 : cluster [DBG] pgmap v1781: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:34.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:33 smithi120 conmon[102313]: cluster 2022-01-25T23:45:32.062568+0000 mgr.smithi120.hllzij (mgr.14704) 2068 : cluster [DBG] pgmap v1782: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:34.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:33 smithi145 conmon[67302]: cluster 2022-01-25T23:45:32.062568+0000 mgr.smithi120.hllzij (mgr.14704) 2068 : cluster [DBG] pgmap v1782: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:36.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:35 smithi120 conmon[102313]: cluster 2022-01-25T23:45:34.063172+0000 mgr.smithi120.hllzij (mgr.14704) 2069 : cluster [DBG] pgmap v1783: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:35 smithi145 conmon[67302]: cluster 2022-01-25T23:45:34.063172+0000 mgr.smithi120.hllzij (mgr.14704) 2069 : cluster 2022-01-25T23:45:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:35 smithi145 conmon[67302]: [DBG] pgmap v1783: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:36.151 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:45:36.418 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:45:36.418 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (64m) 6m ago 65m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:45:36.418 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (58m) 6m ago 65m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:45:36.418 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (57m) 6m ago 65m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:45:36.419 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (64m) 6m ago 65m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:45:36.419 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (61m) 6m ago 61m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:45:36.419 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (61m) 6m ago 61m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:45:36.419 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (58m) 6m ago 66m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:45:36.420 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (58m) 6m ago 65m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:45:36.420 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (58m) 6m ago 67m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:45:36.420 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (58m) 6m ago 65m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:45:36.420 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (59m) 6m ago 59m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:45:36.421 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (59m) 6m ago 59m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:45:36.421 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (65m) 6m ago 65m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:45:36.421 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (65m) 6m ago 65m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:45:36.421 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (52m) 6m ago 64m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:45:36.422 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (64m) 6m ago 64m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:45:36.422 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (64m) 6m ago 64m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:45:36.422 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (63m) 6m ago 63m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:45:36.422 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (63m) 6m ago 63m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:45:36.423 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (63m) 6m ago 63m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:45:36.423 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (63m) 6m ago 63m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:45:36.423 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (62m) 6m ago 62m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:45:36.424 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (64m) 6m ago 65m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:45:36.743 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:45:36.743 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:45:36.744 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:45:36.744 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:45:36.744 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:45:36.744 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:45:36.745 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:45:36.745 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:45:36.745 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:45:36.745 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:45:36.746 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:45:36.746 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:45:36.746 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:45:36.746 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:45:36.747 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:45:36.747 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:45:36.747 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:45:36.747 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:45:36.747 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:45:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:36 smithi120 conmon[102313]: audit 2022-01-25T23:45:36.744147+0000 mon.smithi120 (mon.0) 837 2022-01-25T23:45:37.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:36 smithi120 conmon[102313]: : audit [DBG] from='client.? 172.21.15.120:0/4154778817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:45:37.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:36 smithi145 conmon[67302]: audit 2022-01-25T23:45:36.744147+0000 mon.smithi120 (mon.0) 837 : audit [DBG] from='client.? 172.21.15.120:0/4154778817' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:45:38.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:37 smithi120 conmon[102313]: cluster 2022-01-25T23:45:36.063856+0000 mgr.smithi120.hllzij (mgr.14704) 2070 : cluster [DBG] pgmap v1784: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:38.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:37 smithi120 conmon[102313]: audit 2022-01-25T23:45:36.139709+0000 mgr.smithi120.hllzij (mgr.14704) 2071 : audit [DBG] from='client.35450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:38.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:37 smithi120 conmon[102313]: audit 2022-01-25T23:45:36.409629+0000 mgr.smithi120.hllzij (mgr.14704) 2072 : audit [DBG] from='client.35454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:37 smithi145 conmon[67302]: cluster 2022-01-25T23:45:36.063856+0000 mgr.smithi120.hllzij (mgr.14704) 2070 : cluster [DBG] 2022-01-25T23:45:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:37 smithi145 conmon[67302]: pgmap v1784: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:37 smithi145 conmon[67302]: audit 2022-01-25T23:45:36.139709+0000 mgr.smithi120.hllzij (mgr.14704) 2071 : audit [DBG] from='client.35450 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:38.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:37 smithi145 conmon[67302]: audit 2022-01-25T23:45:36.409629+0000 2022-01-25T23:45:38.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:37 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 2072 : audit [DBG] from='client.35454 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:45:40.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:39 smithi120 conmon[102313]: cluster 2022-01-25T23:45:38.064235+0000 mgr.smithi120.hllzij (mgr.14704) 2073 : cluster [DBG] pgmap v1785: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:40.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:39 smithi145 conmon[67302]: cluster 2022-01-25T23:45:38.064235+0000 mgr.smithi120.hllzij (mgr.14704) 2073 : cluster [DBG] pgmap v1785: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:39 smithi145 conmon[67302]: 2022-01-25T23:45:42.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:41 smithi120 conmon[102313]: cluster 2022-01-25T23:45:40.065170+0000 mgr.smithi120.hllzij (mgr.14704) 2074 : cluster [DBG] pgmap v1786: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:42.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:41 smithi145 conmon[67302]: cluster 2022-01-25T23:45:40.065170+0000 mgr.smithi120.hllzij (mgr.14704) 2074 : cluster [DBG] pgmap v1786: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:44.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:43 smithi120 conmon[102313]: cluster 2022-01-25T23:45:42.065862+0000 mgr.smithi120.hllzij (mgr.14704) 2075 : cluster [DBG] pgmap v1787: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:44.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:43 smithi145 conmon[67302]: cluster 2022-01-25T23:45:42.065862+0000 mgr.smithi120.hllzij (mgr.14704) 2075 : cluster [DBG] pgmap v1787: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:46.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:45 smithi120 conmon[102313]: cluster 2022-01-25T23:45:44.066481+0000 mgr.smithi120.hllzij (mgr.14704) 2076 : 2022-01-25T23:45:46.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:45 smithi120 conmon[102313]: cluster [DBG] pgmap v1788: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:46.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:45 smithi145 conmon[67302]: cluster 2022-01-25T23:45:44.066481+0000 mgr.smithi120.hllzij (mgr.14704) 2076 : cluster [DBG] pgmap v1788: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:48.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:47 smithi120 conmon[102313]: cluster 2022-01-25T23:45:46.067274+0000 mgr.smithi120.hllzij (mgr.14704) 2077 : cluster [DBG] 2022-01-25T23:45:48.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:47 smithi120 conmon[102313]: pgmap v1789: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:48.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:47 smithi145 conmon[67302]: cluster 2022-01-25T23:45:46.067274+0000 mgr.smithi120.hllzij (mgr.14704) 2077 : cluster [DBG] pgmap v1789: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:50.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:49 smithi145 conmon[67302]: cluster 2022-01-25T23:45:48.067883+0000 mgr.smithi120.hllzij (mgr.14704) 2078 : cluster [DBG] 2022-01-25T23:45:50.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:49 smithi145 conmon[67302]: pgmap v1790: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:49 smithi120 conmon[102313]: cluster 2022-01-25T23:45:48.067883+0000 mgr.smithi120.hllzij ( 2022-01-25T23:45:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:49 smithi120 conmon[102313]: mgr.14704) 2078 : cluster [DBG] pgmap v1790: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:52.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:51 smithi145 conmon[67302]: cluster 2022-01-25T23:45:50.068577+0000 mgr.smithi120.hllzij (mgr.14704) 2079 : cluster [DBG] pgmap v1791: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:51 smithi120 conmon[102313]: cluster 2022-01-25T23:45:50.068577+0000 mgr.smithi120.hllzij (mgr.14704) 2079 : cluster [DBG] 2022-01-25T23:45:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:51 smithi120 conmon[102313]: pgmap v1791: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:45:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:53 smithi145 conmon[67302]: cluster 2022-01-25T23:45:52.069079+0000 mgr.smithi120.hllzij (mgr.14704) 2080 : cluster [DBG] pgmap v1792: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:53 smithi120 conmon[102313]: cluster 2022-01-25T23:45:52.069079+0000 mgr.smithi120.hllzij (mgr.14704) 2080 : cluster [DBG] 2022-01-25T23:45:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:53 smithi120 conmon[102313]: pgmap v1792: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:54 smithi145 conmon[67302]: audit 2022-01-25T23:45:53.819773+0000 mon.smithi120 (mon.0) 838 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:45:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:54 smithi145 conmon[67302]: audit 2022-01-25T23:45:53.820016+0000 mon.smithi120 (mon.0) 839 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:45:55.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:54 smithi120 conmon[102313]: audit 2022-01-25T23:45:53.819773+0000 mon.smithi120 (mon.0) 838 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:45:55.438 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:54 smithi120 conmon[102313]: 2022-01-25T23:45:55.438 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:54 smithi120 conmon[102313]: audit 2022-01-25T23:45:53.820016+0000 mon.smithi120 (mon.0) 839 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:45:56.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:55 smithi145 conmon[67302]: cluster 2022-01-25T23:45:54.069662+0000 mgr.smithi120.hllzij (mgr.14704) 2081 : cluster [DBG] pgmap v1793: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:55 smithi120 conmon[102313]: cluster 2022-01-25T23:45:54.069662+0000 mgr.smithi120.hllzij (mgr.14704) 2081 : 2022-01-25T23:45:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:55 smithi120 conmon[102313]: cluster [DBG] pgmap v1793: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:58.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:57 smithi145 conmon[67302]: cluster 2022-01-25T23:45:56.070646+0000 mgr.smithi120.hllzij (mgr.14704) 2082 : cluster [DBG] pgmap v1794: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:45:58.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:57 smithi120 conmon[102313]: cluster 2022-01-25T23:45:56.070646+0000 mgr.smithi120.hllzij (mgr.14704) 2082 : cluster 2022-01-25T23:45:58.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:57 smithi120 conmon[102313]: [DBG] pgmap v1794: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:00.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:45:59 smithi145 conmon[67302]: cluster 2022-01-25T23:45:58.071146+0000 mgr.smithi120.hllzij (mgr.14704) 2083 : cluster [DBG] pgmap v1795: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:59 smithi120 conmon[102313]: cluster 2022-01-25T23:45:58.071146+0000 mgr.smithi120.hllzij (mgr.14704) 2083 : cluster [DBG] 2022-01-25T23:46:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:45:59 smithi120 conmon[102313]: pgmap v1795: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:02.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:01 smithi145 conmon[67302]: cluster 2022-01-25T23:46:00.071935+0000 mgr.smithi120.hllzij (mgr.14704) 2084 : cluster [DBG] pgmap v1796: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:01 smithi120 conmon[102313]: cluster 2022-01-25T23:46:00.071935+0000 mgr.smithi120.hllzij (mgr.14704) 2084 : cluster [DBG] pgmap v1796: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:01 smithi120 conmon[102313]: 2022-01-25T23:46:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:03 smithi120 conmon[102313]: cluster 2022-01-25T23:46:02.072472+0000 mgr.smithi120.hllzij (mgr.14704) 2085 : cluster [DBG] 2022-01-25T23:46:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:03 smithi120 conmon[102313]: pgmap v1797: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:03 smithi145 conmon[67302]: cluster 2022-01-25T23:46:02.072472+0000 mgr.smithi120.hllzij (mgr.14704) 2085 : cluster [DBG] pgmap v1797: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:05 smithi120 conmon[102313]: cluster 2022-01-25T23:46:04.073001+0000 mgr.smithi120.hllzij (mgr.14704) 2086 : 2022-01-25T23:46:06.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:05 smithi120 conmon[102313]: cluster [DBG] pgmap v1798: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:05 smithi145 conmon[67302]: cluster 2022-01-25T23:46:04.073001+0000 mgr.smithi120.hllzij (mgr.14704) 2086 : cluster [DBG] pgmap v1798: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:05 smithi145 conmon[67302]: 2022-01-25T23:46:07.045 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:46:07.314 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:46:07.314 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (65m) 7m ago 66m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:46:07.315 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (58m) 7m ago 66m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:46:07.315 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (58m) 7m ago 65m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:46:07.315 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (65m) 7m ago 66m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:46:07.315 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (62m) 7m ago 62m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:46:07.316 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (62m) 7m ago 62m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:46:07.316 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (59m) 7m ago 67m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:46:07.316 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (59m) 7m ago 65m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:46:07.316 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (58m) 7m ago 67m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:46:07.317 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (58m) 7m ago 65m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:46:07.317 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (59m) 7m ago 59m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:46:07.317 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (59m) 7m ago 59m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:46:07.317 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (66m) 7m ago 66m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:46:07.318 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (65m) 7m ago 65m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:46:07.318 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (53m) 7m ago 65m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:46:07.318 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (64m) 7m ago 64m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:46:07.318 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (64m) 7m ago 64m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:46:07.318 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (64m) 7m ago 64m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:46:07.319 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (64m) 7m ago 64m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:46:07.319 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (63m) 7m ago 63m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:46:07.319 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (63m) 7m ago 63m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:46:07.319 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (63m) 7m ago 63m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:46:07.320 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (65m) 7m ago 66m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:46:07.656 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:46:07.657 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:46:07.657 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:46:07.658 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:46:07.658 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:46:07.659 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:46:07.659 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:46:07.660 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:46:07.660 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:46:07.660 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:46:07.661 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:46:07.662 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:46:07.662 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:46:07.663 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:46:07.663 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:46:07.663 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:46:07.664 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:46:07.664 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:46:07.665 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:46:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:07 smithi120 conmon[102313]: cluster 2022-01-25T23:46:06.073821+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:46:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:07 smithi120 conmon[102313]: 2087 : cluster [DBG] pgmap v1799: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:08.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:07 smithi120 conmon[102313]: audit 2022-01-25T23:46:07.386942+0000 mon.smithi120 (mon.0) 840 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:46:08.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:07 smithi120 conmon[102313]: audit 2022-01-25T23:46:08.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:07 smithi120 conmon[102313]: 2022-01-25T23:46:07.388014+0000 mon.smithi120 (mon.0) 841 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:46:08.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:07 smithi120 conmon[102313]: audit 2022-01- 2022-01-25T23:46:08.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:07 smithi120 conmon[102313]: 25T23:46:07.388756+0000 mon.smithi120 (mon. 2022-01-25T23:46:08.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:07 smithi120 conmon[102313]: 0) 842 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:46:08.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:07 smithi120 conmon[102313]: audit 2022-01-25 2022-01-25T23:46:08.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:07 smithi120 conmon[102313]: T23:46:07.657272+0000 mon.smithi120 (mon. 2022-01-25T23:46:08.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:07 smithi120 conmon[102313]: 0) 843 : audit [DBG] from='client.? 172.21.15.120:0/1743940748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:46:08.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:07 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:46:08.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:07 smithi120 conmon[102313]: -25T23:46:07.781017+0000 mon.smithi120 (mon 2022-01-25T23:46:08.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:07 smithi120 conmon[102313]: .0) 844 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:46:08.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:07 smithi120 conmon[102313]: audit 2022- 2022-01-25T23:46:08.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:07 smithi120 conmon[102313]: 01-25T23:46:07.787906+0000 mon.smithi120 ( 2022-01-25T23:46:08.057 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:07 smithi120 conmon[102313]: mon.0) 845 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:46:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:07 smithi145 conmon[67302]: cluster 2022-01-25T23:46:06.073821+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:46:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:07 smithi145 conmon[67302]: ) 2087 : cluster [DBG] pgmap v1799: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:07 smithi145 conmon[67302]: audit 2022-01-25T23:46:07.386942+0000 mon.smithi120 (mon.0) 840 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:46:08.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:07 smithi145 conmon[67302]: audit 2022-01-25T23:46:07.388014+0000 mon.smithi120 (mon.0) 841 : audit 2022-01-25T23:46:08.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:07 smithi145 conmon[67302]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:46:08.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:07 smithi145 conmon[67302]: audit 2022-01-25T23:46: 2022-01-25T23:46:08.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:07 smithi145 conmon[67302]: 07.388756+0000 mon.smithi120 (mon.0) 842 : audit 2022-01-25T23:46:08.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:07 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:46:08.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:07 smithi145 conmon[67302]: audit 2022-01- 2022-01-25T23:46:08.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:07 smithi145 conmon[67302]: 25T23:46:07.657272+0000 mon.smithi120 (mon. 2022-01-25T23:46:08.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:07 smithi145 conmon[67302]: 0) 843 : audit [DBG] from='client.? 172.21.15.120:0/1743940748' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:46:08.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:07 smithi145 conmon[67302]: audit 2022-01 2022-01-25T23:46:08.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:07 smithi145 conmon[67302]: -25T23:46:07.781017+0000 mon.smithi120 ( 2022-01-25T23:46:08.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:07 smithi145 conmon[67302]: mon.0) 844 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:46:08.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:07 smithi145 conmon[67302]: audit 2022- 2022-01-25T23:46:08.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:07 smithi145 conmon[67302]: 01-25T23:46:07.787906+0000 mon.smithi120 2022-01-25T23:46:08.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:07 smithi145 conmon[67302]: (mon.0) 845 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:46:09.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:08 smithi145 conmon[67302]: audit 2022-01-25T23:46:07.033782+0000 mgr.smithi120.hllzij (mgr.14704) 2088 2022-01-25T23:46:09.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:08 smithi145 conmon[67302]: : audit [DBG] from='client.35462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:09.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:08 smithi145 conmon[67302]: audit 2022-01-25T23:46:07.306292+0000 mgr.smithi120.hllzij (mgr.14704) 2089 : audit [DBG] from='client.35466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:09.190 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:08 smithi145 conmon[67302]: cephadm 2022-01-25T23:46:07.389317+0000 mgr.smithi120.hllzij (mgr.14704) 2090 2022-01-25T23:46:09.190 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:08 smithi145 conmon[67302]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:46:09.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:08 smithi120 conmon[102313]: audit 2022-01-25T23:46:07.033782+0000 mgr.smithi120.hllzij (mgr.14704) 2088 : audit 2022-01-25T23:46:09.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:08 smithi120 conmon[102313]: [DBG] from='client.35462 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:09.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:08 smithi120 conmon[102313]: audit 2022-01-25T23:46:07.306292+0000 mgr.smithi120.hllzij (mgr.14704) 2089 : audit [DBG] from='client.35466 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:09.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:08 smithi120 conmon[102313]: cephadm 2022-01-25T23:46:07.389317+0000 mgr.smithi120.hllzij ( 2022-01-25T23:46:09.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:08 smithi120 conmon[102313]: mgr.14704) 2090 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:46:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:09 smithi120 conmon[102313]: cluster 2022-01-25T23:46:08.074267+0000 mgr.smithi120.hllzij (mgr.14704) 2091 : 2022-01-25T23:46:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:09 smithi120 conmon[102313]: cluster [DBG] pgmap v1800: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:09 smithi145 conmon[67302]: cluster 2022-01-25T23:46:08.074267+0000 mgr.smithi120.hllzij (mgr.14704) 2091 : cluster [DBG] pgmap v1800: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:09 smithi145 conmon[67302]: 2022-01-25T23:46:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:11 smithi120 conmon[102313]: cluster 2022-01-25T23:46:10.075164+0000 mgr.smithi120.hllzij (mgr.14704) 2092 : cluster [DBG] 2022-01-25T23:46:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:11 smithi120 conmon[102313]: pgmap v1801: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:11 smithi145 conmon[67302]: cluster 2022-01-25T23:46:10.075164+0000 mgr.smithi120.hllzij (mgr.14704) 2092 : cluster 2022-01-25T23:46:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:11 smithi145 conmon[67302]: [DBG] pgmap v1801: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:13 smithi120 conmon[102313]: cluster 2022-01-25T23:46:12.075658+0000 mgr.smithi120.hllzij (mgr.14704) 2093 : cluster 2022-01-25T23:46:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:13 smithi120 conmon[102313]: [DBG] pgmap v1802: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:14.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:13 smithi145 conmon[67302]: cluster 2022-01-25T23:46:12.075658+0000 mgr.smithi120.hllzij (mgr.14704) 2093 : cluster [DBG] pgmap v1802: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:15 smithi120 conmon[102313]: cluster 2022-01-25T23:46:14.076197+0000 mgr.smithi120.hllzij (mgr.14704) 2094 : cluster 2022-01-25T23:46:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:15 smithi120 conmon[102313]: [DBG] pgmap v1803: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:16.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:15 smithi145 conmon[67302]: cluster 2022-01-25T23:46:14.076197+0000 mgr.smithi120.hllzij (mgr.14704) 2094 : 2022-01-25T23:46:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:15 smithi145 conmon[67302]: cluster [DBG] pgmap v1803: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:17 smithi120 conmon[102313]: cluster 2022-01-25T23:46:16.076980+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:46:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:17 smithi120 conmon[102313]: 14704) 2095 : cluster [DBG] pgmap v1804: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:17 smithi145 conmon[67302]: cluster 2022-01-25T23:46:16.076980+0000 mgr.smithi120.hllzij (mgr.14704) 2095 : cluster [DBG] pgmap v1804: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:17 smithi145 conmon[67302]: 2022-01-25T23:46:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:19 smithi120 conmon[102313]: cluster 2022-01-25T23:46:18.077547+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:46:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:19 smithi120 conmon[102313]: 14704) 2096 : cluster [DBG] pgmap v1805: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:19 smithi145 conmon[67302]: cluster 2022-01-25T23:46:18.077547+0000 mgr.smithi120.hllzij (mgr.14704) 2096 : cluster [DBG] 2022-01-25T23:46:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:19 smithi145 conmon[67302]: pgmap v1805: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:21 smithi120 conmon[102313]: cluster 2022-01- 2022-01-25T23:46:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:21 smithi120 conmon[102313]: 25T23:46:20.078268+0000 mgr.smithi120.hllzij (mgr.14704) 2097 : cluster [DBG] pgmap v1806: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:21 smithi145 conmon[67302]: cluster 2022-01-25T23:46:20.078268+0000 mgr.smithi120.hllzij (mgr.14704) 2097 : cluster [DBG] 2022-01-25T23:46:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:21 smithi145 conmon[67302]: pgmap v1806: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:23 smithi120 conmon[102313]: cluster 2022-01-25T23:46:22.078974+0000 mgr.smithi120.hllzij (mgr.14704) 2098 : cluster [DBG] 2022-01-25T23:46:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:23 smithi120 conmon[102313]: pgmap v1807: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:23 smithi145 conmon[67302]: cluster 2022-01-25T23:46:22.078974+0000 mgr.smithi120.hllzij (mgr.14704) 2098 : cluster [DBG] pgmap v1807: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:23 smithi145 conmon[67302]: 2022-01-25T23:46:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:25 smithi120 conmon[102313]: cluster 2022-01-25T23:46:24.079475+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:46:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:25 smithi120 conmon[102313]: ) 2099 : cluster [DBG] pgmap v1808: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:25 smithi145 conmon[67302]: cluster 2022-01-25T23:46:24.079475+0000 mgr.smithi120.hllzij (mgr.14704) 2099 : cluster [DBG] 2022-01-25T23:46:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:25 smithi145 conmon[67302]: pgmap v1808: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:27 smithi120 conmon[102313]: cluster 2022-01-25T23:46:26.080358+0000 mgr.smithi120.hllzij (mgr.14704) 2100 : cluster [DBG] 2022-01-25T23:46:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:27 smithi120 conmon[102313]: pgmap v1809: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:28.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:27 smithi145 conmon[67302]: cluster 2022-01-25T23:46:26.080358+0000 mgr.smithi120.hllzij (mgr.14704) 2100 : cluster 2022-01-25T23:46:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:27 smithi145 conmon[67302]: [DBG] pgmap v1809: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:29 smithi120 conmon[102313]: cluster 2022-01-25T23:46:28.080942+0000 mgr.smithi120.hllzij (mgr.14704) 2101 : 2022-01-25T23:46:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:29 smithi120 conmon[102313]: cluster [DBG] pgmap v1810: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:29 smithi145 conmon[67302]: cluster 2022-01-25T23:46:28.080942+0000 mgr.smithi120.hllzij (mgr.14704) 2101 : cluster 2022-01-25T23:46:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:29 smithi145 conmon[67302]: [DBG] pgmap v1810: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:31 smithi120 conmon[102313]: cluster 2022-01-25T23:46:30.081822+0000 mgr.smithi120.hllzij (mgr.14704) 2102 : cluster 2022-01-25T23:46:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:31 smithi120 conmon[102313]: [DBG] pgmap v1811: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:32.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:31 smithi145 conmon[67302]: cluster 2022-01-25T23:46:30.081822+0000 mgr.smithi120.hllzij (mgr.14704) 2102 : cluster [DBG] 2022-01-25T23:46:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:31 smithi145 conmon[67302]: pgmap v1811: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:33 smithi120 conmon[102313]: cluster 2022-01-25T23:46:32.082436+0000 mgr.smithi120.hllzij (mgr.14704) 2103 2022-01-25T23:46:34.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:33 smithi120 conmon[102313]: : cluster [DBG] pgmap v1812: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:33 smithi145 conmon[67302]: cluster 2022-01-25T23:46:32.082436+0000 mgr.smithi120.hllzij (mgr.14704) 2103 : cluster [DBG] pgmap v1812: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:35 smithi120 conmon[102313]: cluster 2022-01-25T23:46:34.083001+0000 mgr.smithi120.hllzij (mgr.14704) 2104 : cluster [DBG] 2022-01-25T23:46:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:35 smithi120 conmon[102313]: pgmap v1813: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:36.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:35 smithi145 conmon[67302]: cluster 2022-01-25T23:46:34.083001+0000 mgr.smithi120.hllzij (mgr.14704) 2104 : cluster [DBG] pgmap v1813: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:37.958 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:46:38.227 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:46:38.227 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (65m) 7m ago 66m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:46:38.227 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (59m) 7m ago 66m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:46:38.228 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (58m) 7m ago 66m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:46:38.228 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (65m) 7m ago 66m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:46:38.228 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (62m) 7m ago 62m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:46:38.228 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (62m) 7m ago 62m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:46:38.229 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (59m) 7m ago 68m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:46:38.229 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (59m) 7m ago 66m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:46:38.229 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (59m) 7m ago 68m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:46:38.229 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (59m) 7m ago 66m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:46:38.229 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (60m) 7m ago 60m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:46:38.230 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (60m) 7m ago 60m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:46:38.230 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (66m) 7m ago 66m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:46:38.230 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (66m) 7m ago 66m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:46:38.230 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (53m) 7m ago 65m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:46:38.231 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (65m) 7m ago 65m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:46:38.231 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (65m) 7m ago 65m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:46:38.231 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (64m) 7m ago 64m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:46:38.231 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (64m) 7m ago 64m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:46:38.232 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (64m) 7m ago 64m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:46:38.232 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (64m) 7m ago 64m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:46:38.232 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (63m) 7m ago 63m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:46:38.232 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (65m) 7m ago 66m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:46:38.233 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:37 smithi120 conmon[102313]: cluster 2022-01-25T23:46:36.083813+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:46:38.233 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:37 smithi120 conmon[102313]: 14704) 2105 : cluster [DBG] pgmap v1814: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:37 smithi145 conmon[67302]: cluster 2022-01-25T23:46:36.083813+0000 mgr.smithi120.hllzij (mgr.14704) 2105 : cluster [DBG] pgmap v1814: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:38.542 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:46:38.542 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:46:38.542 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:46:38.543 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:46:38.543 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:46:38.543 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:46:38.543 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:46:38.543 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:46:38.544 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:46:38.544 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:46:38.544 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:46:38.544 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:46:38.545 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:46:38.545 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:46:38.545 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:46:38.545 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:46:38.545 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:46:38.546 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:46:38.546 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:46:39.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:38 smithi145 conmon[67302]: audit 2022-01-25T23:46:37.947824+0000 mgr.smithi120.hllzij (mgr.14704) 2106 : audit [DBG] from='client.35474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:39.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:38 smithi145 conmon[67302]: audit 2022-01-25T23:46:38.542634+0000 2022-01-25T23:46:39.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:38 smithi145 conmon[67302]: mon.smithi120 (mon.0) 846 : audit [DBG] from='client.? 172.21.15.120:0/2856362531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:46:39.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:38 smithi120 conmon[102313]: audit 2022-01-25T23:46:37.947824+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:46:39.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:38 smithi120 conmon[102313]: 14704) 2106 : audit [DBG] from='client.35474 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:39.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:38 smithi120 conmon[102313]: audit 2022-01-25T23:46:38.542634+0000 mon.smithi120 (mon.0) 846 : 2022-01-25T23:46:39.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:38 smithi120 conmon[102313]: audit [DBG] from='client.? 172.21.15.120:0/2856362531' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:46:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:39 smithi120 conmon[102313]: cluster 2022-01-25T23:46:38.084210+0000 mgr.smithi120.hllzij (mgr.14704) 2107 2022-01-25T23:46:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:39 smithi120 conmon[102313]: : cluster [DBG] pgmap v1815: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:39 smithi120 conmon[102313]: audit 2022-01-25T23:46:38.218985+0000 mgr.smithi120.hllzij (mgr.14704) 2108 : audit [DBG] from='client.35478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:40.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:39 smithi145 conmon[67302]: cluster 2022-01-25T23:46:38.084210+0000 mgr.smithi120.hllzij (mgr.14704) 2107 : cluster [DBG] 2022-01-25T23:46:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:39 smithi145 conmon[67302]: pgmap v1815: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:39 smithi145 conmon[67302]: audit 2022-01-25T23:46:38.218985+0000 mgr.smithi120.hllzij (mgr.14704) 2108 : audit [DBG] from='client.35478 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:46:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:41 smithi120 conmon[102313]: cluster 2022-01-25T23:46:40.084973+0000 mgr.smithi120.hllzij (mgr.14704) 2109 : 2022-01-25T23:46:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:41 smithi120 conmon[102313]: cluster [DBG] pgmap v1816: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:41 smithi145 conmon[67302]: cluster 2022-01-25T23:46:40.084973+0000 mgr.smithi120.hllzij (mgr.14704) 2109 : cluster [DBG] pgmap v1816: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:43 smithi120 conmon[102313]: cluster 2022-01-25T23:46:42.085414+0000 mgr.smithi120.hllzij (mgr.14704) 2110 : cluster [DBG] 2022-01-25T23:46:44.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:43 smithi120 conmon[102313]: pgmap v1817: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:43 smithi145 conmon[67302]: cluster 2022-01-25T23:46:42.085414+0000 mgr.smithi120.hllzij (mgr.14704) 2110 : cluster [DBG] pgmap v1817: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:45 smithi120 conmon[102313]: cluster 2022-01-25T23:46:44.085953+0000 mgr.smithi120.hllzij (mgr.14704) 2111 : cluster [DBG] 2022-01-25T23:46:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:45 smithi120 conmon[102313]: pgmap v1818: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:46.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:45 smithi145 conmon[67302]: cluster 2022-01-25T23:46:44.085953+0000 mgr.smithi120.hllzij (mgr.14704) 2111 : cluster [DBG] pgmap v1818: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:47 smithi120 conmon[102313]: cluster 2022 2022-01-25T23:46:48.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:47 smithi120 conmon[102313]: -01-25T23:46:46.086942+0000 mgr.smithi120.hllzij (mgr.14704) 2112 : cluster [DBG] pgmap v1819: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:47 smithi145 conmon[67302]: cluster 2022-01-25T23:46:46.086942+0000 mgr.smithi120.hllzij (mgr.14704) 2112 : cluster [DBG] pgmap v1819: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:49 smithi120 conmon[102313]: cluster 2022-01-25T23:46:48.087571+0000 mgr.smithi120.hllzij ( 2022-01-25T23:46:50.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:49 smithi120 conmon[102313]: mgr.14704) 2113 : cluster [DBG] pgmap v1820: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:49 smithi145 conmon[67302]: cluster 2022-01-25T23:46:48.087571+0000 mgr.smithi120.hllzij (mgr.14704) 2113 : cluster [DBG] pgmap v1820: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:51 smithi120 conmon[102313]: cluster 2022-01-25T23:46:50.088379+0000 mgr.smithi120.hllzij ( 2022-01-25T23:46:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:51 smithi120 conmon[102313]: mgr.14704) 2114 : cluster [DBG] pgmap v1821: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:51 smithi145 conmon[67302]: cluster 2022-01-25T23:46:50.088379+0000 mgr.smithi120.hllzij (mgr.14704) 2114 : cluster [DBG] pgmap v1821: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:46:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:53 smithi120 conmon[102313]: cluster 2022-01-25T23:46:52.088874+0000 mgr.smithi120.hllzij (mgr.14704) 2115 : 2022-01-25T23:46:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:53 smithi120 conmon[102313]: cluster [DBG] pgmap v1822: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:53 smithi120 conmon[102313]: audit 2022-01-25T23:46:53.829966+0000 mon.smithi120 (mon.0) 847 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:46:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:53 smithi120 conmon[102313]: audit 2022-01-25T23:46:53.830217+0000 2022-01-25T23:46:54.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:53 smithi120 conmon[102313]: mon.smithi120 (mon.0) 848 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:46:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:53 smithi145 conmon[67302]: cluster 2022-01-25T23:46:52.088874+0000 mgr.smithi120.hllzij (mgr.14704) 2115 : cluster [DBG] pgmap v1822: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:53 smithi145 conmon[67302]: audit 2022-01-25T23:46:53.829966+0000 mon.smithi120 (mon.0) 847 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:46:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:53 smithi145 conmon[67302]: audit 2022-01-25T23:46:53.830217+0000 mon.smithi120 (mon.0) 848 2022-01-25T23:46:54.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:53 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:46:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:55 smithi120 conmon[102313]: cluster 2022-01-25T23:46:54.089388+0000 mgr.smithi120.hllzij (mgr.14704) 2116 : cluster 2022-01-25T23:46:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:55 smithi120 conmon[102313]: [DBG] pgmap v1823: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:56.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:55 smithi145 conmon[67302]: cluster 2022-01-25T23:46:54.089388+0000 mgr.smithi120.hllzij (mgr.14704) 2116 : cluster [DBG] pgmap v1823: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:57 smithi120 conmon[102313]: cluster 2022-01-25T23:46:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:57 smithi120 conmon[102313]: 2022-01-25T23:46:56.090386+0000 mgr.smithi120.hllzij (mgr.14704) 2117 : cluster [DBG] pgmap v1824: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:46:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:57 smithi145 conmon[67302]: cluster 2022-01-25T23:46:56.090386+0000 mgr.smithi120.hllzij (mgr.14704) 2117 : cluster [DBG] pgmap v1824: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:59 smithi120 conmon[102313]: cluster 2022-01-25T23:46:58.091046+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:47:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:46:59 smithi120 conmon[102313]: .14704) 2118 : cluster [DBG] pgmap v1825: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:46:59 smithi145 conmon[67302]: cluster 2022-01-25T23:46:58.091046+0000 mgr.smithi120.hllzij (mgr.14704) 2118 : cluster [DBG] pgmap v1825: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:01 smithi120 conmon[102313]: cluster 2022-01-25T23:47:00.091841+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:47:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:01 smithi120 conmon[102313]: ) 2119 : cluster [DBG] pgmap v1826: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:01 smithi145 conmon[67302]: cluster 2022-01-25T23:47:00.091841+0000 mgr.smithi120.hllzij (mgr.14704) 2119 : cluster [DBG] pgmap v1826: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:03 smithi120 conmon[102313]: cluster 2022-01-25T23:47:02.092234+0000 mgr.smithi120.hllzij (mgr.14704) 2120 : cluster [DBG] 2022-01-25T23:47:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:03 smithi120 conmon[102313]: pgmap v1827: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:03 smithi145 conmon[67302]: cluster 2022-01-25T23:47:02.092234+0000 mgr.smithi120.hllzij (mgr.14704) 2120 : cluster [DBG] pgmap v1827: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:05 smithi120 conmon[102313]: cluster 2022-01-25T23:47:04.092766+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:47:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:05 smithi120 conmon[102313]: ) 2121 : cluster [DBG] pgmap v1828: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:05 smithi145 conmon[67302]: cluster 2022-01-25T23:47:04.092766+0000 mgr.smithi120.hllzij (mgr.14704) 2121 : cluster [DBG] pgmap v1828: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:07 smithi120 conmon[102313]: cluster 2022-01-25T23:47:06.093712+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:47:08.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:07 smithi120 conmon[102313]: ) 2122 : cluster [DBG] pgmap v1829: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:08.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:07 smithi120 conmon[102313]: audit 2022-01-25T23:47:07.790441+0000 mon.smithi120 (mon.0) 849 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:47:08.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:07 smithi120 conmon[102313]: audit 2022-01-25 2022-01-25T23:47:08.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:07 smithi120 conmon[102313]: T23:47:07.792135+0000 mon.smithi120 (mon.0) 850 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:47:08.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:07 smithi120 conmon[102313]: audit 2022-01-25T23: 2022-01-25T23:47:08.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:07 smithi120 conmon[102313]: 47:07.793205+0000 mon.smithi120 (mon.0) 851 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:47:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:07 smithi145 conmon[67302]: cluster 2022-01-25T23:47:06.093712+0000 mgr.smithi120.hllzij (mgr.14704) 2122 : cluster 2022-01-25T23:47:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:07 smithi145 conmon[67302]: [DBG] pgmap v1829: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:07 smithi145 conmon[67302]: audit 2022-01-25T23:47:07.790441+0000 mon.smithi120 (mon.0) 849 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:47:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:07 smithi145 conmon[67302]: audit 2022-01-25T23:47:07.792135+0000 mon.smithi120 2022-01-25T23:47:08.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:07 smithi145 conmon[67302]: (mon.0) 850 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:47:08.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:07 smithi145 conmon[67302]: audit 2022 2022-01-25T23:47:08.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:07 smithi145 conmon[67302]: -01-25T23:47:07. 2022-01-25T23:47:08.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:07 smithi145 conmon[67302]: 793205+0000 mon.smithi120 (mon.0) 851 : audit [INF] 2022-01-25T23:47:08.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:07 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:47:08.835 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:47:09.106 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:47:09.106 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (66m) 8m ago 67m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:47:09.107 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (59m) 8m ago 67m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:47:09.107 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (59m) 8m ago 66m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:47:09.107 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (66m) 8m ago 67m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:47:09.107 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (63m) 8m ago 63m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:47:09.108 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (63m) 8m ago 63m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:47:09.108 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (60m) 8m ago 68m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:47:09.108 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (60m) 8m ago 66m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:47:09.108 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (59m) 8m ago 68m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:47:09.109 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (59m) 8m ago 66m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:47:09.109 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (60m) 8m ago 60m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:47:09.109 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (60m) 8m ago 60m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:47:09.109 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (67m) 8m ago 67m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:47:09.109 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (66m) 8m ago 66m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:47:09.110 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (54m) 8m ago 66m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:47:09.110 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (66m) 8m ago 66m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:47:09.110 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (65m) 8m ago 65m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:47:09.110 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (65m) 8m ago 65m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:47:09.111 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (65m) 8m ago 65m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:47:09.112 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (64m) 8m ago 64m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:47:09.112 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (64m) 8m ago 64m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:47:09.112 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (64m) 8m ago 64m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:47:09.112 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (66m) 8m ago 67m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:47:09.113 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:08 smithi120 conmon[102313]: cephadm 2022-01-25T23:47:07 2022-01-25T23:47:09.113 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:08 smithi120 conmon[102313]: .793944+0000 mgr.smithi120.hllzij (mgr.14704) 2123 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:47:09.113 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:08 smithi120 conmon[102313]: audit 2022-01-25T23:47:08.187700+0000 mon.smithi120 (mon.0) 852 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:47:09.114 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:08 smithi120 conmon[102313]: audit 2022-01-25T23:47:08.192479+0000 mon.smithi120 (mon.0) 853 : 2022-01-25T23:47:09.114 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:08 smithi120 conmon[102313]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:47:09.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:08 smithi145 conmon[67302]: cephadm 2022-01-25T23:47:07.793944+0000 mgr.smithi120.hllzij (mgr.14704) 2123 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:47:09.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:08 smithi145 conmon[67302]: audit 2022-01-25T23:47:08.187700+0000 mon.smithi120 (mon.0) 852 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:47:09.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:08 smithi145 conmon[67302]: audit 2022-01-25T23:47:08.192479+0000 mon.smithi120 (mon.0) 853 : audit 2022-01-25T23:47:09.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:08 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:47:09.427 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:47:09.428 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:47:09.428 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:47:09.428 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:47:09.428 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:47:09.429 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:47:09.429 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:47:09.429 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:47:09.430 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:47:09.430 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:47:09.430 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:47:09.430 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:47:09.431 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:47:09.431 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:47:09.431 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:47:09.431 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:47:09.432 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:47:09.432 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:47:09.432 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:47:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:09 smithi120 conmon[102313]: cluster 2022-01-25T23:47:08.094180+0000 mgr.smithi120.hllzij (mgr.14704) 2124 2022-01-25T23:47:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:09 smithi120 conmon[102313]: : cluster [DBG] pgmap v1830: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:09 smithi120 conmon[102313]: audit 2022-01-25T23:47:08.824595+0000 mgr.smithi120.hllzij (mgr.14704) 2125 : audit [DBG] from='client.35486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:09 smithi120 conmon[102313]: audit 2022-01-25T23:47:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:09 smithi120 conmon[102313]: 2022-01-25T23:47:09.428166+0000 mon.smithi120 (mon.0) 854 : audit [DBG] from='client.? 172.21.15.120:0/334090306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:47:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:09 smithi145 conmon[67302]: cluster 2022-01-25T23:47:08.094180+0000 mgr.smithi120.hllzij (mgr.14704) 2124 : cluster [DBG] pgmap v1830: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:09 smithi145 conmon[67302]: audit 2022-01-25T23:47:08.824595+0000 mgr.smithi120.hllzij (mgr.14704) 2125 : audit [DBG] from='client.35486 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:09 smithi145 conmon[67302]: audit 2022-01-25T23:47:09.428166+0000 2022-01-25T23:47:10.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:09 smithi145 conmon[67302]: mon.smithi120 (mon.0) 854 : audit [DBG] from='client.? 172.21.15.120:0/334090306' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:47:11.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:10 smithi120 conmon[102313]: audit 2022-01-25T23:47:09.098131+0000 mgr.smithi120.hllzij (mgr.14704) 2126 : audit [DBG] from='client.35490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:11.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:10 smithi145 conmon[67302]: audit 2022-01-25T23:47:09.098131+0000 mgr.smithi120.hllzij (mgr.14704) 2126 : audit [DBG] from='client.35490 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:12.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:11 smithi120 conmon[102313]: cluster 2022-01-25T23:47:10.094855+0000 mgr.smithi120.hllzij (mgr.14704) 2127 : cluster [DBG] pgmap v1831: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:12.454 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:11 smithi145 conmon[67302]: cluster 2022-01-25T23:47:10.094855+0000 mgr.smithi120.hllzij (mgr.14704) 2127 : cluster [DBG] pgmap v1831: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:13 smithi120 conmon[102313]: cluster 2022-01-25T23:47:12.095360+0000 mgr.smithi120.hllzij (mgr.14704) 2128 : cluster [DBG] pgmap v1832: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:13 smithi145 conmon[67302]: cluster 2022-01-25T23:47:12.095360+0000 mgr.smithi120.hllzij (mgr.14704) 2128 : cluster [DBG] pgmap v1832: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:13 smithi145 conmon[67302]: 2022-01-25T23:47:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:15 smithi120 conmon[102313]: cluster 2022-01-25T23:47:14.095789+0000 mgr.smithi120.hllzij (mgr.14704) 2129 : cluster [DBG] pgmap v1833: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:15 smithi145 conmon[67302]: cluster 2022-01-25T23:47:14.095789+0000 mgr.smithi120.hllzij (mgr.14704) 2129 : cluster [DBG] pgmap v1833: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:17 smithi120 conmon[102313]: cluster 2022-01-25T23:47:16.096531+0000 mgr.smithi120.hllzij (mgr.14704) 2130 : cluster [DBG] pgmap v1834: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:17 smithi145 conmon[67302]: cluster 2022-01-25T23:47:16.096531+0000 mgr.smithi120.hllzij (mgr.14704) 2130 : cluster [DBG] pgmap v1834: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:19 smithi120 conmon[102313]: cluster 2022-01-25T23:47:18.097093+0000 mgr.smithi120.hllzij (mgr.14704) 2131 : cluster [DBG] pgmap v1835: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:19 smithi145 conmon[67302]: cluster 2022-01-25T23:47:18.097093+0000 mgr.smithi120.hllzij (mgr.14704) 2131 : cluster [DBG] pgmap v1835: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:21 smithi120 conmon[102313]: cluster 2022-01-25T23:47:20.097911+0000 mgr.smithi120.hllzij (mgr.14704) 2132 : cluster [DBG] pgmap v1836: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:21 smithi145 conmon[67302]: cluster 2022-01-25T23:47:20.097911+0000 mgr.smithi120.hllzij (mgr.14704) 2132 : cluster [DBG] pgmap v1836: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:23 smithi120 conmon[102313]: cluster 2022-01-25T23:47:22.098479+0000 mgr.smithi120.hllzij (mgr.14704) 2133 : cluster [DBG] pgmap v1837: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:23 smithi145 conmon[67302]: cluster 2022-01-25T23:47:22.098479+0000 mgr.smithi120.hllzij (mgr.14704) 2133 : cluster [DBG] pgmap v1837: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:25 smithi120 conmon[102313]: cluster 2022-01-25T23:47:24.099169+0000 mgr.smithi120.hllzij (mgr.14704) 2134 : cluster [DBG] pgmap v1838: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:26.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:25 smithi145 conmon[67302]: cluster 2022-01-25T23:47:24.099169+0000 mgr.smithi120.hllzij (mgr.14704) 2134 : cluster [DBG] pgmap v1838: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:27 smithi120 conmon[102313]: cluster 2022-01-25T23:47:26.099961+0000 mgr.smithi120.hllzij (mgr.14704) 2135 : cluster [DBG] pgmap v1839: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:27 smithi145 conmon[67302]: cluster 2022-01-25T23:47:26.099961+0000 mgr.smithi120.hllzij (mgr.14704) 2135 : cluster [DBG] pgmap v1839: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:29 smithi120 conmon[102313]: cluster 2022-01-25T23:47:28.100451+0000 mgr.smithi120.hllzij (mgr.14704) 2136 : cluster [DBG] pgmap v1840: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:30 smithi145 conmon[67302]: cluster 2022-01-25T23:47:28.100451+0000 mgr.smithi120.hllzij (mgr.14704) 2136 : cluster [DBG] pgmap v1840: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:32 smithi120 conmon[102313]: cluster 2022-01-25T23:47:30.101173+0000 mgr.smithi120.hllzij (mgr.14704) 2137 : cluster [DBG] pgmap v1841: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:32 smithi145 conmon[67302]: cluster 2022-01-25T23:47:30.101173+0000 mgr.smithi120.hllzij (mgr.14704) 2137 : cluster [DBG] pgmap v1841: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:34 smithi120 conmon[102313]: cluster 2022-01-25T23:47:32.101599+0000 mgr.smithi120.hllzij (mgr.14704) 2138 2022-01-25T23:47:34.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:34 smithi120 conmon[102313]: : cluster [DBG] pgmap v1842: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:34 smithi145 conmon[67302]: cluster 2022-01-25T23:47:32.101599+0000 mgr.smithi120.hllzij (mgr.14704) 2138 : cluster [DBG] pgmap v1842: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:36 smithi120 conmon[102313]: cluster 2022-01-25T23:47:34.102052+0000 mgr.smithi120.hllzij (mgr.14704) 2139 : cluster [DBG] 2022-01-25T23:47:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:36 smithi120 conmon[102313]: pgmap v1843: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:36 smithi145 conmon[67302]: cluster 2022-01-25T23:47:34.102052+0000 mgr.smithi120.hllzij (mgr.14704) 2139 : cluster [DBG] pgmap v1843: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:38 smithi120 conmon[102313]: cluster 2022-01-25T23:47:36.102865+0000 mgr.smithi120.hllzij (mgr.14704) 2140 : cluster [DBG] 2022-01-25T23:47:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:38 smithi120 conmon[102313]: pgmap v1844: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:38.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:38 smithi145 conmon[67302]: cluster 2022-01-25T23:47:36.102865+0000 mgr.smithi120.hllzij (mgr.14704) 2140 : cluster [DBG] pgmap v1844: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:39.732 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:47:39.999 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:47:39.999 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (66m) 8m ago 67m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:47:39.999 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (60m) 8m ago 67m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:47:40.000 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (59m) 8m ago 67m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:47:40.000 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (66m) 8m ago 67m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:47:40.000 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (63m) 8m ago 63m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:47:40.000 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (63m) 8m ago 63m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:47:40.001 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (60m) 8m ago 69m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:47:40.001 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (60m) 8m ago 67m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:47:40.001 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (60m) 8m ago 69m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:47:40.001 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (60m) 8m ago 67m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:47:40.002 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (61m) 8m ago 61m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:47:40.002 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (61m) 8m ago 61m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:47:40.002 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (67m) 8m ago 67m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:47:40.002 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (67m) 8m ago 67m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:47:40.003 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (54m) 8m ago 66m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:47:40.003 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (66m) 8m ago 66m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:47:40.003 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (66m) 8m ago 66m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:47:40.003 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (65m) 8m ago 65m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:47:40.004 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (65m) 8m ago 65m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:47:40.004 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (65m) 8m ago 65m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:47:40.004 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (65m) 8m ago 65m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:47:40.005 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (64m) 8m ago 64m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:47:40.005 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (66m) 8m ago 67m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:47:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:40 smithi120 conmon[102313]: cluster 2022-01-25T23:47:38.103380+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:47:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:40 smithi120 conmon[102313]: 2141 : cluster [DBG] pgmap v1845: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:40 smithi145 conmon[67302]: cluster 2022-01-25T23:47:38.103380+0000 mgr.smithi120.hllzij (mgr.14704) 2141 : cluster [DBG] pgmap v1845: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:40 smithi145 conmon[67302]: 2022-01-25T23:47:40.330 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:47:40.331 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:47:40.331 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:47:40.331 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:47:40.331 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:47:40.331 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:47:40.332 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:47:40.332 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:47:40.332 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:47:40.333 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:47:40.333 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:47:40.333 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:47:40.333 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:47:40.333 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:47:40.334 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:47:40.334 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:47:40.334 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:47:40.334 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:47:40.335 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:47:41.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:41 smithi120 conmon[102313]: audit 2022-01-25T23:47:39.721607+0000 mgr.smithi120.hllzij (mgr.14704) 2142 : audit [DBG] from='client.35498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:41.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:41 smithi120 conmon[102313]: audit 2022-01-25T23:47:39.991321+0000 mgr.smithi120.hllzij (mgr.14704) 2143 : audit [DBG] from='client.35502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:41.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:41 smithi120 conmon[102313]: audit 2022-01-25T23:47:40.329746+0000 mon.smithi120 (mon.0) 855 : audit [DBG] from='client.? 172.21.15.120:0/580005759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:47:41.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:41 smithi145 conmon[67302]: audit 2022-01-25T23:47:39.721607+0000 mgr.smithi120.hllzij (mgr.14704) 2142 : audit [DBG] from='client.35498 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:41.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:41 smithi145 conmon[67302]: 2022-01-25T23:47:41.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:41 smithi145 conmon[67302]: audit 2022-01-25T23:47:39.991321+0000 mgr.smithi120.hllzij (mgr.14704) 2143 : audit [DBG] from='client.35502 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:47:41.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:41 smithi145 conmon[67302]: audit 2022-01-25T23:47:40.329746+0000 mon.smithi120 (mon.0) 855 : audit [DBG] from='client.? 172.21.15.120:0/580005759' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:47:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:42 smithi120 conmon[102313]: cluster 2022-01-25T23:47:40.104241+0000 mgr.smithi120.hllzij (mgr.14704) 2144 : cluster [DBG] pgmap v1846: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:42 smithi145 conmon[67302]: cluster 2022-01-25T23:47:40.104241+0000 mgr.smithi120.hllzij (mgr.14704) 2144 : cluster [DBG] pgmap v1846: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:43.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:43 smithi120 conmon[102313]: cluster 2022-01-25T23:47:42.104866+0000 mgr.smithi120.hllzij (mgr.14704) 2145 : cluster [DBG] pgmap v1847: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:43.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:43 smithi145 conmon[67302]: cluster 2022-01-25T23:47:42.104866+0000 mgr.smithi120.hllzij (mgr.14704) 2145 : cluster [DBG] pgmap v1847: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:46.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:45 smithi120 conmon[102313]: cluster 2022-01-25T23:47:44.105373+0000 mgr.smithi120.hllzij (mgr.14704) 2146 : cluster [DBG] 2022-01-25T23:47:46.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:45 smithi120 conmon[102313]: pgmap v1848: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:46.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:45 smithi145 conmon[67302]: cluster 2022-01-25T23:47:44.105373+0000 mgr.smithi120.hllzij (mgr.14704) 2146 : cluster [DBG] pgmap v1848: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:48.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:47 smithi120 conmon[102313]: cluster 2022-01-25T23:47:46.106230+0000 mgr.smithi120.hllzij (mgr.14704) 2147 : cluster [DBG] pgmap v1849: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:47 smithi145 conmon[67302]: cluster 2022-01-25T23:47:46.106230+0000 mgr.smithi120.hllzij (mgr.14704) 2147 : cluster [DBG] pgmap v1849: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:50.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:49 smithi120 conmon[102313]: cluster 2022-01-25T23:47:48.106759+0000 mgr.smithi120.hllzij (mgr.14704) 2148 : cluster [DBG] pgmap v1850: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:50.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:49 smithi145 conmon[67302]: cluster 2022-01-25T23:47:48.106759+0000 mgr.smithi120.hllzij (mgr.14704) 2148 : cluster [DBG] pgmap v1850: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:51 smithi120 conmon[102313]: cluster 2022-01-25T23:47:50.107564+0000 mgr.smithi120.hllzij (mgr.14704) 2149 : cluster [DBG] pgmap v1851: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:52.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:51 smithi145 conmon[67302]: cluster 2022-01-25T23:47:50.107564+0000 mgr.smithi120.hllzij (mgr.14704) 2149 : cluster [DBG] pgmap v1851: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:47:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:53 smithi120 conmon[102313]: cluster 2022-01-25T23:47:52.108197+0000 mgr.smithi120.hllzij (mgr.14704) 2150 : cluster [DBG] pgmap v1852: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:53 smithi145 conmon[67302]: cluster 2022-01-25T23:47:52.108197+0000 mgr.smithi120.hllzij (mgr.14704) 2150 : cluster [DBG] pgmap v1852: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:54 smithi120 conmon[102313]: audit 2022-01-25T23:47:53.831604+0000 mon.smithi120 (mon.0) 856 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:47:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:54 smithi120 conmon[102313]: audit 2022-01-25T23:47:53.833034+0000 mon.smithi120 (mon.0) 857 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:47:55.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:54 smithi145 conmon[67302]: audit 2022-01-25T23:47:53.831604+0000 mon.smithi120 (mon.0) 856 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:47:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:54 smithi145 conmon[67302]: audit 2022-01-25T23:47:53.833034+0000 mon.smithi120 (mon.0) 857 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:47:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:55 smithi120 conmon[102313]: cluster 2022-01-25T23:47:54.108635+0000 mgr.smithi120.hllzij (mgr.14704) 2151 : cluster [DBG] pgmap v1853: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:56.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:55 smithi145 conmon[67302]: cluster 2022-01-25T23:47:54.108635+0000 mgr.smithi120.hllzij (mgr.14704) 2151 : cluster [DBG] pgmap v1853: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:57 smithi120 conmon[102313]: cluster 2022-01-25T23:47:56.109485+0000 mgr.smithi120.hllzij (mgr.14704) 2152 : cluster [DBG] pgmap v1854: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:47:58.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:57 smithi145 conmon[67302]: cluster 2022-01-25T23:47:56.109485+0000 mgr.smithi120.hllzij (mgr.14704) 2152 : cluster [DBG] pgmap v1854: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:00.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:59 smithi120 conmon[102313]: cluster 2022-01-25T23:47:58.110017+0000 mgr.smithi120.hllzij (mgr.14704) 2153 : cluster [DBG] pgmap v1855: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:00.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:47:59 smithi120 conmon[102313]: 2022-01-25T23:48:00.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:47:59 smithi145 conmon[67302]: cluster 2022-01-25T23:47:58.110017+0000 mgr.smithi120.hllzij (mgr.14704) 2153 : cluster [DBG] pgmap v1855: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:02.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:01 smithi120 conmon[102313]: cluster 2022-01-25T23:48:00.110995+0000 mgr.smithi120.hllzij (mgr.14704) 2154 : cluster [DBG] pgmap v1856: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:02.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:01 smithi145 conmon[67302]: cluster 2022-01-25T23:48:00.110995+0000 mgr.smithi120.hllzij (mgr.14704) 2154 : cluster [DBG] pgmap v1856: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:04.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:03 smithi120 conmon[102313]: cluster 2022-01-25T23:48:02.111713+0000 mgr.smithi120.hllzij (mgr.14704) 2155 : cluster [DBG] pgmap v1857: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:04.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:03 smithi145 conmon[67302]: cluster 2022-01-25T23:48:02.111713+0000 mgr.smithi120.hllzij (mgr.14704) 2155 : cluster [DBG] pgmap v1857: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:06.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:05 smithi120 conmon[102313]: cluster 2022-01-25T23:48:04.112209+0000 mgr.smithi120.hllzij (mgr.14704) 2156 : cluster [DBG] pgmap v1858: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:06.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:05 smithi145 conmon[67302]: cluster 2022-01-25T23:48:04.112209+0000 mgr.smithi120.hllzij (mgr.14704) 2156 : cluster [DBG] pgmap v1858: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:07 smithi120 conmon[102313]: cluster 2022-01-25T23:48:06.112996+0000 mgr.smithi120.hllzij (mgr.14704) 2157 : cluster [DBG] pgmap v1859: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:08.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:07 smithi145 conmon[67302]: cluster 2022-01-25T23:48:06.112996+0000 mgr.smithi120.hllzij (mgr.14704) 2157 : cluster [DBG] pgmap v1859: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:09.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:08 smithi120 conmon[102313]: audit 2022-01-25T23:48:08.194887+0000 mon.smithi120 (mon.0) 858 : audit 2022-01-25T23:48:09.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:08 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:48:09.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:08 smithi120 conmon[102313]: audit 2022-01-25T23:48:08.196314+0000 mon.smithi120 (mon.0) 859 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:48:09.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:08 smithi120 conmon[102313]: audit 2022-01-25T23:48:08.197375+0000 mon.smithi120 (mon.0 2022-01-25T23:48:09.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:08 smithi120 conmon[102313]: ) 860 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:48:09.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:08 smithi120 conmon[102313]: audit 2022-01-25T23:48:08.590674+0000 2022-01-25T23:48:09.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:08 smithi120 conmon[102313]: mon.smithi120 (mon.0) 861 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:48:09.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:08 smithi120 conmon[102313]: audit 2022-01-25T23: 2022-01-25T23:48:09.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:08 smithi120 conmon[102313]: 48:08.595408+0000 mon.smithi120 (mon.0) 862 2022-01-25T23:48:09.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:08 smithi120 conmon[102313]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:48:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:08 smithi145 conmon[67302]: audit 2022-01-25T23:48:08.194887+0000 mon.smithi120 (mon.0 2022-01-25T23:48:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:08 smithi145 conmon[67302]: ) 858 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:48:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:08 smithi145 conmon[67302]: audit 2022-01-25T23:48:08.196314+0000 mon.smithi120 (mon.0) 859 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:48:09.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:08 smithi145 conmon[67302]: audit 2022-01-25T23:48:08.197375+0000 mon.smithi120 (mon.0) 860 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:48:09.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:08 smithi145 conmon[67302]: 2022-01-25T23:48:09.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:08 smithi145 conmon[67302]: audit 2022 2022-01-25T23:48:09.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:08 smithi145 conmon[67302]: -01-25T23:48:08.590674+0000 mon.smithi120 (mon.0 2022-01-25T23:48:09.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:08 smithi145 conmon[67302]: ) 861 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:48:09.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:08 smithi145 conmon[67302]: audit 2022-01-25T23 2022-01-25T23:48:09.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:08 smithi145 conmon[67302]: :48:08.595408+0000 mon.smithi120 (mon.0 2022-01-25T23:48:09.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:08 smithi145 conmon[67302]: ) 862 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:48:10.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:09 smithi120 conmon[102313]: cluster 2022-01-25T23:48:08.113591+0000 mgr.smithi120.hllzij (mgr.14704) 2158 : cluster 2022-01-25T23:48:10.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:09 smithi120 conmon[102313]: [DBG] pgmap v1860: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:10.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:09 smithi120 conmon[102313]: cephadm 2022-01-25T23:48:08.198114+0000 mgr.smithi120.hllzij (mgr.14704) 2159 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:48:10.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:09 smithi145 conmon[67302]: cluster 2022-01-25T23:48:08.113591+0000 mgr.smithi120.hllzij (mgr.14704) 2158 : cluster [DBG] pgmap v1860: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:10.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:09 smithi145 conmon[67302]: cephadm 2022-01-25T23:48:08.198114+0000 mgr.smithi120.hllzij (mgr.14704) 2159 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:48:10.631 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:48:10.898 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:48:10.898 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (67m) 9m ago 68m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:48:10.898 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (60m) 9m ago 68m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:48:10.899 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (60m) 9m ago 67m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:48:10.899 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (67m) 9m ago 68m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:48:10.899 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (64m) 9m ago 64m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:48:10.899 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (64m) 9m ago 64m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:48:10.900 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (61m) 9m ago 69m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:48:10.900 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (61m) 9m ago 67m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:48:10.900 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (60m) 9m ago 69m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:48:10.900 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (60m) 9m ago 67m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:48:10.900 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (61m) 9m ago 61m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:48:10.901 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (61m) 9m ago 61m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:48:10.901 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (68m) 9m ago 68m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:48:10.901 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (67m) 9m ago 67m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:48:10.901 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (55m) 9m ago 67m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:48:10.902 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (67m) 9m ago 67m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:48:10.902 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (66m) 9m ago 66m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:48:10.902 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (66m) 9m ago 66m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:48:10.902 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (66m) 9m ago 66m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:48:10.902 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (65m) 9m ago 65m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:48:10.903 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (65m) 9m ago 65m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:48:10.903 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (65m) 9m ago 65m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:48:10.903 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (67m) 9m ago 68m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:48:11.218 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:48:11.218 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:48:11.218 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:48:11.219 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:48:11.219 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:48:11.219 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:48:11.219 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:48:11.220 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:48:11.220 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:48:11.220 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:48:11.220 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:48:11.220 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:48:11.221 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:48:11.221 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:48:11.221 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:48:11.221 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:48:11.222 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:48:11.222 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:48:11.222 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:48:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:11 smithi120 conmon[102313]: cluster 2022-01-25T23:48:10.114515+0000 mgr.smithi120.hllzij (mgr.14704) 2160 : cluster [DBG] pgmap v1861: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:11 smithi120 conmon[102313]: 2022-01-25T23:48:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:11 smithi120 conmon[102313]: audit 2022-01-25T23:48:10.620759+0000 mgr.smithi120.hllzij (mgr.14704) 2161 : audit [DBG] from='client.35510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:12.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:11 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T23:48:12.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:11 smithi120 conmon[102313]: 23:48:10.890142+0000 mgr.smithi120.hllzij (mgr.14704) 2162 : audit [DBG] from='client.35514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:12.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:11 smithi120 conmon[102313]: audit 2022-01-25T23:48: 2022-01-25T23:48:12.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:11 smithi120 conmon[102313]: 11.218850+0000 mon.smithi120 (mon.0) 863 : audit 2022-01-25T23:48:12.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:11 smithi120 conmon[102313]: [DBG] from='client.? 172.21.15.120:0/3526726038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:48:12.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:11 smithi145 conmon[67302]: cluster 2022-01-25T23:48:10.114515+0000 mgr.smithi120.hllzij (mgr.14704) 2160 : cluster [DBG] pgmap v1861: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:12.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:11 smithi145 conmon[67302]: audit 2022-01-25T23:48:10.620759+0000 mgr.smithi120.hllzij (mgr.14704) 2161 : audit [DBG] from='client.35510 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:12.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:11 smithi145 conmon[67302]: audit 2022-01-25T23:48 2022-01-25T23:48:12.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:11 smithi145 conmon[67302]: :10.890142+0000 mgr.smithi120.hllzij (mgr.14704) 2162 : audit [DBG] from='client.35514 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:12.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:11 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T23:48:12.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:11 smithi145 conmon[67302]: 23:48:11.218850+0000 mon.smithi120 (mon. 2022-01-25T23:48:12.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:11 smithi145 conmon[67302]: 0) 863 : audit [DBG] from='client.? 172.21.15.120:0/3526726038' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:48:14.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:13 smithi120 conmon[102313]: cluster 2022-01-25T23:48:12.114955+0000 mgr.smithi120.hllzij (mgr.14704) 2163 : cluster [DBG] pgmap v1862: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:14.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:13 smithi145 conmon[67302]: cluster 2022-01-25T23:48:12.114955+0000 mgr.smithi120.hllzij (mgr.14704) 2163 : cluster [DBG] pgmap v1862: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:16.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:15 smithi120 conmon[102313]: cluster 2022-01-25T23:48:14.115409+0000 mgr.smithi120.hllzij (mgr.14704) 2164 : cluster [DBG] 2022-01-25T23:48:16.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:15 smithi120 conmon[102313]: pgmap v1863: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:16.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:15 smithi145 conmon[67302]: cluster 2022-01-25T23:48:14.115409+0000 mgr.smithi120.hllzij (mgr.14704) 2164 : cluster 2022-01-25T23:48:16.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:15 smithi145 conmon[67302]: [DBG] pgmap v1863: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:18.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:17 smithi120 conmon[102313]: cluster 2022-01-25T23:48:16.116220+0000 mgr.smithi120.hllzij (mgr.14704) 2165 : cluster [DBG] pgmap v1864: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:18.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:17 smithi145 conmon[67302]: cluster 2022-01-25T23:48:16.116220+0000 mgr.smithi120.hllzij (mgr.14704) 2165 : cluster [DBG] pgmap v1864: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:20.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:19 smithi120 conmon[102313]: cluster 2022-01-25T23:48:18.116837+0000 mgr.smithi120.hllzij (mgr.14704) 2166 : cluster [DBG] pgmap v1865: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:20.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:19 smithi145 conmon[67302]: cluster 2022-01-25T23:48:18.116837+0000 mgr.smithi120.hllzij (mgr.14704) 2166 : cluster [DBG] pgmap v1865: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:22.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:21 smithi120 conmon[102313]: cluster 2022-01-25T23:48:20.117530+0000 mgr.smithi120.hllzij (mgr.14704) 2167 : cluster [DBG] pgmap v1866: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:22.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:21 smithi145 conmon[67302]: cluster 2022-01-25T23:48:20.117530+0000 mgr.smithi120.hllzij (mgr.14704) 2167 : cluster [DBG] pgmap v1866: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:24.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:23 smithi120 conmon[102313]: cluster 2022-01-25T23:48:22.117970+0000 mgr.smithi120.hllzij (mgr.14704) 2168 : cluster [DBG] pgmap v1867: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:24.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:23 smithi145 conmon[67302]: cluster 2022-01-25T23:48:22.117970+0000 mgr.smithi120.hllzij (mgr.14704) 2168 : cluster [DBG] pgmap v1867: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:26.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:25 smithi120 conmon[102313]: cluster 2022-01-25T23:48:24.118592+0000 mgr.smithi120.hllzij (mgr.14704) 2169 : cluster [DBG] pgmap v1868: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:26.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:25 smithi145 conmon[67302]: cluster 2022-01-25T23:48:24.118592+0000 mgr.smithi120.hllzij (mgr.14704) 2169 : cluster [DBG] pgmap v1868: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:28.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:27 smithi120 conmon[102313]: cluster 2022-01-25T23:48:26.119439+0000 mgr.smithi120.hllzij (mgr.14704) 2170 : cluster [DBG] pgmap v1869: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:28.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:27 smithi145 conmon[67302]: cluster 2022-01-25T23:48:26.119439+0000 mgr.smithi120.hllzij (mgr.14704) 2170 : cluster [DBG] 2022-01-25T23:48:28.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:27 smithi145 conmon[67302]: pgmap v1869: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:30.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:29 smithi120 conmon[102313]: cluster 2022-01-25T23:48:28.120103+0000 mgr.smithi120.hllzij (mgr.14704) 2171 : cluster [DBG] 2022-01-25T23:48:30.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:29 smithi120 conmon[102313]: pgmap v1870: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:30.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:29 smithi145 conmon[67302]: cluster 2022-01-25T23:48:28.120103+0000 mgr.smithi120.hllzij (mgr.14704) 2171 : cluster [DBG] pgmap v1870: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:32.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:31 smithi120 conmon[102313]: cluster 2022-01-25T23:48:30.120982+0000 mgr.smithi120.hllzij (mgr.14704) 2172 : cluster [DBG] pgmap v1871: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:31 smithi145 conmon[67302]: cluster 2022-01-25T23:48:30.120982+0000 mgr.smithi120.hllzij (mgr.14704) 2172 : cluster [DBG] pgmap v1871: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:34.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:33 smithi120 conmon[102313]: cluster 2022-01-25T23:48:32.121546+0000 mgr.smithi120.hllzij (mgr.14704) 2173 : cluster [DBG] pgmap v1872: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:34.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:33 smithi120 conmon[102313]: 2022-01-25T23:48:34.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:33 smithi145 conmon[67302]: cluster 2022-01-25T23:48:32.121546+0000 mgr.smithi120.hllzij (mgr.14704) 2173 : cluster [DBG] pgmap v1872: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:36.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:35 smithi120 conmon[102313]: cluster 2022-01-25T23:48:34.122108+0000 mgr.smithi120.hllzij (mgr.14704) 2174 : cluster [DBG] pgmap v1873: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:35 smithi145 conmon[67302]: cluster 2022-01-25T23:48:34.122108+0000 mgr.smithi120.hllzij (mgr.14704) 2174 : cluster [DBG] pgmap v1873: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:35 smithi145 conmon[67302]: 2022-01-25T23:48:38.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:37 smithi120 conmon[102313]: cluster 2022-01-25T23:48:36.123127+0000 mgr.smithi120.hllzij (mgr.14704) 2175 : cluster [DBG] pgmap v1874: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:37 smithi145 conmon[67302]: cluster 2022-01-25T23:48:36.123127+0000 mgr.smithi120.hllzij (mgr.14704) 2175 : cluster [DBG] pgmap v1874: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:40.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:39 smithi120 conmon[102313]: cluster 2022-01-25T23:48:38.123594+0000 mgr.smithi120.hllzij (mgr.14704) 2176 : cluster [DBG] pgmap v1875: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:40.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:39 smithi145 conmon[67302]: cluster 2022-01-25T23:48:38.123594+0000 mgr.smithi120.hllzij (mgr.14704) 2176 : cluster [DBG] pgmap v1875: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:41.520 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:48:41.789 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:48:41.789 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (67m) 9m ago 68m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:48:41.790 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (61m) 9m ago 68m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:48:41.790 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (60m) 9m ago 68m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:48:41.790 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (67m) 9m ago 68m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:48:41.790 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (64m) 9m ago 64m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:48:41.791 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (64m) 9m ago 64m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:48:41.791 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (61m) 9m ago 70m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:48:41.791 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (61m) 9m ago 68m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:48:41.791 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (61m) 9m ago 70m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:48:41.791 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (61m) 9m ago 68m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:48:41.792 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (62m) 9m ago 62m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:48:41.792 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (62m) 9m ago 62m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:48:41.792 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (68m) 9m ago 68m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:48:41.792 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (68m) 9m ago 68m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:48:41.793 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (55m) 9m ago 67m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:48:41.793 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (67m) 9m ago 67m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:48:41.793 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (67m) 9m ago 67m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:48:41.793 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (66m) 9m ago 66m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:48:41.793 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (66m) 9m ago 66m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:48:41.794 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (66m) 9m ago 66m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:48:41.794 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (66m) 9m ago 66m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:48:41.794 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (65m) 9m ago 65m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:48:41.794 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (67m) 9m ago 68m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:48:41.795 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:41 smithi120 conmon[102313]: cluster 2022-01-25T23:48:40.124492+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:48:41.795 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:41 smithi120 conmon[102313]: 2177 : cluster [DBG] pgmap v1876: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:42.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:41 smithi145 conmon[67302]: cluster 2022-01-25T23:48:40.124492+0000 mgr.smithi120.hllzij (mgr.14704) 2177 : cluster [DBG] pgmap v1876: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:42.112 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:48:42.112 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:48:42.112 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:48:42.113 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:48:42.113 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:48:42.113 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:48:42.113 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:48:42.113 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:48:42.114 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:48:42.114 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:48:42.114 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:48:42.114 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:48:42.115 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:48:42.115 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:48:42.115 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:48:42.115 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:48:42.116 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:48:42.116 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:48:42.116 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:48:43.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:42 smithi120 conmon[102313]: audit 2022-01-25T23:48:41.508903+0000 mgr.smithi120.hllzij (mgr.14704) 2178 : audit [DBG] from='client.35522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:43.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:42 smithi120 conmon[102313]: audit 2022-01-25T23:48:41.779972+0000 mgr.smithi120.hllzij (mgr.14704) 2179 : audit [DBG] from='client.35526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:43.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:42 smithi120 conmon[102313]: audit 2022-01-25T23:48:42.112755+0000 2022-01-25T23:48:43.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:42 smithi120 conmon[102313]: mon.smithi120 (mon.0) 864 : audit [DBG] from='client.? 172.21.15.120:0/2644914502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:48:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:42 smithi145 conmon[67302]: audit 2022-01-25T23:48:41.508903+0000 mgr.smithi120.hllzij (mgr.14704) 2178 : audit [DBG] from='client.35522 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:42 smithi145 conmon[67302]: audit 2022-01-25T23:48:41.779972+0000 mgr.smithi120.hllzij (mgr.14704) 2179 : audit [DBG] from='client.35526 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:48:43.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:42 smithi145 conmon[67302]: audit 2022-01-25T23:48:42.112755+0000 mon.smithi120 (mon.0) 864 : audit [DBG] from='client.? 172.21.15.120:0/2644914502' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:48:44.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:43 smithi120 conmon[102313]: cluster 2022-01-25T23:48:42.124896+0000 mgr.smithi120.hllzij (mgr.14704) 2180 : cluster [DBG] pgmap v1877: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:44.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:43 smithi145 conmon[67302]: cluster 2022-01-25T23:48:42.124896+0000 mgr.smithi120.hllzij (mgr.14704) 2180 : cluster [DBG] pgmap v1877: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:46.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:45 smithi120 conmon[102313]: cluster 2022-01-25T23:48:44.125367+0000 mgr.smithi120.hllzij (mgr.14704) 2181 : cluster [DBG] pgmap v1878: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:46.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:45 smithi145 conmon[67302]: cluster 2022-01-25T23:48:44.125367+0000 mgr.smithi120.hllzij (mgr.14704) 2181 : cluster [DBG] pgmap v1878: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:48.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:47 smithi120 conmon[102313]: cluster 2022-01-25T23:48:46.126328+0000 mgr.smithi120.hllzij (mgr.14704) 2182 : cluster [DBG] pgmap v1879: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:48.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:47 smithi145 conmon[67302]: cluster 2022-01-25T23:48:46.126328+0000 mgr.smithi120.hllzij (mgr.14704) 2182 : cluster [DBG] pgmap v1879: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:50.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:49 smithi120 conmon[102313]: cluster 2022-01-25T23:48:48.126769+0000 mgr.smithi120.hllzij (mgr.14704) 2183 : cluster [DBG] pgmap v1880: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:50.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:49 smithi145 conmon[67302]: cluster 2022-01-25T23:48:48.126769+0000 mgr.smithi120.hllzij (mgr.14704) 2183 : cluster [DBG] pgmap v1880: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:51 smithi120 conmon[102313]: cluster 2022-01-25T23:48:50.127528+0000 mgr.smithi120.hllzij (mgr.14704) 2184 : cluster [DBG] pgmap v1881: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:52.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:51 smithi145 conmon[67302]: cluster 2022-01-25T23:48:50.127528+0000 mgr.smithi120.hllzij (mgr.14704) 2184 : cluster [DBG] pgmap v1881: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:48:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:53 smithi120 conmon[102313]: cluster 2022-01-25T23:48:52.127982+0000 mgr.smithi120.hllzij (mgr.14704) 2185 : cluster [DBG] pgmap v1882: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:54.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:53 smithi145 conmon[67302]: cluster 2022-01-25T23:48:52.127982+0000 mgr.smithi120.hllzij (mgr.14704) 2185 : cluster [DBG] pgmap v1882: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:55.058 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:54 smithi120 conmon[102313]: audit 2022-01-25T23:48:53.833376+0000 mon.smithi120 (mon.0) 865 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:48:55.059 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:54 smithi120 conmon[102313]: audit 2022-01-25T23:48:53.834890+0000 mon.smithi120 (mon.0) 866 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:48:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:54 smithi145 conmon[67302]: audit 2022-01-25T23:48:53.833376+0000 mon.smithi120 (mon.0) 865 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:48:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:54 smithi145 conmon[67302]: audit 2022-01-25T23:48:53.834890+0000 mon.smithi120 (mon. 2022-01-25T23:48:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:54 smithi145 conmon[67302]: 0) 866 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:48:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:55 smithi120 conmon[102313]: cluster 2022-01-25T23:48:54.128411+0000 mgr.smithi120.hllzij (mgr.14704) 2186 : cluster [DBG] pgmap v1883: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:55 smithi120 conmon[102313]: 2022-01-25T23:48:56.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:55 smithi145 conmon[67302]: cluster 2022-01-25T23:48:54.128411+0000 mgr.smithi120.hllzij (mgr.14704) 2186 : cluster [DBG] pgmap v1883: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:57 smithi120 conmon[102313]: cluster 2022-01-25T23:48:56.129221+0000 mgr.smithi120.hllzij (mgr.14704) 2187 : cluster [DBG] pgmap v1884: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:48:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:57 smithi120 conmon[102313]: 2022-01-25T23:48:58.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:57 smithi145 conmon[67302]: cluster 2022-01-25T23:48:56.129221+0000 mgr.smithi120.hllzij (mgr.14704) 2187 : cluster [DBG] pgmap v1884: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:00.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:48:59 smithi120 conmon[102313]: cluster 2022-01-25T23:48:58.129948+0000 mgr.smithi120.hllzij (mgr.14704) 2188 : cluster [DBG] pgmap v1885: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:00.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:48:59 smithi145 conmon[67302]: cluster 2022-01-25T23:48:58.129948+0000 mgr.smithi120.hllzij (mgr.14704) 2188 : cluster [DBG] pgmap v1885: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:02.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:01 smithi120 conmon[102313]: cluster 2022-01-25T23:49:00.130708+0000 mgr.smithi120.hllzij (mgr.14704) 2189 : cluster [DBG] pgmap v1886: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:02.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:01 smithi145 conmon[67302]: cluster 2022-01-25T23:49:00.130708+0000 mgr.smithi120.hllzij (mgr.14704) 2189 : cluster [DBG] pgmap v1886: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:04.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:03 smithi120 conmon[102313]: cluster 2022-01-25T23:49:02.131348+0000 mgr.smithi120.hllzij (mgr.14704) 2190 : cluster [DBG] 2022-01-25T23:49:04.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:03 smithi120 conmon[102313]: pgmap v1887: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:04.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:03 smithi145 conmon[67302]: cluster 2022-01-25T23:49:02.131348+0000 mgr.smithi120.hllzij (mgr.14704) 2190 : cluster [DBG] pgmap v1887: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:06.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:05 smithi120 conmon[102313]: cluster 2022-01-25T23:49:04.131863+0000 mgr.smithi120.hllzij (mgr.14704) 2191 : cluster [DBG] pgmap v1888: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:06.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:05 smithi145 conmon[67302]: cluster 2022-01-25T23:49:04.131863+0000 mgr.smithi120.hllzij (mgr.14704) 2191 : cluster [DBG] pgmap v1888: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:07 smithi120 conmon[102313]: cluster 2022-01-25T23:49:06.132591+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:49:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:07 smithi120 conmon[102313]: ) 2192 : cluster [DBG] pgmap v1889: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:08.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:07 smithi145 conmon[67302]: cluster 2022-01-25T23:49:06.132591+0000 mgr.smithi120.hllzij (mgr.14704) 2192 : cluster [DBG] pgmap v1889: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:08 smithi145 conmon[67302]: audit 2022-01-25T23:49:08.597981+0000 mon.smithi120 (mon.0 2022-01-25T23:49:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:08 smithi145 conmon[67302]: ) 867 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:49:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:08 smithi145 conmon[67302]: audit 2022-01-25T23:49:08.599490+0000 mon.smithi120 (mon.0) 868 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:49:09.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:08 smithi145 conmon[67302]: audit 2022-01-25T23:49: 2022-01-25T23:49:09.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:08 smithi145 conmon[67302]: 08.600516+0000 mon.smithi120 (mon.0) 869 : audit 2022-01-25T23:49:09.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:08 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:49:09.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:08 smithi120 conmon[102313]: audit 2022-01-25T23:49:08.597981+0000 mon.smithi120 (mon.0) 2022-01-25T23:49:09.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:08 smithi120 conmon[102313]: 867 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:49:09.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:08 smithi120 conmon[102313]: audit 2022-01-25T23:49:08.599490+0000 mon.smithi120 (mon.0) 868 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:49:09.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:08 smithi120 conmon[102313]: audit 2022-01-25T23:49 2022-01-25T23:49:09.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:08 smithi120 conmon[102313]: :08.600516+0000 mon.smithi120 (mon. 2022-01-25T23:49:09.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:08 smithi120 conmon[102313]: 0) 869 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:49:10.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:09 smithi145 conmon[67302]: cluster 2022-01-25T23:49:08.133284+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:49:10.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:09 smithi145 conmon[67302]: 2193 : cluster [DBG] pgmap v1890: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:10.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:09 smithi145 conmon[67302]: cephadm 2022-01-25T23:49:08.601247+0000 mgr.smithi120.hllzij (mgr.14704) 2194 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:49:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:09 smithi120 conmon[102313]: cluster 2022-01-25T23:49:08.133284+0000 mgr.smithi120.hllzij (mgr.14704) 2193 : cluster 2022-01-25T23:49:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:09 smithi120 conmon[102313]: [DBG] pgmap v1890: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:09 smithi120 conmon[102313]: cephadm 2022-01-25T23:49:08.601247+0000 mgr.smithi120.hllzij (mgr.14704) 2194 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:49:12.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:11 smithi145 conmon[67302]: cluster 2022-01-25T23:49:10.133960+0000 mgr.smithi120.hllzij (mgr.14704) 2195 : cluster [DBG] pgmap v1891: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:11 smithi120 conmon[102313]: cluster 2022-01-25T23:49:10.133960+0000 mgr.smithi120.hllzij (mgr.14704) 2195 : cluster [DBG] pgmap v1891: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:12.430 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:49:12.714 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:49:12.714 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (68m) 10m ago 69m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:49:12.715 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (61m) 10m ago 69m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:49:12.715 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (61m) 10m ago 68m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:49:12.715 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (68m) 10m ago 69m 42.5M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:49:12.715 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (65m) 10m ago 65m 24.8M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:49:12.716 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (65m) 10m ago 65m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:49:12.716 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (62m) 10m ago 70m 523M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:49:12.716 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (62m) 10m ago 68m 399M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:49:12.716 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (61m) 10m ago 70m 425M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:49:12.716 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (61m) 10m ago 68m 219M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:49:12.717 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (62m) 10m ago 62m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:49:12.717 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (62m) 10m ago 62m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:49:12.717 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (69m) 10m ago 69m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:49:12.717 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (68m) 10m ago 68m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:49:12.718 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (56m) 10m ago 68m 1928M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:49:12.718 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (68m) 10m ago 68m 2722M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:49:12.718 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (67m) 10m ago 67m 1992M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:49:12.718 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (67m) 10m ago 67m 2690M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:49:12.718 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (67m) 10m ago 67m 2172M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:49:12.719 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (66m) 10m ago 66m 3068M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:49:12.719 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (66m) 10m ago 66m 2485M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:49:12.719 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (66m) 10m ago 66m 3847M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:49:12.719 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (68m) 10m ago 69m 61.0M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:49:13.084 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:49:13.084 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:49:13.085 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:49:13.085 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:49:13.085 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:49:13.085 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:49:13.086 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:49:13.086 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:49:13.086 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:49:13.086 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:49:13.087 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:49:13.087 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:49:13.087 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:49:13.087 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:49:13.088 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:49:13.088 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:49:13.088 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:49:13.088 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:49:13.088 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:49:14.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:13 smithi145 conmon[67302]: cluster 2022-01-25T23:49:12.134319+0000 mgr.smithi120.hllzij (mgr.14704) 2196 : cluster [DBG] pgmap v1892: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:14.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:13 smithi145 conmon[67302]: audit 2022-01-25T23:49:12.418434+0000 mgr.smithi120.hllzij (mgr.14704) 2197 : audit [DBG] from='client.35534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:14.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:13 smithi145 conmon[67302]: audit 2022-01-25T23:49:12.705652+0000 mgr.smithi120.hllzij (mgr.14704) 2198 : audit [DBG] from='client.35538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:14.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:13 smithi145 conmon[67302]: audit 2022-01-25T23:49:13.085143+0000 mon.smithi120 (mon.0) 870 : audit [DBG] from='client.? 172.21.15.120:0/3052657018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:49:14.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:13 smithi145 conmon[67302]: audit 2022-01-25T23:49:13.149355+0000 mon.smithi120 (mon.0) 871 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:49:14.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:13 smithi145 conmon[67302]: audit 2022-01-25T23:49:13.522010+0000 mon.smithi120 (mon.0) 872 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:49:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:13 smithi120 conmon[102313]: cluster 2022-01-25T23:49:12.134319+0000 mgr.smithi120.hllzij (mgr.14704) 2196 : cluster 2022-01-25T23:49:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:13 smithi120 conmon[102313]: [DBG] pgmap v1892: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:13 smithi120 conmon[102313]: audit 2022-01-25T23:49:12.418434+0000 mgr.smithi120.hllzij (mgr.14704) 2197 : audit [DBG] from='client.35534 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:13 smithi120 conmon[102313]: audit 2022-01-25T23:49:12.705652+0000 2022-01-25T23:49:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:13 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 2198 : audit [DBG] from='client.35538 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:13 smithi120 conmon[102313]: audit 2022-01-25T23:49:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:13 smithi120 conmon[102313]: 2022-01-25T23:49:13.085143 2022-01-25T23:49:14.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:13 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 870 : 2022-01-25T23:49:14.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:13 smithi120 conmon[102313]: audit [DBG] from='client.? 172.21.15.120:0/3052657018' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:49:14.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:13 smithi120 conmon[102313]: audit 2022-01-25T23:49:13. 2022-01-25T23:49:14.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:13 smithi120 conmon[102313]: 149355+0000 mon.smithi120 (mon.0) 871 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:49:14.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:13 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:49:14.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:13 smithi120 conmon[102313]: -25T23:49:13.522010 2022-01-25T23:49:14.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:13 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 872 : 2022-01-25T23:49:14.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:13 smithi120 conmon[102313]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:49:16.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:15 smithi145 conmon[67302]: cluster 2022-01-25T23:49:14.134909+0000 mgr.smithi120.hllzij (mgr.14704) 2199 : cluster [DBG] pgmap v1893: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:16.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:15 smithi145 conmon[67302]: audit 2022-01-25T23:49:15.125820+0000 mon.smithi120 (mon.0) 873 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:49:16.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:15 smithi145 conmon[67302]: audit 2022-01-25T23:49:15.492209+0000 mon.smithi120 (mon.0) 874 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:49:16.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:15 smithi145 conmon[67302]: audit 2022-01-25T23:49:15.496302+0000 mon.smithi120 (mon.0) 875 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:49:16.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:15 smithi145 conmon[67302]: audit 2022-01-25T23:49:15.501173+0000 mon.smithi120 (mon.0) 876 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:49:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:15 smithi120 conmon[102313]: cluster 2022-01-25T23:49:14.134909+0000 mgr.smithi120.hllzij (mgr.14704) 2199 : cluster [DBG] pgmap v1893: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:16.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:15 smithi120 conmon[102313]: audit 2022-01-25T23:49:15.125820+0000 mon.smithi120 (mon.0) 873 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:49:16.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:15 smithi120 conmon[102313]: audit 2022-01-25T23:49:15.492209+0000 mon.smithi120 (mon 2022-01-25T23:49:16.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:15 smithi120 conmon[102313]: .0) 874 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:49:16.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:15 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T23:49:16.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:15 smithi120 conmon[102313]: 23:49:15.496302+0000 mon.smithi120 (mon.0 2022-01-25T23:49:16.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:15 smithi120 conmon[102313]: ) 875 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:49:16.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:15 smithi120 conmon[102313]: audit 2022-01-25T23:49 2022-01-25T23:49:16.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:15 smithi120 conmon[102313]: :15.501173+0000 mon.smithi120 (mon.0) 876 : 2022-01-25T23:49:16.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:15 smithi120 conmon[102313]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:49:18.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:17 smithi145 conmon[67302]: cluster 2022-01-25T23:49:16.135599+0000 mgr.smithi120.hllzij (mgr.14704) 2200 : cluster [DBG] pgmap v1894: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:17 smithi120 conmon[102313]: cluster 2022-01-25T23:49:16.135599+0000 mgr.smithi120.hllzij (mgr.14704) 2200 : cluster [DBG] pgmap v1894: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:20.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:19 smithi145 conmon[67302]: cluster 2022-01-25T23:49:18.136117+0000 mgr.smithi120.hllzij (mgr.14704) 2201 : cluster [DBG] pgmap v1895: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:19 smithi120 conmon[102313]: cluster 2022-01-25T23:49:18.136117+0000 mgr.smithi120.hllzij (mgr.14704) 2201 : cluster [DBG] pgmap v1895: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:21 smithi120 conmon[102313]: cluster 2022-01-25T23:49:20.136971+0000 mgr.smithi120.hllzij (mgr.14704) 2202 : cluster [DBG] pgmap v1896: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:22.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:21 smithi145 conmon[67302]: cluster 2022-01-25T23:49:20.136971+0000 mgr.smithi120.hllzij (mgr.14704) 2202 : cluster [DBG] pgmap v1896: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:23 smithi120 conmon[102313]: cluster 2022-01-25T23:49:22.137434+0000 mgr.smithi120.hllzij (mgr.14704) 2203 : cluster [DBG] pgmap v1897: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:23 smithi145 conmon[67302]: cluster 2022-01-25T23:49:22.137434+0000 mgr.smithi120.hllzij (mgr.14704) 2203 : cluster [DBG] pgmap v1897: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:25 smithi120 conmon[102313]: cluster 2022-01-25T23:49:24.137918+0000 mgr.smithi120.hllzij (mgr.14704) 2204 : cluster [DBG] 2022-01-25T23:49:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:25 smithi120 conmon[102313]: pgmap v1898: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:25 smithi145 conmon[67302]: cluster 2022-01-25T23:49:24.137918+0000 mgr.smithi120.hllzij (mgr.14704) 2204 : cluster [DBG] pgmap v1898: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:27 smithi120 conmon[102313]: cluster 2022-01-25T23:49:26.138741+0000 mgr.smithi120.hllzij (mgr.14704) 2205 : cluster [DBG] pgmap v1899: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:28.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:27 smithi145 conmon[67302]: cluster 2022-01-25T23:49:26.138741+0000 mgr.smithi120.hllzij (mgr.14704) 2205 : cluster [DBG] pgmap v1899: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:29 smithi120 conmon[102313]: cluster 2022-01-25T23:49:28.139237+0000 mgr.smithi120.hllzij (mgr.14704) 2206 2022-01-25T23:49:30.422 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:29 smithi120 conmon[102313]: : cluster [DBG] pgmap v1900: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:30.423 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:29 smithi145 conmon[67302]: cluster 2022-01-25T23:49:28.139237+0000 mgr.smithi120.hllzij (mgr.14704) 2206 : cluster [DBG] pgmap v1900: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:31 smithi120 conmon[102313]: cluster 2022-01-25T23:49:30.140074+0000 mgr.smithi120.hllzij (mgr.14704) 2207 2022-01-25T23:49:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:31 smithi120 conmon[102313]: : cluster [DBG] pgmap v1901: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:32.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:31 smithi145 conmon[67302]: cluster 2022-01-25T23:49:30.140074+0000 mgr.smithi120.hllzij (mgr.14704) 2207 : cluster [DBG] pgmap v1901: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:33 smithi120 conmon[102313]: cluster 2022-01-25T23:49:32.140660+0000 mgr.smithi120.hllzij (mgr.14704) 2208 : cluster [DBG] pgmap v1902: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:34.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:33 smithi145 conmon[67302]: cluster 2022-01-25T23:49:32.140660+0000 mgr.smithi120.hllzij (mgr.14704) 2208 : cluster [DBG] pgmap v1902: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:33 smithi145 conmon[67302]: 2022-01-25T23:49:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:35 smithi120 conmon[102313]: cluster 2022-01-25T23:49:34.141278+0000 mgr.smithi120.hllzij (mgr.14704) 2209 : cluster [DBG] pgmap v1903: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:35 smithi120 conmon[102313]: 2022-01-25T23:49:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:35 smithi145 conmon[67302]: cluster 2022-01-25T23:49:34.141278+0000 mgr.smithi120.hllzij (mgr.14704) 2209 : cluster [DBG] pgmap v1903: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:37 smithi120 conmon[102313]: cluster 2022-01-25T23:49:36.142178+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:49:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:37 smithi120 conmon[102313]: ) 2210 : cluster [DBG] pgmap v1904: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:37 smithi145 conmon[67302]: cluster 2022-01-25T23:49:36.142178+0000 mgr.smithi120.hllzij (mgr.14704) 2210 : cluster [DBG] pgmap v1904: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:39 smithi120 conmon[102313]: cluster 2022-01-25T23:49:38.142666+0000 mgr.smithi120.hllzij (mgr.14704) 2211 : cluster [DBG] pgmap v1905: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:39 smithi120 conmon[102313]: 2022-01-25T23:49:40.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:39 smithi145 conmon[67302]: cluster 2022-01-25T23:49:38.142666+0000 mgr.smithi120.hllzij (mgr.14704) 2211 : cluster [DBG] pgmap v1905: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:41 smithi120 conmon[102313]: cluster 2022-01-25T23:49:40.143440+0000 mgr.smithi120.hllzij (mgr.14704) 2212 : 2022-01-25T23:49:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:41 smithi120 conmon[102313]: cluster [DBG] pgmap v1906: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:41 smithi145 conmon[67302]: cluster 2022-01-25T23:49:40.143440+0000 mgr.smithi120.hllzij (mgr.14704) 2212 : cluster [DBG] pgmap v1906: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:43.384 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:49:43.650 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:49:43.651 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (68m) 28s ago 70m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:49:43.651 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (62m) 28s ago 69m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:49:43.651 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (62m) 30s ago 69m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:49:43.652 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (68m) 28s ago 69m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:49:43.652 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (65m) 28s ago 65m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:49:43.652 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (65m) 30s ago 65m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:49:43.652 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (62m) 28s ago 71m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:49:43.652 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (62m) 30s ago 69m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:49:43.653 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (62m) 28s ago 71m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:49:43.653 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (62m) 30s ago 69m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:49:43.653 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (63m) 28s ago 63m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:49:43.653 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (63m) 30s ago 63m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:49:43.653 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (69m) 28s ago 69m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:49:43.654 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (69m) 30s ago 69m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:49:43.654 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (56m) 28s ago 68m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:49:43.654 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (68m) 28s ago 68m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:49:43.654 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (68m) 28s ago 68m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:49:43.655 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (68m) 28s ago 68m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:49:43.655 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (67m) 30s ago 67m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:49:43.655 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (67m) 30s ago 67m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:49:43.655 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (67m) 30s ago 67m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:49:43.655 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (66m) 30s ago 66m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:49:43.656 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (68m) 28s ago 69m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:49:43.971 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:49:43.971 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:49:43.971 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:49:43.971 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:49:43.972 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:49:43.972 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:49:43.972 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:49:43.972 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:49:43.973 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:49:43.973 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:49:43.973 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:49:43.973 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:49:43.973 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:49:43.974 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:49:43.974 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:49:43.974 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:49:43.975 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:49:43.975 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:49:43.975 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:49:43.976 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:43 smithi120 conmon[102313]: cluster 2022-01-25T23:49:42.144112+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:49:43.976 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:43 smithi120 conmon[102313]: .14704) 2213 : cluster [DBG] pgmap v1907: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:43 smithi145 conmon[67302]: cluster 2022-01-25T23:49:42.144112+0000 mgr.smithi120.hllzij (mgr.14704) 2213 : cluster [DBG] pgmap v1907: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:44 smithi120 conmon[102313]: audit 2022-01-25T23:49:43.372650+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:49:45.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:44 smithi120 conmon[102313]: 2214 : audit [DBG] from='client.35546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:45.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:44 smithi120 conmon[102313]: audit 2022-01-25T23:49:43.642744+0000 mgr.smithi120.hllzij (mgr.14704) 2215 : audit [DBG] from='client.35550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:45.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:44 smithi120 conmon[102313]: audit 2022 2022-01-25T23:49:45.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:44 smithi120 conmon[102313]: -01-25T23:49:43.971521+0000 mon.smithi120 (mon.0) 877 : audit [DBG] from='client.? 172.21.15.120:0/1295955102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:49:45.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:44 smithi145 conmon[67302]: audit 2022-01-25T23:49:43.372650+0000 mgr.smithi120.hllzij (mgr.14704) 2214 : audit [DBG] from='client.35546 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:45.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:44 smithi145 conmon[67302]: audit 2022-01-25T23:49:43.642744+0000 mgr.smithi120.hllzij (mgr.14704) 2215 : audit [DBG] from='client.35550 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:49:45.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:44 smithi145 conmon[67302]: audit 2022-01-25T23:49:43.971521+0000 mon.smithi120 ( 2022-01-25T23:49:45.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:44 smithi145 conmon[67302]: mon.0) 877 : audit [DBG] from='client.? 172.21.15.120:0/1295955102' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:49:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:45 smithi120 conmon[102313]: cluster 2022-01-25T23:49:44.144575+0000 mgr.smithi120.hllzij (mgr.14704) 2216 : cluster [DBG] pgmap v1908: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:45 smithi120 conmon[102313]: 2022-01-25T23:49:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:45 smithi145 conmon[67302]: cluster 2022-01-25T23:49:44.144575+0000 mgr.smithi120.hllzij (mgr.14704) 2216 : cluster [DBG] pgmap v1908: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:47 smithi120 conmon[102313]: cluster 2022-01-25T23:49:46.145536+0000 mgr.smithi120.hllzij (mgr.14704) 2217 : cluster [DBG] pgmap v1909: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:47 smithi145 conmon[67302]: cluster 2022-01-25T23:49:46.145536+0000 mgr.smithi120.hllzij (mgr.14704) 2217 : cluster [DBG] pgmap v1909: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:49 smithi120 conmon[102313]: cluster 2022-01-25T23:49:48.145928+0000 mgr.smithi120.hllzij (mgr.14704) 2218 : cluster [DBG] pgmap v1910: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:50.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:49 smithi145 conmon[67302]: cluster 2022-01-25T23:49:48.145928+0000 mgr.smithi120.hllzij (mgr.14704) 2218 : cluster 2022-01-25T23:49:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:49 smithi145 conmon[67302]: [DBG] pgmap v1910: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:51 smithi120 conmon[102313]: cluster 2022-01-25T23:49:50.146830+0000 mgr.smithi120.hllzij (mgr.14704) 2219 : cluster [DBG] pgmap v1911: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:51 smithi145 conmon[67302]: cluster 2022-01-25T23:49:50.146830+0000 mgr.smithi120.hllzij (mgr.14704) 2219 : cluster [DBG] pgmap v1911: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:49:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:53 smithi120 conmon[102313]: cluster 2022-01-25T23:49:52.147264+0000 mgr.smithi120.hllzij (mgr.14704) 2220 : cluster [DBG] pgmap v1912: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:53 smithi120 conmon[102313]: audit 2022-01-25T23:49:53.835205+0000 mon.smithi120 (mon.0) 878 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:49:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:53 smithi120 conmon[102313]: audit 2022-01-25T23:49:53.836722+0000 mon.smithi120 (mon.0) 879 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:49:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:53 smithi145 conmon[67302]: cluster 2022-01-25T23:49:52.147264+0000 mgr.smithi120.hllzij (mgr.14704) 2220 : cluster [DBG] pgmap v1912: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:53 smithi145 conmon[67302]: audit 2022-01-25T23:49:53. 2022-01-25T23:49:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:53 smithi145 conmon[67302]: 835205+0000 mon.smithi120 (mon.0) 878 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:49:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:53 smithi145 conmon[67302]: audit 2022-01-25T23:49:53.836722+0000 mon.smithi120 (mon.0) 879 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:49:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:55 smithi120 conmon[102313]: cluster 2022-01-25T23:49:54.147757+0000 mgr.smithi120.hllzij (mgr.14704) 2221 : cluster [DBG] pgmap v1913: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:55 smithi120 conmon[102313]: 2022-01-25T23:49:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:55 smithi145 conmon[67302]: cluster 2022-01-25T23:49:54.147757+0000 mgr.smithi120.hllzij (mgr.14704) 2221 : cluster [DBG] pgmap v1913: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:57 smithi120 conmon[102313]: cluster 2022-01-25T23:49:56.148490+0000 mgr.smithi120.hllzij (mgr.14704) 2222 : cluster [DBG] 2022-01-25T23:49:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:57 smithi120 conmon[102313]: pgmap v1914: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:49:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:57 smithi145 conmon[67302]: cluster 2022-01-25T23:49:56.148490+0000 mgr.smithi120.hllzij (mgr.14704) 2222 : cluster [DBG] pgmap v1914: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:49:59 smithi120 conmon[102313]: cluster 2022-01-25T23:49:58.148944+0000 mgr.smithi120.hllzij (mgr.14704) 2223 : cluster [DBG] pgmap v1915: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:49:59 smithi145 conmon[67302]: cluster 2022-01-25T23:49:58.148944+0000 mgr.smithi120.hllzij (mgr.14704) 2223 : cluster [DBG] pgmap v1915: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:01.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:00 smithi120 conmon[102313]: cluster 2022-01-25T23:50:00.000118+0000 mon.smithi120 (mon.0) 880 : cluster [WRN] 2022-01-25T23:50:01.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:00 smithi120 conmon[102313]: overall HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T23:50:01.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:00 smithi145 conmon[67302]: cluster 2022-01-25T23:50:00.000118+0000 mon.smithi120 (mon.0) 880 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-25T23:50:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:01 smithi120 conmon[102313]: cluster 2022-01-25T23:50:00.149835+0000 mgr.smithi120.hllzij (mgr.14704) 2224 : cluster [DBG] pgmap v1916: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:02.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:01 smithi145 conmon[67302]: cluster 2022-01-25T23:50:00.149835+0000 mgr.smithi120.hllzij (mgr.14704) 2224 : cluster [DBG] pgmap v1916: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:03 smithi120 conmon[102313]: cluster 2022-01-25T23:50:02.150381+0000 mgr.smithi120.hllzij (mgr.14704) 2225 : cluster [DBG] pgmap v1917: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:03 smithi120 conmon[102313]: 2022-01-25T23:50:04.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:03 smithi145 conmon[67302]: cluster 2022-01-25T23:50:02.150381+0000 mgr.smithi120.hllzij (mgr.14704) 2225 : cluster [DBG] pgmap v1917: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:05 smithi120 conmon[102313]: cluster 2022-01-25T23:50:04.150915+0000 mgr.smithi120.hllzij (mgr.14704) 2226 : cluster [DBG] 2022-01-25T23:50:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:05 smithi120 conmon[102313]: pgmap v1918: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:06.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:05 smithi145 conmon[67302]: cluster 2022-01-25T23:50:04.150915+0000 mgr.smithi120.hllzij (mgr.14704) 2226 : cluster [DBG] pgmap v1918: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:07 smithi120 conmon[102313]: cluster 2022-01-25T23:50:06.151643+0000 mgr.smithi120.hllzij (mgr.14704) 2227 : cluster [DBG] pgmap v1919: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:07 smithi120 conmon[102313]: 2022-01-25T23:50:08.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:07 smithi145 conmon[67302]: cluster 2022-01-25T23:50:06.151643+0000 mgr.smithi120.hllzij (mgr.14704) 2227 : cluster [DBG] pgmap v1919: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:09 smithi120 conmon[102313]: cluster 2022-01-25T23:50:08.152178+0000 mgr.smithi120.hllzij (mgr.14704) 2228 : cluster [DBG] pgmap v1920: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:09 smithi120 conmon[102313]: 2022-01-25T23:50:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:09 smithi145 conmon[67302]: cluster 2022-01-25T23:50:08.152178+0000 mgr.smithi120.hllzij (mgr.14704) 2228 : cluster [DBG] pgmap v1920: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:11 smithi120 conmon[102313]: cluster 2022-01-25T23:50:10.153111+0000 mgr.smithi120.hllzij (mgr.14704) 2229 : 2022-01-25T23:50:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:11 smithi120 conmon[102313]: cluster [DBG] pgmap v1921: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:12.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:11 smithi145 conmon[67302]: cluster 2022-01-25T23:50:10.153111+0000 mgr.smithi120.hllzij (mgr.14704) 2229 : cluster [DBG] pgmap v1921: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:14.274 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:13 smithi120 conmon[102313]: cluster 2022-01-25T23:50:12.153619+0000 mgr.smithi120.hllzij (mgr.14704) 2230 : cluster [DBG] pgmap v1922: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:14.274 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:13 smithi120 conmon[102313]: 2022-01-25T23:50:14.274 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:50:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:13 smithi145 conmon[67302]: cluster 2022-01-25T23:50:12.153619+0000 mgr.smithi120.hllzij (mgr.14704) 2230 : cluster [DBG] pgmap v1922: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:14.542 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:50:14.542 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (69m) 59s ago 70m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:50:14.542 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (62m) 59s ago 70m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:50:14.543 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (62m) 61s ago 70m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:50:14.543 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (69m) 59s ago 70m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:50:14.543 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (66m) 59s ago 66m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:50:14.543 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (66m) 61s ago 66m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:50:14.544 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (63m) 59s ago 71m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:50:14.544 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (63m) 61s ago 69m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:50:14.544 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (63m) 59s ago 71m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:50:14.544 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (62m) 61s ago 69m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:50:14.545 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (63m) 59s ago 63m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:50:14.545 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (63m) 61s ago 63m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:50:14.545 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (70m) 59s ago 70m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:50:14.545 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (69m) 61s ago 69m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:50:14.545 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (57m) 59s ago 69m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:50:14.546 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (69m) 59s ago 69m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:50:14.546 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (68m) 59s ago 68m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:50:14.546 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (68m) 59s ago 68m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:50:14.546 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (68m) 61s ago 68m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:50:14.547 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (68m) 61s ago 68m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:50:14.547 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (67m) 61s ago 67m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:50:14.547 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (67m) 61s ago 67m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:50:14.547 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (69m) 59s ago 70m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:50:14.861 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:50:14.861 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:50:14.861 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:50:14.862 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:50:14.862 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:50:14.862 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:50:14.862 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:50:14.863 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:50:14.863 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:50:14.863 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:50:14.864 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:50:14.864 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:50:14.865 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:50:14.865 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:50:14.865 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:50:14.866 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:50:14.866 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:50:14.866 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:50:14.866 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:50:16.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:15 smithi120 conmon[102313]: cluster 2022-01-25T23:50:14.154014+0000 mgr.smithi120.hllzij (mgr.14704) 2231 : cluster [DBG] 2022-01-25T23:50:16.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:15 smithi120 conmon[102313]: pgmap v1923: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:16.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:15 smithi120 conmon[102313]: audit 2022-01-25T23:50:14.262849+0000 mgr.smithi120.hllzij (mgr.14704) 2232 : audit [DBG] from='client.35558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:16.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:15 smithi120 conmon[102313]: audit 2022-01-25T23:50:14.534105 2022-01-25T23:50:16.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:15 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 2233 : audit [DBG] from='client.35562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:16.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:15 smithi120 conmon[102313]: audit 2022- 2022-01-25T23:50:16.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:15 smithi120 conmon[102313]: 01-25T23:50:14.861760+0000 mon.smithi120 (mon.0) 881 : 2022-01-25T23:50:16.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:15 smithi120 conmon[102313]: audit [DBG] from='client.? 172.21.15.120:0/646637034' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:50:16.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:15 smithi120 conmon[102313]: audit 2022-01-25T23:50: 2022-01-25T23:50:16.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:15 smithi120 conmon[102313]: 15.503616+0000 mon.smithi120 (mon.0) 882 : audit 2022-01-25T23:50:16.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:15 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:50:16.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:15 smithi120 conmon[102313]: audit 2022-01-25T23:50:15 2022-01-25T23:50:16.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:15 smithi120 conmon[102313]: .504913+0000 mon.smithi120 (mon.0) 883 : audit 2022-01-25T23:50:16.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:15 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:50:16.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:15 smithi120 conmon[102313]: audit 2022-01-25T23:50:15 2022-01-25T23:50:16.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:15 smithi120 conmon[102313]: .505874+0000 mon.smithi120 (mon.0) 884 : audit 2022-01-25T23:50:16.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:15 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:50:16.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: cluster 2022-01-25T23:50:14.154014+0000 mgr.smithi120.hllzij (mgr.14704) 2231 : cluster [DBG] pgmap v1923: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:16.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: audit 2022-01-25T23:50:14.262849+0000 mgr.smithi120.hllzij (mgr.14704) 2232 : audit [DBG] from='client.35558 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:16.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: audit 2022-01-25 2022-01-25T23:50:16.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: T23:50:14.534105+0000 2022-01-25T23:50:16.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 2233 : audit 2022-01-25T23:50:16.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: [DBG] from='client.35562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:16.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: audit 2022-01- 2022-01-25T23:50:16.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: 25T23:50:14.861760 2022-01-25T23:50:16.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 881 2022-01-25T23:50:16.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: : audit [DBG] from='client.? 172.21.15.120:0/646637034' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:50:16.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: audit 2022 2022-01-25T23:50:16.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: -01-25T23:50:15 2022-01-25T23:50:16.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: .503616+0000 mon.smithi120 (mon. 2022-01-25T23:50:16.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: 0) 882 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:50:16.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: 2022-01-25T23:50:16.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: audit 2022-01-25T23:50:16.083 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: 2022-01-25T23:50 2022-01-25T23:50:16.083 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: :15.504913+0000 mon.smithi120 ( 2022-01-25T23:50:16.083 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: mon.0) 883 : audit [DBG] 2022-01-25T23:50:16.083 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:50:16.084 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: audit 2022-01-25T23:50:16.084 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: 2022-01-25T23: 2022-01-25T23:50:16.084 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: 50:15.505874+0000 mon.smithi120 2022-01-25T23:50:16.084 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: (mon.0) 884 : audit 2022-01-25T23:50:16.084 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:15 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:50:17.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:16 smithi120 conmon[102313]: cephadm 2022-01-25T23:50:15.506550+0000 2022-01-25T23:50:17.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:16 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 2234 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:50:17.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:16 smithi120 conmon[102313]: audit 2022-01-25T23:50:15.907250+0000 mon.smithi120 (mon.0) 885 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:50:17.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:16 smithi120 conmon[102313]: audit 2022-01-25T23:50:15.914339+0000 mon.smithi120 (mon.0) 886 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:50:17.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:16 smithi145 conmon[67302]: cephadm 2022-01-25T23:50:15.506550+0000 mgr.smithi120.hllzij (mgr.14704) 2234 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:50:17.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:16 smithi145 conmon[67302]: audit 2022-01-25T23:50:15.907250+0000 mon.smithi120 (mon.0) 885 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:50:17.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:16 smithi145 conmon[67302]: audit 2022-01-25T23:50:15.914339+0000 mon.smithi120 (mon.0) 886 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:50:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:17 smithi120 conmon[102313]: cluster 2022-01-25T23:50:16.154830+0000 mgr.smithi120.hllzij (mgr.14704) 2235 : cluster [DBG] 2022-01-25T23:50:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:17 smithi120 conmon[102313]: pgmap v1924: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:17 smithi145 conmon[67302]: cluster 2022-01-25T23:50:16.154830+0000 mgr.smithi120.hllzij (mgr.14704) 2235 : cluster [DBG] pgmap v1924: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:19 smithi120 conmon[102313]: cluster 2022-01-25T23:50:18.155451+0000 mgr.smithi120.hllzij (mgr.14704) 2236 : cluster [DBG] pgmap v1925: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:20.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:19 smithi145 conmon[67302]: cluster 2022-01-25T23:50:18.155451+0000 mgr.smithi120.hllzij (mgr.14704) 2236 : cluster [DBG] pgmap v1925: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:21 smithi120 conmon[102313]: cluster 2022-01-25T23:50:20.156286+0000 mgr.smithi120.hllzij (mgr.14704) 2237 : cluster [DBG] pgmap v1926: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:21 smithi145 conmon[67302]: cluster 2022-01-25T23:50:20.156286+0000 mgr.smithi120.hllzij (mgr.14704) 2237 : cluster [DBG] pgmap v1926: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:23 smithi120 conmon[102313]: cluster 2022-01-25T23:50:22.156866+0000 mgr.smithi120.hllzij (mgr.14704) 2238 : cluster [DBG] pgmap v1927: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:23 smithi145 conmon[67302]: cluster 2022-01-25T23:50:22.156866+0000 mgr.smithi120.hllzij (mgr.14704) 2238 : cluster [DBG] pgmap v1927: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:25 smithi120 conmon[102313]: cluster 2022-01-25T23:50:24.157298+0000 mgr.smithi120.hllzij (mgr.14704) 2239 : cluster [DBG] pgmap v1928: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:25 smithi145 conmon[67302]: cluster 2022-01-25T23:50:24.157298+0000 mgr.smithi120.hllzij (mgr.14704) 2239 : cluster [DBG] pgmap v1928: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:27 smithi120 conmon[102313]: cluster 2022-01-25T23:50:26.158292+0000 mgr.smithi120.hllzij (mgr.14704) 2240 : cluster [DBG] pgmap v1929: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:27 smithi145 conmon[67302]: cluster 2022-01-25T23:50:26.158292+0000 mgr.smithi120.hllzij (mgr.14704) 2240 : cluster [DBG] pgmap v1929: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:30.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:29 smithi120 conmon[102313]: cluster 2022-01-25T23:50:28.158939+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:50:30.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:29 smithi120 conmon[102313]: 14704) 2241 : cluster [DBG] pgmap v1930: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:30.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:29 smithi145 conmon[67302]: cluster 2022-01-25T23:50:28.158939+0000 mgr.smithi120.hllzij (mgr.14704) 2241 : cluster [DBG] pgmap v1930: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:31 smithi120 conmon[102313]: cluster 2022-01-25T23:50:30.159739+0000 mgr.smithi120.hllzij (mgr.14704) 2242 : cluster [DBG] pgmap v1931: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:31 smithi145 conmon[67302]: cluster 2022-01-25T23:50:30.159739+0000 mgr.smithi120.hllzij (mgr.14704) 2242 : cluster [DBG] pgmap v1931: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:33 smithi120 conmon[102313]: cluster 2022-01-25T23:50:32.160275+0000 mgr.smithi120.hllzij (mgr.14704) 2243 : cluster [DBG] pgmap v1932: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:34.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:33 smithi145 conmon[67302]: cluster 2022-01-25T23:50:32.160275+0000 mgr.smithi120.hllzij (mgr.14704) 2243 : cluster [DBG] pgmap v1932: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:35 smithi120 conmon[102313]: cluster 2022-01-25T23:50:34.160718+0000 mgr.smithi120.hllzij (mgr.14704) 2244 : cluster [DBG] pgmap v1933: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:36.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:35 smithi145 conmon[67302]: cluster 2022-01-25T23:50:34.160718+0000 mgr.smithi120.hllzij (mgr.14704) 2244 : cluster [DBG] pgmap v1933: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:37 smithi120 conmon[102313]: cluster 2022-01-25T23:50:36.161635+0000 mgr.smithi120.hllzij (mgr.14704) 2245 : cluster [DBG] pgmap v1934: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:38.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:37 smithi145 conmon[67302]: cluster 2022-01-25T23:50:36.161635+0000 mgr.smithi120.hllzij (mgr.14704) 2245 : cluster [DBG] pgmap v1934: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:37 smithi145 conmon[67302]: 2022-01-25T23:50:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:39 smithi120 conmon[102313]: cluster 2022-01-25T23:50:38.162312+0000 mgr.smithi120.hllzij (mgr.14704) 2246 : cluster [DBG] pgmap v1935: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:39 smithi145 conmon[67302]: cluster 2022-01-25T23:50:38.162312+0000 mgr.smithi120.hllzij (mgr.14704) 2246 : cluster [DBG] pgmap v1935: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:41 smithi120 conmon[102313]: cluster 2022-01-25T23:50:40.163040+0000 mgr.smithi120.hllzij (mgr.14704) 2247 : cluster [DBG] pgmap v1936: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:41 smithi145 conmon[67302]: cluster 2022-01-25T23:50:40.163040+0000 mgr.smithi120.hllzij (mgr.14704) 2247 : cluster [DBG] pgmap v1936: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:43 smithi120 conmon[102313]: cluster 2022-01-25T23:50:42.163746+0000 mgr.smithi120.hllzij (mgr.14704) 2248 : cluster [DBG] pgmap v1937: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:43 smithi145 conmon[67302]: cluster 2022-01-25T23:50:42.163746+0000 mgr.smithi120.hllzij (mgr.14704) 2248 : cluster [DBG] pgmap v1937: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:45.166 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:50:45.433 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:50:45.434 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (69m) 90s ago 71m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:50:45.434 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (63m) 90s ago 71m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:50:45.435 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (63m) 92s ago 70m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:50:45.435 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (69m) 90s ago 70m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:50:45.435 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (66m) 90s ago 66m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:50:45.436 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (66m) 92s ago 66m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:50:45.436 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (64m) 90s ago 72m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:50:45.436 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (63m) 92s ago 70m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:50:45.436 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (63m) 90s ago 72m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:50:45.436 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (63m) 92s ago 70m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:50:45.437 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (64m) 90s ago 64m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:50:45.437 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (64m) 92s ago 64m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:50:45.437 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (70m) 90s ago 70m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:50:45.437 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (70m) 92s ago 70m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:50:45.438 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (57m) 90s ago 69m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:50:45.438 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (69m) 90s ago 69m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:50:45.438 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (69m) 90s ago 69m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:50:45.438 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (69m) 90s ago 69m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:50:45.439 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (68m) 92s ago 68m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:50:45.439 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (68m) 92s ago 68m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:50:45.440 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (68m) 92s ago 68m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:50:45.440 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (67m) 92s ago 67m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:50:45.440 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (69m) 90s ago 70m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:50:45.757 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:50:45.757 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:50:45.758 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:50:45.758 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:50:45.758 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:50:45.758 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:50:45.759 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:50:45.759 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:50:45.759 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:50:45.759 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:50:45.759 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:50:45.760 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:50:45.760 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:50:45.760 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:50:45.760 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:50:45.761 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:50:45.761 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:50:45.761 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:50:45.761 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:50:46.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:45 smithi120 conmon[102313]: cluster 2022-01-25T23:50:44.164246+0000 mgr.smithi120.hllzij (mgr.14704) 2249 2022-01-25T23:50:46.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:45 smithi120 conmon[102313]: : cluster [DBG] pgmap v1938: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:46.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:45 smithi120 conmon[102313]: audit 2022-01-25T23:50:45.757627+0000 mon.smithi120 (mon.0) 887 : audit [DBG] from='client.? 172.21.15.120:0/2014086819' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:50:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:45 smithi145 conmon[67302]: cluster 2022-01-25T23:50:44.164246+0000 mgr.smithi120.hllzij (mgr.14704) 2249 : cluster [DBG] pgmap v1938: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:45 smithi145 conmon[67302]: audit 2022-01-25T23:50:45.757627+0000 mon.smithi120 ( 2022-01-25T23:50:46.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:45 smithi145 conmon[67302]: mon.0) 887 : audit [DBG] from='client.? 172.21.15.120:0/2014086819' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:50:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:46 smithi120 conmon[102313]: audit 2022-01-25T23:50:45.155279+0000 mgr.smithi120.hllzij (mgr.14704) 2250 : audit [DBG] from='client.35570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:47.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:46 smithi120 conmon[102313]: audit 2022-01-25T23:50:45.425306+0000 mgr.smithi120.hllzij (mgr.14704) 2251 : audit [DBG] from='client.35574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:47.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:46 smithi145 conmon[67302]: audit 2022-01-25T23:50:45.155279+0000 mgr.smithi120.hllzij (mgr.14704) 2250 : audit [DBG] from='client.35570 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:47.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:46 smithi145 conmon[67302]: audit 2022-01-25T23:50:45.425306+0000 mgr.smithi120.hllzij (mgr.14704) 2251 : audit [DBG] from='client.35574 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:50:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:47 smithi120 conmon[102313]: cluster 2022-01-25T23:50:46.165215+0000 mgr.smithi120.hllzij (mgr.14704) 2252 : cluster [DBG] pgmap v1939: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:48.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:47 smithi145 conmon[67302]: cluster 2022-01-25T23:50:46.165215+0000 mgr.smithi120.hllzij (mgr.14704) 2252 : cluster [DBG] pgmap v1939: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:49 smithi120 conmon[102313]: cluster 2022-01-25T23:50:48.165903+0000 mgr.smithi120.hllzij (mgr.14704) 2253 : cluster 2022-01-25T23:50:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:49 smithi120 conmon[102313]: [DBG] pgmap v1940: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:50.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:49 smithi145 conmon[67302]: cluster 2022-01-25T23:50:48.165903+0000 mgr.smithi120.hllzij (mgr.14704) 2253 : cluster [DBG] pgmap v1940: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:51 smithi120 conmon[102313]: cluster 2022-01-25T23:50:50.166659+0000 mgr.smithi120.hllzij (mgr.14704) 2254 : cluster [DBG] pgmap v1941: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:51 smithi145 conmon[67302]: cluster 2022-01-25T23:50:50.166659+0000 mgr.smithi120.hllzij (mgr.14704) 2254 : cluster [DBG] pgmap v1941: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:50:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:51 smithi145 conmon[67302]: 2022-01-25T23:50:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:53 smithi120 conmon[102313]: cluster 2022-01-25T23:50:52.167220+0000 mgr.smithi120.hllzij (mgr.14704) 2255 : cluster [DBG] pgmap v1942: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:53 smithi120 conmon[102313]: audit 2022-01-25T23:50:53.839393+0000 mon.smithi120 (mon.0) 888 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:50:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:53 smithi120 conmon[102313]: audit 2022-01-25T23:50:53.839716+0000 mon.smithi120 (mon.0) 889 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:50:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:53 smithi145 conmon[67302]: cluster 2022-01-25T23:50:52.167220+0000 mgr.smithi120.hllzij (mgr.14704) 2255 : cluster [DBG] 2022-01-25T23:50:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:53 smithi145 conmon[67302]: pgmap v1942: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:53 smithi145 conmon[67302]: audit 2022-01-25T23:50:53.839393+0000 mon.smithi120 (mon.0) 888 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:50:54.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:53 smithi145 conmon[67302]: audit 2022-01-25 2022-01-25T23:50:54.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:53 smithi145 conmon[67302]: T23:50:53.839716+0000 mon.smithi120 (mon.0) 889 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:50:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:55 smithi120 conmon[102313]: cluster 2022-01-25T23:50:54.167841+0000 mgr.smithi120.hllzij (mgr.14704) 2256 : cluster [DBG] pgmap v1943: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:55 smithi145 conmon[67302]: cluster 2022-01-25T23:50:54.167841+0000 mgr.smithi120.hllzij (mgr.14704) 2256 2022-01-25T23:50:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:55 smithi145 conmon[67302]: : cluster [DBG] pgmap v1943: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:58 smithi120 conmon[102313]: cluster 2022-01-25T23:50:56.168611+0000 mgr.smithi120.hllzij (mgr.14704) 2257 : cluster [DBG] pgmap v1944: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:50:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:50:58 smithi120 conmon[102313]: 2022-01-25T23:50:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:58 smithi145 conmon[67302]: cluster 2022-01-25T23:50:56.168611+0000 mgr.smithi120.hllzij (mgr.14704) 2257 : cluster 2022-01-25T23:50:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:50:58 smithi145 conmon[67302]: [DBG] pgmap v1944: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:00 smithi120 conmon[102313]: cluster 2022-01-25T23:50:58.169126+0000 mgr.smithi120.hllzij (mgr.14704) 2258 : cluster 2022-01-25T23:51:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:00 smithi120 conmon[102313]: [DBG] pgmap v1945: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:00 smithi145 conmon[67302]: cluster 2022-01-25T23:50:58.169126+0000 mgr.smithi120.hllzij (mgr.14704) 2258 : cluster 2022-01-25T23:51:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:00 smithi145 conmon[67302]: [DBG] pgmap v1945: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:02 smithi120 conmon[102313]: cluster 2022-01-25T23:51:00.169877+0000 mgr.smithi120.hllzij (mgr.14704) 2259 : cluster 2022-01-25T23:51:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:02 smithi120 conmon[102313]: [DBG] pgmap v1946: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:02 smithi145 conmon[67302]: cluster 2022-01-25T23:51:00.169877+0000 mgr.smithi120.hllzij (mgr.14704) 2259 : cluster [DBG] 2022-01-25T23:51:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:02 smithi145 conmon[67302]: pgmap v1946: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:04 smithi120 conmon[102313]: cluster 2022-01-25T23:51:02.170358+0000 mgr.smithi120.hllzij (mgr.14704) 2260 : cluster [DBG] pgmap v1947: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:04 smithi120 conmon[102313]: 2022-01-25T23:51:04.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:04 smithi145 conmon[67302]: cluster 2022-01-25T23:51:02.170358+0000 mgr.smithi120.hllzij (mgr.14704) 2260 : cluster 2022-01-25T23:51:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:04 smithi145 conmon[67302]: [DBG] pgmap v1947: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:06 smithi120 conmon[102313]: cluster 2022-01-25T23:51:04.170830+0000 mgr.smithi120.hllzij (mgr.14704) 2261 : cluster [DBG] pgmap v1948: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:06 smithi145 conmon[67302]: cluster 2022-01-25T23:51:04.170830+0000 mgr.smithi120.hllzij (mgr.14704) 2261 : cluster [DBG] pgmap v1948: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:08.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:08 smithi120 conmon[102313]: cluster 2022-01-25T23:51:06.171583+0000 mgr.smithi120.hllzij (mgr.14704) 2262 : cluster [DBG] pgmap v1949: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:08 smithi145 conmon[67302]: cluster 2022-01-25T23:51:06.171583+0000 mgr.smithi120.hllzij (mgr.14704) 2262 : cluster [DBG] pgmap v1949: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:08 smithi145 conmon[67302]: 2022-01-25T23:51:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:10 smithi120 conmon[102313]: cluster 2022-01-25T23:51:08.172185+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:51:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:10 smithi120 conmon[102313]: 14704) 2263 : cluster [DBG] pgmap v1950: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:10 smithi120 conmon[102313]: cluster 2022-01-25T23:51:09.687971+0000 mon.smithi120 (mon.0) 890 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2022-01-25T23:51:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:10 smithi145 conmon[67302]: cluster 2022-01-25T23:51:08.172185+0000 mgr.smithi120.hllzij (mgr.14704) 2263 : cluster [DBG] pgmap v1950: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:10 smithi145 conmon[67302]: cluster 2022-01-25T23:51:09.687971+0000 mon.smithi120 (mon.0) 890 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2022-01-25T23:51:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:12 smithi120 conmon[102313]: cluster 2022-01-25T23:51:10.172668+0000 mgr.smithi120.hllzij (mgr.14704) 2264 : cluster [DBG] pgmap v1952: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:12.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:12 smithi145 conmon[67302]: cluster 2022-01-25T23:51:10.172668+0000 mgr.smithi120.hllzij (mgr.14704) 2264 : cluster [DBG] pgmap v1952: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:14 smithi120 conmon[102313]: cluster 2022-01-25T23:51:12.173260+0000 mgr.smithi120.hllzij (mgr.14704) 2265 : cluster [DBG] pgmap v1953: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:14 smithi145 conmon[67302]: cluster 2022-01-25T23:51:12.173260+0000 mgr.smithi120.hllzij (mgr.14704) 2265 : cluster [DBG] pgmap v1953: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:16.066 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:51:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:16 smithi120 conmon[102313]: cluster 2022-01-25T23:51:14.173838+0000 mgr.smithi120.hllzij ( 2022-01-25T23:51:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:16 smithi120 conmon[102313]: mgr.14704) 2266 : cluster [DBG] pgmap v1954: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:16 smithi120 conmon[102313]: audit 2022-01-25T23:51:15.916678+0000 mon.smithi120 (mon.0) 891 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:51:16.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:16 smithi120 conmon[102313]: audit 2022-01-25T23:51:15.917723+0000 mon.smithi120 (mon.0) 892 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:51:16.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:16 smithi120 conmon[102313]: audit 2022-01-25T23:51:15.918403+0000 mon.smithi120 (mon.0) 893 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:51:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:16 smithi145 conmon[67302]: cluster 2022-01-25T23:51:14.173838+0000 mgr.smithi120.hllzij (mgr.14704) 2266 : cluster 2022-01-25T23:51:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:16 smithi145 conmon[67302]: [DBG] pgmap v1954: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:16 smithi145 conmon[67302]: audit 2022-01-25T23:51:15.916678+0000 mon.smithi120 (mon.0) 891 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:51:16.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:16 smithi145 conmon[67302]: audit 2022-01-25T23:51:15.917723 2022-01-25T23:51:16.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:16 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 892 : audit [DBG] 2022-01-25T23:51:16.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:16 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:51:16.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:16 smithi145 conmon[67302]: audit 2022-01-25T23: 2022-01-25T23:51:16.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:16 smithi145 conmon[67302]: 51:15.918403+0000 mon.smithi120 (mon.0 2022-01-25T23:51:16.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:16 smithi145 conmon[67302]: ) 893 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:51:16.351 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:51:16.351 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (70m) 2m ago 71m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:51:16.352 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (63m) 2m ago 71m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:51:16.352 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (63m) 2m ago 71m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:51:16.352 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (70m) 2m ago 71m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:51:16.352 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (67m) 2m ago 67m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:51:16.353 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (67m) 2m ago 67m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:51:16.353 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (64m) 2m ago 72m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:51:16.353 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (64m) 2m ago 70m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:51:16.353 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (64m) 2m ago 72m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:51:16.354 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (63m) 2m ago 70m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:51:16.354 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (64m) 2m ago 64m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:51:16.354 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (64m) 2m ago 64m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:51:16.354 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (71m) 2m ago 71m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:51:16.354 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (70m) 2m ago 70m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:51:16.355 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (58m) 2m ago 70m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:51:16.355 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (70m) 2m ago 70m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:51:16.355 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (69m) 2m ago 69m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:51:16.355 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (69m) 2m ago 69m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:51:16.356 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (69m) 2m ago 69m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:51:16.356 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (69m) 2m ago 69m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:51:16.356 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (68m) 2m ago 68m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:51:16.356 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (68m) 2m ago 68m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:51:16.356 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (70m) 2m ago 71m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:51:16.702 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:51:16.702 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:51:16.702 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:51:16.703 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:51:16.703 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:51:16.703 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:51:16.703 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:51:16.704 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:51:16.704 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:51:16.704 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:51:16.704 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:51:16.705 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:51:16.705 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:51:16.705 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:51:16.705 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:51:16.705 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:51:16.706 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:51:16.706 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:51:16.706 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:51:17.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:17 smithi120 conmon[102313]: cephadm 2022-01-25T23:51:15.918908+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:51:17.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:17 smithi120 conmon[102313]: 2267 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:51:17.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:17 smithi120 conmon[102313]: audit 2022-01-25T23:51:16.053370+0000 mgr.smithi120.hllzij (mgr.14704) 2268 : audit [DBG] from='client.35582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:17.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:17 smithi120 conmon[102313]: audit 2022-01-25T23:51:16.266633+0000 mon.smithi120 (mon.0) 894 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:51:17.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:17 smithi120 conmon[102313]: audit 2022-01-25T23:51:16.663192+0000 mon.smithi120 (mon.0) 895 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:51:17.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:17 smithi120 conmon[102313]: audit 2022-01-25T23:51:16.668181+0000 mon.smithi120 (mon.0) 896 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:51:17.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:17 smithi120 conmon[102313]: audit 2022-01-25T23:51:16.702374+0000 mon.smithi145 (mon.1) 4 : audit [DBG] from='client.? 172.21.15.120:0/2168673116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:51:17.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:17 smithi145 conmon[67302]: cephadm 2022-01-25T23:51:15.918908+0000 mgr.smithi120.hllzij (mgr.14704) 2267 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:51:17.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:17 smithi145 conmon[67302]: audit 2022-01-25T23:51:16.053370+0000 mgr.smithi120.hllzij (mgr.14704) 2268 : audit [DBG] from='client.35582 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:17.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:17 smithi145 conmon[67302]: audit 2022-01-25T23:51:16.266633+0000 2022-01-25T23:51:17.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:17 smithi145 conmon[67302]: mon.smithi120 (mon.0) 894 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:51:17.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:17 smithi145 conmon[67302]: audit 2022-01-25T23 2022-01-25T23:51:17.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:17 smithi145 conmon[67302]: :51:16.663192+0000 mon.smithi120 (mon.0) 2022-01-25T23:51:17.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:17 smithi145 conmon[67302]: 895 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:51:17.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:17 smithi145 conmon[67302]: audit 2022-01 2022-01-25T23:51:17.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:17 smithi145 conmon[67302]: -25T23:51:16.668181+0000 2022-01-25T23:51:17.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:17 smithi145 conmon[67302]: mon.smithi120 (mon.0) 896 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:51:17.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:17 smithi145 conmon[67302]: audit 2022-01-25T23:51:17.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:17 smithi145 conmon[67302]: 2022-01-25T23:51: 2022-01-25T23:51:17.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:17 smithi145 conmon[67302]: 16.702374+0000 mon.smithi145 (mon. 2022-01-25T23:51:17.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:17 smithi145 conmon[67302]: 1) 4 : audit [DBG] from='client.? 172.21.15.120:0/2168673116' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:51:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:18 smithi120 conmon[102313]: cluster 2022-01-25T23:51:16.174752+0000 mgr.smithi120.hllzij (mgr.14704) 2269 : cluster [DBG] 2022-01-25T23:51:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:18 smithi120 conmon[102313]: pgmap v1955: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:18.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:18 smithi120 conmon[102313]: audit 2022-01-25T23:51:16.342521+0000 mgr.smithi120.hllzij (mgr.14704) 2270 : audit [DBG] from='client.35586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:18.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:18 smithi145 conmon[67302]: cluster 2022-01-25T23:51:16.174752+0000 mgr.smithi120.hllzij (mgr.14704) 2269 : cluster [DBG] pgmap v1955: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:18 smithi145 conmon[67302]: audit 2022-01-25T23:51:16.342521+0000 mgr.smithi120.hllzij (mgr.14704) 2270 : audit [DBG] from='client.35586 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:20 smithi120 conmon[102313]: cluster 2022-01-25T23:51:18.175310+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:51:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:20 smithi120 conmon[102313]: 2271 : cluster [DBG] pgmap v1956: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:20.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:20 smithi145 conmon[67302]: cluster 2022-01-25T23:51:18.175310+0000 mgr.smithi120.hllzij (mgr.14704) 2271 : cluster [DBG] pgmap v1956: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:22 smithi120 conmon[102313]: cluster 2022-01-25T23:51:20.176276+0000 mgr.smithi120.hllzij (mgr.14704) 2272 : cluster [DBG] 2022-01-25T23:51:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:22 smithi120 conmon[102313]: pgmap v1957: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 195 B/s rd, 0 op/s 2022-01-25T23:51:22.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:22 smithi145 conmon[67302]: cluster 2022-01-25T23:51:20.176276+0000 mgr.smithi120.hllzij (mgr.14704) 2272 : cluster [DBG] pgmap v1957: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 195 B/s rd, 0 op/s 2022-01-25T23:51:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:24 smithi120 conmon[102313]: cluster 2022-01-25T23:51:22.176894+0000 mgr.smithi120.hllzij (mgr.14704) 2273 : cluster [DBG] pgmap v1958: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:24 smithi145 conmon[67302]: cluster 2022-01-25T23:51:22.176894+0000 mgr.smithi120.hllzij (mgr.14704) 2273 : cluster [DBG] pgmap v1958: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:26.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:25 smithi120 conmon[102313]: cluster 2022-01-25T23:51:24.177479+0000 mgr.smithi120.hllzij (mgr.14704) 2274 : cluster [DBG] pgmap v1959: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:26.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:25 smithi120 conmon[102313]: 2022-01-25T23:51:26.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:25 smithi120 conmon[102313]: cluster 2022-01-25T23:51:24.693771+0000 mon.smithi120 (mon.0) 897 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2022-01-25T23:51:26.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:25 smithi145 conmon[67302]: cluster 2022-01-25T23:51:24.177479+0000 mgr.smithi120.hllzij (mgr.14704) 2274 : cluster [DBG] pgmap v1959: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:26.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:25 smithi145 conmon[67302]: cluster 2022-01-25T23:51:24.693771+0000 mon.smithi120 (mon 2022-01-25T23:51:26.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:25 smithi145 conmon[67302]: .0) 897 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2022-01-25T23:51:28.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:27 smithi120 conmon[102313]: cluster 2022-01-25T23:51:26.178026+0000 mgr.smithi120.hllzij (mgr.14704) 2275 : cluster [DBG] pgmap v1961: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:28.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:27 smithi145 conmon[67302]: cluster 2022-01-25T23:51:26.178026+0000 mgr.smithi120.hllzij (mgr.14704) 2275 : cluster [DBG] pgmap v1961: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:30.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:29 smithi120 conmon[102313]: cluster 2022-01-25T23:51:28.178610+0000 mgr.smithi120.hllzij (mgr.14704) 2276 : cluster [DBG] pgmap v1962: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:30.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:29 smithi145 conmon[67302]: cluster 2022-01-25T23:51:28.178610+0000 mgr.smithi120.hllzij (mgr.14704) 2276 : cluster [DBG] pgmap v1962: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:32.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:31 smithi120 conmon[102313]: cluster 2022-01-25T23:51:30.179567+0000 mgr.smithi120.hllzij (mgr.14704) 2277 : cluster [DBG] pgmap v1963: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:32.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:31 smithi145 conmon[67302]: cluster 2022-01-25T23:51:30.179567+0000 mgr.smithi120.hllzij (mgr.14704) 2277 : cluster [DBG] pgmap v1963: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:34.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:33 smithi120 conmon[102313]: cluster 2022-01-25T23:51:32.180034+0000 mgr.smithi120.hllzij (mgr.14704) 2278 : cluster [DBG] pgmap v1964: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:34.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:33 smithi145 conmon[67302]: cluster 2022-01-25T23:51:32.180034+0000 mgr.smithi120.hllzij (mgr.14704) 2278 : cluster [DBG] pgmap v1964: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:36.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:35 smithi120 conmon[102313]: cluster 2022-01-25T23:51:34.180592+0000 mgr.smithi120.hllzij (mgr.14704) 2279 : cluster [DBG] pgmap v1965: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:35 smithi145 conmon[67302]: cluster 2022-01-25T23:51:34.180592+0000 mgr.smithi120.hllzij (mgr.14704) 2279 : cluster [DBG] pgmap v1965: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 204 B/s rd, 0 op/s 2022-01-25T23:51:38.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:37 smithi120 conmon[102313]: cluster 2022-01-25T23:51:36.181583+0000 mgr.smithi120.hllzij (mgr.14704) 2280 : cluster [DBG] pgmap v1966: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 178 B/s rd, 0 op/s 2022-01-25T23:51:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:37 smithi145 conmon[67302]: cluster 2022-01-25T23:51:36.181583+0000 mgr.smithi120.hllzij (mgr.14704) 2280 : cluster [DBG] pgmap v1966: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 178 B/s rd, 0 op/s 2022-01-25T23:51:40.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:39 smithi120 conmon[102313]: cluster 2022-01-25T23:51:38.182146+0000 mgr.smithi120.hllzij (mgr.14704) 2281 : cluster [DBG] pgmap v1967: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:39 smithi145 conmon[67302]: cluster 2022-01-25T23:51:38.182146+0000 mgr.smithi120.hllzij (mgr.14704) 2281 : cluster [DBG] pgmap v1967: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:42.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:41 smithi120 conmon[102313]: cluster 2022-01-25T23:51:40.182965+0000 mgr.smithi120.hllzij (mgr.14704) 2282 : cluster [DBG] pgmap v1968: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:42.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:41 smithi145 conmon[67302]: cluster 2022-01-25T23:51:40.182965+0000 mgr.smithi120.hllzij (mgr.14704) 2282 : cluster [DBG] pgmap v1968: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:44.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:43 smithi120 conmon[102313]: cluster 2022-01-25T23:51:42.183383+0000 mgr.smithi120.hllzij (mgr.14704) 2283 : cluster [DBG] pgmap v1969: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:44.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:43 smithi145 conmon[67302]: cluster 2022-01-25T23:51:42.183383+0000 mgr.smithi120.hllzij (mgr.14704) 2283 : cluster [DBG] pgmap v1969: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:46.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:45 smithi120 conmon[102313]: cluster 2022-01-25T23:51:44.184022+0000 mgr.smithi120.hllzij (mgr.14704) 2284 : cluster 2022-01-25T23:51:46.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:45 smithi120 conmon[102313]: [DBG] pgmap v1970: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:46.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:45 smithi145 conmon[67302]: cluster 2022-01-25T23:51:44.184022+0000 mgr.smithi120.hllzij (mgr.14704) 2284 : cluster [DBG] pgmap v1970: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:47.000 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:51:47.267 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:51:47.268 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (71m) 2m ago 72m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:51:47.268 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (64m) 2m ago 72m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:51:47.268 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (64m) 2m ago 71m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:51:47.268 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (70m) 2m ago 71m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:51:47.269 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (67m) 2m ago 67m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:51:47.269 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (67m) 2m ago 67m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:51:47.269 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (65m) 2m ago 73m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:51:47.269 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (64m) 2m ago 71m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:51:47.269 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (64m) 2m ago 73m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:51:47.270 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (64m) 2m ago 71m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:51:47.270 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (65m) 2m ago 65m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:51:47.270 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (65m) 2m ago 65m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:51:47.271 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (71m) 2m ago 71m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:51:47.271 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (71m) 2m ago 71m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:51:47.271 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (58m) 2m ago 70m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:51:47.271 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (70m) 2m ago 70m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:51:47.271 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (70m) 2m ago 70m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:51:47.272 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (70m) 2m ago 70m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:51:47.272 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (69m) 2m ago 69m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:51:47.272 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (69m) 2m ago 69m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:51:47.272 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (69m) 2m ago 69m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:51:47.273 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (69m) 2m ago 69m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:51:47.273 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (70m) 2m ago 71m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:51:47.586 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:51:47.587 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:51:47.587 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:51:47.587 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:51:47.588 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:51:47.588 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:51:47.588 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:51:47.588 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:51:47.589 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:51:47.589 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:51:47.589 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:51:47.589 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:51:47.590 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:51:47.590 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:51:47.590 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:51:47.590 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:51:47.590 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:51:47.591 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:51:47.591 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:51:48.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:47 smithi120 conmon[102313]: cluster 2022-01-25T23:51:46 2022-01-25T23:51:48.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:47 smithi120 conmon[102313]: .185051+0000 mgr.smithi120.hllzij (mgr.14704) 2285 : cluster [DBG] pgmap v1971: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:48.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:47 smithi120 conmon[102313]: audit 2022-01-25T23:51:46.989334 2022-01-25T23:51:48.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:47 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 2286 : audit [DBG] from='client.35594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:48.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:47 smithi120 conmon[102313]: audit 2022-01-25T23:51: 2022-01-25T23:51:48.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:47 smithi120 conmon[102313]: 47.587554+0000 mon.smithi120 (mon.0) 898 : audit 2022-01-25T23:51:48.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:47 smithi120 conmon[102313]: [DBG] from='client.? 172.21.15.120:0/2262709647' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:51:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:47 smithi145 conmon[67302]: cluster 2022-01-25T23:51:46.185051+0000 mgr.smithi120.hllzij (mgr.14704) 2285 : cluster [DBG] pgmap v1971: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:48.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:47 smithi145 conmon[67302]: audit 2022-01-25T23:51:46.989334+0000 mgr.smithi120.hllzij (mgr.14704) 2286 : audit [DBG] 2022-01-25T23:51:48.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:47 smithi145 conmon[67302]: from='client.35594 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:48.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:47 smithi145 conmon[67302]: audit 2022-01-25T23:51:47.587554+0000 mon.smithi120 (mon.0) 898 : audit [DBG] from='client.? 172.21.15.120:0/2262709647' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:51:49.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:48 smithi120 conmon[102313]: audit 2022-01-25T23:51:47.259430+0000 mgr.smithi120.hllzij (mgr.14704) 2287 : 2022-01-25T23:51:49.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:48 smithi120 conmon[102313]: audit [DBG] from='client.35598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:49.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:48 smithi145 conmon[67302]: audit 2022-01-25T23:51:47.259430+0000 mgr.smithi120.hllzij (mgr.14704) 2287 : audit [DBG] from='client.35598 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:51:50.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:49 smithi120 conmon[102313]: cluster 2022-01-25T23:51:48.185516+0000 mgr.smithi120.hllzij (mgr.14704) 2288 : cluster [DBG] 2022-01-25T23:51:50.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:49 smithi120 conmon[102313]: pgmap v1972: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:50.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:49 smithi145 conmon[67302]: cluster 2022-01-25T23:51:48.185516+0000 mgr.smithi120.hllzij (mgr.14704) 2288 : cluster [DBG] pgmap v1972: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:51 smithi120 conmon[102313]: cluster 2022-01-25T23:51:50.186529+0000 mgr.smithi120.hllzij (mgr.14704) 2289 : cluster 2022-01-25T23:51:52.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:51 smithi120 conmon[102313]: [DBG] pgmap v1973: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:52.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:51 smithi145 conmon[67302]: cluster 2022-01-25T23:51:50.186529+0000 mgr.smithi120.hllzij (mgr.14704) 2289 : cluster 2022-01-25T23:51:52.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:51 smithi145 conmon[67302]: [DBG] pgmap v1973: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:51:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:53 smithi120 conmon[102313]: cluster 2022-01-25T23:51:52.187094+0000 mgr.smithi120.hllzij (mgr.14704) 2290 : cluster [DBG] 2022-01-25T23:51:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:53 smithi120 conmon[102313]: pgmap v1974: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:54.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:53 smithi145 conmon[67302]: cluster 2022-01-25T23:51:52.187094+0000 mgr.smithi120.hllzij (mgr.14704) 2290 : cluster [DBG] pgmap v1974: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:53 smithi145 conmon[67302]: 2022-01-25T23:51:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:54 smithi120 conmon[102313]: audit 2022-01-25T23:51:53.843456+0000 mon.smithi120 (mon.0) 899 : 2022-01-25T23:51:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:54 smithi120 conmon[102313]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:51:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:54 smithi120 conmon[102313]: audit 2022-01-25T23:51:53.843982+0000 mon.smithi120 (mon.0) 900 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:51:55.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:54 smithi145 conmon[67302]: audit 2022-01-25T23:51:53.843456+0000 mon.smithi120 (mon.0) 899 : audit 2022-01-25T23:51:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:54 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:51:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:54 smithi145 conmon[67302]: audit 2022-01-25T23:51:53.843982+0000 mon.smithi120 (mon.0) 900 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:51:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:55 smithi120 conmon[102313]: cluster 2022-01-25T23:51:54.187667+0000 mgr.smithi120.hllzij (mgr.14704) 2291 : cluster 2022-01-25T23:51:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:55 smithi120 conmon[102313]: [DBG] pgmap v1975: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:56.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:55 smithi145 conmon[67302]: cluster 2022-01-25T23:51:54.187667+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:51:56.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:55 smithi145 conmon[67302]: ) 2291 : cluster [DBG] pgmap v1975: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:57 smithi120 conmon[102313]: cluster 2022-01-25T23:51:56.188611+0000 mgr.smithi120.hllzij (mgr.14704) 2292 : cluster 2022-01-25T23:51:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:57 smithi120 conmon[102313]: [DBG] pgmap v1976: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:58.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:57 smithi145 conmon[67302]: cluster 2022-01-25T23:51:56.188611+0000 mgr.smithi120.hllzij (mgr.14704) 2292 : cluster [DBG] pgmap v1976: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:51:58.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:57 smithi145 conmon[67302]: 2022-01-25T23:52:00.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:59 smithi120 conmon[102313]: cluster 2022-01-25T23:51:58.189204+0000 mgr.smithi120.hllzij (mgr.14704) 2293 : cluster 2022-01-25T23:52:00.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:51:59 smithi120 conmon[102313]: [DBG] pgmap v1977: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:00.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:59 smithi145 conmon[67302]: cluster 2022-01-25T23:51:58.189204+0000 mgr.smithi120.hllzij (mgr.14704) 2293 : 2022-01-25T23:52:00.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:51:59 smithi145 conmon[67302]: cluster [DBG] pgmap v1977: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:02.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:01 smithi120 conmon[102313]: cluster 2022-01-25T23:52:00.190019+0000 mgr.smithi120.hllzij (mgr.14704) 2294 : cluster [DBG] 2022-01-25T23:52:02.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:01 smithi120 conmon[102313]: pgmap v1978: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:02.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:01 smithi145 conmon[67302]: cluster 2022-01-25T23:52:00.190019+0000 mgr.smithi120.hllzij (mgr.14704) 2294 : cluster 2022-01-25T23:52:02.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:01 smithi145 conmon[67302]: [DBG] pgmap v1978: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:04.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:03 smithi120 conmon[102313]: cluster 2022-01-25T23:52:02.190626+0000 mgr.smithi120.hllzij (mgr.14704) 2295 : 2022-01-25T23:52:04.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:03 smithi120 conmon[102313]: cluster [DBG] pgmap v1979: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:04.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:03 smithi145 conmon[67302]: cluster 2022-01-25T23:52:02.190626+0000 mgr.smithi120.hllzij (mgr.14704) 2295 2022-01-25T23:52:04.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:03 smithi145 conmon[67302]: : cluster [DBG] pgmap v1979: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:06.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:05 smithi120 conmon[102313]: cluster 2022-01-25T23:52:04.191151+0000 mgr.smithi120.hllzij ( 2022-01-25T23:52:06.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:05 smithi120 conmon[102313]: mgr.14704) 2296 : cluster [DBG] pgmap v1980: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:06.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:05 smithi145 conmon[67302]: cluster 2022-01-25T23:52:04.191151+0000 mgr.smithi120.hllzij (mgr.14704) 2296 : cluster [DBG] pgmap v1980: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:07 smithi120 conmon[102313]: cluster 2022-01-25T23:52:06.192040+0000 mgr.smithi120.hllzij (mgr.14704) 2297 : cluster 2022-01-25T23:52:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:07 smithi120 conmon[102313]: [DBG] pgmap v1981: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:08.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:07 smithi145 conmon[67302]: cluster 2022-01-25T23:52:06.192040+0000 mgr.smithi120.hllzij (mgr.14704) 2297 : cluster [DBG] pgmap v1981: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:10.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:09 smithi120 conmon[102313]: cluster 2022-01-25T23:52:08.192480+0000 mgr.smithi120.hllzij (mgr.14704) 2298 : 2022-01-25T23:52:10.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:09 smithi120 conmon[102313]: cluster [DBG] pgmap v1982: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:10.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:09 smithi145 conmon[67302]: cluster 2022-01-25T23:52:08.192480+0000 mgr.smithi120.hllzij (mgr.14704) 2298 : cluster [DBG] pgmap v1982: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:11 smithi120 conmon[102313]: cluster 2022-01-25T23:52 2022-01-25T23:52:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:11 smithi120 conmon[102313]: :10.193486+0000 mgr.smithi120.hllzij (mgr.14704) 2299 : cluster [DBG] pgmap v1983: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:12.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:11 smithi145 conmon[67302]: cluster 2022-01-25T23:52:10.193486+0000 mgr.smithi120.hllzij (mgr.14704) 2299 : cluster [DBG] 2022-01-25T23:52:12.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:11 smithi145 conmon[67302]: pgmap v1983: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:14.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:13 smithi120 conmon[102313]: cluster 2022-01-25T23:52:12.194045+0000 mgr.smithi120.hllzij (mgr.14704) 2300 : 2022-01-25T23:52:14.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:13 smithi120 conmon[102313]: cluster [DBG] pgmap v1984: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:14.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:13 smithi145 conmon[67302]: cluster 2022-01-25T23:52:12.194045+0000 mgr.smithi120.hllzij (mgr.14704) 2300 : cluster [DBG] 2022-01-25T23:52:14.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:13 smithi145 conmon[67302]: pgmap v1984: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:16.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:15 smithi120 conmon[102313]: cluster 2022-01-25T23:52:14.194492+0000 mgr.smithi120.hllzij (mgr.14704) 2301 : cluster [DBG] 2022-01-25T23:52:16.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:15 smithi120 conmon[102313]: pgmap v1985: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:16.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:15 smithi145 conmon[67302]: cluster 2022-01-25T23:52:14.194492+0000 mgr.smithi120.hllzij (mgr.14704) 2301 : cluster 2022-01-25T23:52:16.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:15 smithi145 conmon[67302]: [DBG] pgmap v1985: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:16 smithi120 conmon[102313]: audit 2022-01-25T23:52:16.671072+0000 mon.smithi120 (mon.0) 901 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:52:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:16 smithi120 conmon[102313]: audit 2022-01-25T23:52:16.672413+0000 mon.smithi120 (mon.0) 902 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:52:17.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:16 smithi120 conmon[102313]: audit 2022-01-25T23:52:16.673435+0000 mon.smithi120 (mon.0) 903 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:52:17.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:16 smithi145 conmon[67302]: audit 2022-01-25T23:52:16.671072+0000 mon.smithi120 (mon.0) 901 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:52:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:16 smithi145 conmon[67302]: audit 2022-01-25T23:52:16.672413+0000 mon.smithi120 (mon.0) 902 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:52:17.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:16 smithi145 conmon[67302]: audit 2022-01-25T23:52:16.673435+0000 mon.smithi120 (mon.0) 903 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:52:17.877 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:52:18.148 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:52:18.148 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (71m) 3m ago 72m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:52:18.149 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (64m) 3m ago 72m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:52:18.149 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (64m) 3m ago 72m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:52:18.149 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (71m) 3m ago 72m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:52:18.149 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (68m) 3m ago 68m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:52:18.150 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (68m) 3m ago 68m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:52:18.150 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (65m) 3m ago 73m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:52:18.150 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (65m) 3m ago 72m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:52:18.150 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (65m) 3m ago 73m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:52:18.150 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (64m) 3m ago 71m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:52:18.151 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (65m) 3m ago 65m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:52:18.151 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (65m) 3m ago 65m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:52:18.151 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (72m) 3m ago 72m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:52:18.151 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (71m) 3m ago 71m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:52:18.152 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (59m) 3m ago 71m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:52:18.152 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (71m) 3m ago 71m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:52:18.152 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (70m) 3m ago 70m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:52:18.152 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (70m) 3m ago 70m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:52:18.152 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (70m) 3m ago 70m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:52:18.153 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (70m) 3m ago 70m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:52:18.153 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (69m) 3m ago 69m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:52:18.153 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (69m) 3m ago 69m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:52:18.153 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (71m) 3m ago 72m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:52:18.154 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:18 smithi120 conmon[102313]: cluster 2022-01-25T23:52:16.195211+0000 mgr.smithi120.hllzij (mgr.14704) 2302 : cluster [DBG] pgmap v1986: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:18.154 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:18 smithi120 conmon[102313]: cephadm 2022-01-25T23:52:16.674204+0000 mgr.smithi120.hllzij (mgr.14704) 2303 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:52:18.154 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:18 smithi120 conmon[102313]: audit 2022-01-25T23:52:17.021985+0000 mon.smithi120 (mon.0) 904 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:52:18.154 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:18 smithi120 conmon[102313]: audit 2022-01-25T23:52:17.406316+0000 mon.smithi120 (mon.0) 905 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:52:18.155 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:18 smithi120 conmon[102313]: audit 2022-01-25T23:52:17.413208+0000 mon.smithi120 (mon.0) 906 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:52:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:18 smithi145 conmon[67302]: cluster 2022-01-25T23:52:16.195211+0000 mgr.smithi120.hllzij (mgr.14704) 2302 : cluster [DBG] pgmap v1986: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:18 smithi145 conmon[67302]: cephadm 2022-01-25T23:52:16.674204+0000 mgr.smithi120.hllzij (mgr.14704) 2303 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:52:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:18 smithi145 conmon[67302]: audit 2022-01-25T23:52:17.021985+0000 mon.smithi120 (mon.0) 904 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:52:18.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:18 smithi145 conmon[67302]: audit 2022-01-25T23:52:18.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:18 smithi145 conmon[67302]: 2022-01-25T23:52:17.406316+0000 mon.smithi120 (mon.0) 905 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:52:18.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:18 smithi145 conmon[67302]: audit 2022-01-25T23: 2022-01-25T23:52:18.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:18 smithi145 conmon[67302]: 52:17.413208+0000 mon.smithi120 (mon.0) 906 2022-01-25T23:52:18.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:18 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:52:18.471 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:52:18.471 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:52:18.471 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:52:18.472 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:52:18.472 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:52:18.472 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:52:18.472 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:52:18.473 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:52:18.473 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:52:18.473 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:52:18.473 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:52:18.473 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:52:18.474 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:52:18.474 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:52:18.474 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:52:18.474 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:52:18.475 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:52:18.475 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:52:18.475 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:52:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:19 smithi120 conmon[102313]: audit 2022-01-25T23:52:17.866281+0000 mgr.smithi120.hllzij (mgr.14704) 2304 : audit [DBG] 2022-01-25T23:52:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:19 smithi120 conmon[102313]: from='client.35606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:19.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:19 smithi120 conmon[102313]: audit 2022-01-25T23:52:18.471831+0000 mon.smithi120 (mon.0) 907 : audit [DBG] from='client.? 172.21.15.120:0/1714601621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:52:19.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:19 smithi145 conmon[67302]: audit 2022-01-25T23:52:17.866281+0000 mgr.smithi120.hllzij (mgr.14704) 2304 : audit [DBG] from='client.35606 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:19.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:19 smithi145 conmon[67302]: audit 2022-01-25T23:52:18.471831+0000 mon.smithi120 (mon.0) 907 : audit [DBG] from='client.? 172.21.15.120:0/1714601621' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:52:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:20 smithi120 conmon[102313]: audit 2022-01-25T23:52:18.140221+0000 mgr.smithi120.hllzij (mgr.14704) 2305 : audit [DBG] from='client.35610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:20 smithi120 conmon[102313]: cluster 2022-01-25T23:52:18.195618+0000 mgr.smithi120.hllzij (mgr.14704) 2306 : cluster [DBG] pgmap v1987: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:20 smithi145 conmon[67302]: audit 2022-01-25T23:52:18.140221+0000 mgr.smithi120.hllzij (mgr.14704) 2305 : audit [DBG] from='client.35610 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:20 smithi145 conmon[67302]: cluster 2022-01-25T23:52:18.195618+0000 mgr.smithi120.hllzij (mgr.14704) 2306 : cluster [DBG] pgmap v1987: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:22 smithi120 conmon[102313]: cluster 2022-01-25T23:52:20.196648+0000 mgr.smithi120.hllzij (mgr.14704) 2307 : cluster [DBG] pgmap v1988: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:22 smithi120 conmon[102313]: 2022-01-25T23:52:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:22 smithi145 conmon[67302]: cluster 2022-01-25T23:52:20.196648+0000 mgr.smithi120.hllzij (mgr.14704) 2307 : cluster [DBG] pgmap v1988: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:24 smithi120 conmon[102313]: cluster 2022-01-25T23:52:22.197169+0000 mgr.smithi120.hllzij (mgr.14704) 2308 : 2022-01-25T23:52:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:24 smithi120 conmon[102313]: cluster [DBG] pgmap v1989: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:24 smithi145 conmon[67302]: cluster 2022-01-25T23:52:22.197169+0000 mgr.smithi120.hllzij (mgr.14704) 2308 : cluster [DBG] pgmap v1989: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:26 smithi120 conmon[102313]: cluster 2022-01-25T23:52:24.197716+0000 mgr.smithi120.hllzij (mgr.14704) 2309 : cluster [DBG] pgmap v1990: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:26 smithi120 conmon[102313]: 2022-01-25T23:52:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:26 smithi145 conmon[67302]: cluster 2022-01-25T23:52:24.197716+0000 mgr.smithi120.hllzij (mgr.14704) 2309 : cluster [DBG] pgmap v1990: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:26 smithi145 conmon[67302]: 2022-01-25T23:52:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:28 smithi120 conmon[102313]: cluster 2022-01-25T23:52:26.198478+0000 mgr.smithi120.hllzij (mgr.14704) 2310 : cluster [DBG] pgmap v1991: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:28.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:28 smithi145 conmon[67302]: cluster 2022-01-25T23:52:26.198478+0000 mgr.smithi120.hllzij (mgr.14704) 2310 : cluster [DBG] pgmap v1991: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:28 smithi145 conmon[67302]: 2022-01-25T23:52:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:30 smithi120 conmon[102313]: cluster 2022-01-25T23:52:28.199012+0000 mgr.smithi120.hllzij (mgr.14704) 2311 : cluster [DBG] pgmap v1992: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:30 smithi145 conmon[67302]: cluster 2022-01-25T23:52:28.199012+0000 mgr.smithi120.hllzij (mgr.14704) 2311 : cluster [DBG] pgmap v1992: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:30 smithi145 conmon[67302]: 2022-01-25T23:52:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:32 smithi120 conmon[102313]: cluster 2022-01-25T23:52:30.199957+0000 mgr.smithi120.hllzij (mgr.14704) 2312 : cluster [DBG] pgmap v1993: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:32 smithi145 conmon[67302]: cluster 2022-01-25T23:52:30.199957+0000 mgr.smithi120.hllzij (mgr.14704) 2312 : cluster [DBG] pgmap v1993: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:32 smithi145 conmon[67302]: 2022-01-25T23:52:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:34 smithi145 conmon[67302]: cluster 2022-01-25T23:52:32.200381+0000 mgr.smithi120.hllzij (mgr.14704) 2313 : cluster [DBG] pgmap v1994: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:34 smithi120 conmon[102313]: cluster 2022-01-25T23:52:32.200381+0000 mgr.smithi120.hllzij (mgr.14704) 2313 : cluster [DBG] pgmap v1994: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:36 smithi145 conmon[67302]: cluster 2022-01-25T23:52:34.200970+0000 mgr.smithi120.hllzij (mgr.14704) 2314 : cluster [DBG] pgmap v1995: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:36 smithi120 conmon[102313]: cluster 2022-01-25T23:52:34.200970+0000 mgr.smithi120.hllzij (mgr.14704) 2314 : cluster [DBG] pgmap v1995: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:36 smithi120 conmon[102313]: 2022-01-25T23:52:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:38 smithi145 conmon[67302]: cluster 2022-01-25T23:52:36.201782+0000 mgr.smithi120.hllzij (mgr.14704) 2315 : cluster [DBG] pgmap v1996: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:38 smithi120 conmon[102313]: cluster 2022-01-25T23:52:36.201782+0000 mgr.smithi120.hllzij (mgr.14704) 2315 : cluster [DBG] pgmap v1996: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:38 smithi120 conmon[102313]: 2022-01-25T23:52:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:40 smithi145 conmon[67302]: cluster 2022-01-25T23:52:38.202487+0000 mgr.smithi120.hllzij (mgr.14704) 2316 : cluster 2022-01-25T23:52:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:40 smithi145 conmon[67302]: [DBG] pgmap v1997: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:40 smithi120 conmon[102313]: cluster 2022-01-25 2022-01-25T23:52:40.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:40 smithi120 conmon[102313]: T23:52:38.202487+0000 mgr.smithi120.hllzij (mgr.14704) 2316 : cluster [DBG] pgmap v1997: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:42 smithi145 conmon[67302]: cluster 2022-01-25T23:52:40.203451+0000 mgr.smithi120.hllzij (mgr.14704) 2317 : cluster [DBG] pgmap v1998: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:42 smithi120 conmon[102313]: cluster 2022-01-25T23:52:40.203451+0000 mgr.smithi120.hllzij (mgr.14704) 2317 : cluster [DBG] 2022-01-25T23:52:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:42 smithi120 conmon[102313]: pgmap v1998: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:44 smithi145 conmon[67302]: cluster 2022-01-25T23:52:42.204065+0000 mgr.smithi120.hllzij (mgr.14704) 2318 : cluster [DBG] pgmap v1999: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:44 smithi120 conmon[102313]: cluster 2022-01-25T23:52:42.204065+0000 mgr.smithi120.hllzij (mgr.14704) 2318 : cluster [DBG] pgmap v1999: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:44 smithi120 conmon[102313]: 2022-01-25T23:52:46.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:46 smithi145 conmon[67302]: cluster 2022-01-25T23:52:44.204621+0000 mgr.smithi120.hllzij (mgr.14704) 2319 : cluster [DBG] pgmap v2000: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:46 smithi120 conmon[102313]: cluster 2022-01-25T23:52:44.204621+0000 mgr.smithi120.hllzij (mgr.14704) 2319 : cluster [DBG] pgmap v2000: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:47.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:47 smithi120 conmon[102313]: cluster 2022-01-25T23:52:46.205441+0000 mgr.smithi120.hllzij (mgr.14704) 2320 : cluster [DBG] pgmap v2001: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:47.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:47 smithi145 conmon[67302]: cluster 2022-01-25T23:52:46.205441+0000 mgr.smithi120.hllzij (mgr.14704) 2320 : cluster [DBG] pgmap v2001: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:48.772 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:52:49.038 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:52:49.039 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (72m) 3m ago 73m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:52:49.039 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (65m) 3m ago 73m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:52:49.039 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (65m) 3m ago 72m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:52:49.040 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (71m) 3m ago 72m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:52:49.040 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (68m) 3m ago 68m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:52:49.040 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (68m) 3m ago 68m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:52:49.040 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (66m) 3m ago 74m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:52:49.040 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (65m) 3m ago 72m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:52:49.041 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (65m) 3m ago 74m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:52:49.041 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (65m) 3m ago 72m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:52:49.041 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (66m) 3m ago 66m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:52:49.041 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (66m) 3m ago 66m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:52:49.042 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (72m) 3m ago 72m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:52:49.042 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (72m) 3m ago 72m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:52:49.042 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (60m) 3m ago 71m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:52:49.042 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (71m) 3m ago 71m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:52:49.042 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (71m) 3m ago 71m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:52:49.043 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (71m) 3m ago 71m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:52:49.043 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (70m) 3m ago 70m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:52:49.043 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (70m) 3m ago 70m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:52:49.043 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (70m) 3m ago 70m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:52:49.044 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (70m) 3m ago 70m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:52:49.044 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (71m) 3m ago 72m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:52:49.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:49 smithi120 conmon[102313]: cluster 2022-01-25T23:52:48.206081+0000 mgr.smithi120.hllzij (mgr.14704) 2321 : cluster 2022-01-25T23:52:49.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:49 smithi120 conmon[102313]: [DBG] pgmap v2002: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:49.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:49 smithi120 conmon[102313]: audit 2022-01-25T23:52:48.761050+0000 mgr.smithi120.hllzij (mgr.14704) 2322 : audit [DBG] from='client.35618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:49.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:49 smithi120 conmon[102313]: audit 2022-01- 2022-01-25T23:52:49.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:49 smithi120 conmon[102313]: 25T23:52:49.030748+0000 mgr.smithi120.hllzij (mgr.14704) 2323 : audit [DBG] from='client.35622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:49.367 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:52:49.367 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:52:49.367 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:52:49.368 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:52:49.368 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:52:49.368 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:52:49.368 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:52:49.369 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:52:49.369 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:52:49.369 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:52:49.369 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:52:49.369 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:52:49.370 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:52:49.370 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:52:49.370 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:52:49.370 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:52:49.371 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:52:49.371 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:52:49.371 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:52:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:49 smithi145 conmon[67302]: cluster 2022-01-25T23:52:48.206081+0000 mgr.smithi120.hllzij (mgr.14704) 2321 : cluster [DBG] pgmap v2002: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:49 smithi145 conmon[67302]: audit 2022-01-25T23:52:48.761050+0000 2022-01-25T23:52:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:49 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 2322 : audit [DBG] from='client.35618 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:49.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:49 smithi145 conmon[67302]: audit 2022-01-25T23:52:49.030748+0000 mgr.smithi120.hllzij (mgr.14704) 2323 : audit [DBG] from='client.35622 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:52:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:50 smithi120 conmon[102313]: audit 2022-01-25T23:52:49.367761+0000 mon.smithi120 (mon.0) 908 : audit [DBG] from='client.? 172.21.15.120:0/865532948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:52:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:50 smithi145 conmon[67302]: audit 2022-01-25T23:52:49.367761+0000 mon.smithi120 (mon.0) 908 : audit [DBG] from='client.? 172.21.15.120:0/865532948' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:52:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:51 smithi120 conmon[102313]: cluster 2022-01-25T23:52:50.207002+0000 mgr.smithi120.hllzij (mgr.14704) 2324 : cluster [DBG] pgmap v2003: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:52.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:51 smithi145 conmon[67302]: cluster 2022-01-25T23:52:50.207002+0000 mgr.smithi120.hllzij (mgr.14704) 2324 : cluster [DBG] 2022-01-25T23:52:52.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:51 smithi145 conmon[67302]: pgmap v2003: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:52:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:53 smithi120 conmon[102313]: cluster 2022-01-25T23:52:52.207575+0000 mgr.smithi120.hllzij (mgr.14704) 2325 : cluster [DBG] pgmap v2004: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:54.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:53 smithi145 conmon[67302]: cluster 2022-01-25T23:52:52.207575+0000 mgr.smithi120.hllzij (mgr.14704) 2325 : cluster [DBG] pgmap v2004: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:54 smithi120 conmon[102313]: audit 2022-01-25T23:52:53.848517+0000 mon.smithi120 (mon.0) 909 : audit [INF] 2022-01-25T23:52:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:54 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:52:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:54 smithi120 conmon[102313]: audit 2022-01-25T23:52:53.848773+0000 mon.smithi120 (mon.0) 910 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:52:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:54 smithi145 conmon[67302]: audit 2022-01-25T23:52:53.848517+0000 mon.smithi120 (mon.0) 909 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:52:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:54 smithi145 conmon[67302]: audit 2022 2022-01-25T23:52:55.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:54 smithi145 conmon[67302]: -01-25T23:52:53.848773+0000 mon.smithi120 (mon.0) 910 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:52:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:55 smithi120 conmon[102313]: cluster 2022-01-25T23:52:54.208064+0000 mgr.smithi120.hllzij (mgr.14704) 2326 : cluster [DBG] pgmap v2005: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:56.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:55 smithi145 conmon[67302]: cluster 2022-01-25T23:52:54.208064+0000 mgr.smithi120.hllzij (mgr.14704) 2326 : cluster [DBG] pgmap v2005: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:57 smithi120 conmon[102313]: cluster 2022-01-25T23:52:56.209084+0000 mgr.smithi120.hllzij (mgr.14704) 2327 : cluster [DBG] pgmap v2006: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:52:58.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:57 smithi145 conmon[67302]: cluster 2022-01-25T23:52:56.209084+0000 mgr.smithi120.hllzij (mgr.14704) 2327 : cluster [DBG] 2022-01-25T23:52:58.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:57 smithi145 conmon[67302]: pgmap v2006: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:00.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:59 smithi120 conmon[102313]: cluster 2022-01-25T23:52:58.209605+0000 mgr.smithi120.hllzij (mgr.14704) 2328 : 2022-01-25T23:53:00.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:52:59 smithi120 conmon[102313]: cluster [DBG] pgmap v2007: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:00.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:59 smithi145 conmon[67302]: cluster 2022-01-25T23:52:58.209605+0000 mgr.smithi120.hllzij (mgr.14704) 2328 : cluster 2022-01-25T23:53:00.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:52:59 smithi145 conmon[67302]: [DBG] pgmap v2007: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:02.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:01 smithi120 conmon[102313]: cluster 2022-01-25T23:53:00.210580+0000 mgr.smithi120.hllzij (mgr.14704) 2329 : cluster [DBG] pgmap v2008: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:02.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:01 smithi145 conmon[67302]: cluster 2022-01-25T23:53:00.210580+0000 mgr.smithi120.hllzij (mgr.14704) 2329 : cluster [DBG] pgmap v2008: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:04.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:03 smithi120 conmon[102313]: cluster 2022-01-25T23:53:02.210996+0000 mgr.smithi120.hllzij (mgr.14704) 2330 : cluster 2022-01-25T23:53:04.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:03 smithi120 conmon[102313]: [DBG] pgmap v2009: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:04.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:03 smithi145 conmon[67302]: cluster 2022-01-25T23:53:02.210996+0000 mgr.smithi120.hllzij (mgr.14704) 2330 : cluster [DBG] pgmap v2009: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:06.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:05 smithi120 conmon[102313]: cluster 2022-01-25T23:53:04.211665+0000 mgr.smithi120.hllzij (mgr.14704) 2331 : 2022-01-25T23:53:06.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:05 smithi120 conmon[102313]: cluster [DBG] pgmap v2010: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:06.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:05 smithi145 conmon[67302]: cluster 2022-01-25T23:53:04.211665+0000 mgr.smithi120.hllzij (mgr.14704) 2331 : cluster [DBG] pgmap v2010: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:07 smithi120 conmon[102313]: cluster 2022-01-25T23:53:06.212591+0000 mgr.smithi120.hllzij (mgr.14704) 2332 : cluster [DBG] 2022-01-25T23:53:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:07 smithi120 conmon[102313]: pgmap v2011: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:08.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:07 smithi145 conmon[67302]: cluster 2022-01-25T23:53:06.212591+0000 mgr.smithi120.hllzij (mgr.14704) 2332 : cluster [DBG] pgmap v2011: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:10.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:09 smithi120 conmon[102313]: cluster 2022-01-25T23:53:08.213205+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:53:10.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:09 smithi120 conmon[102313]: ) 2333 : cluster [DBG] pgmap v2012: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:10.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:09 smithi145 conmon[67302]: cluster 2022-01-25T23:53:08.213205+0000 mgr.smithi120.hllzij (mgr.14704) 2333 : cluster [DBG] pgmap v2012: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:11 smithi120 conmon[102313]: cluster 2022-01-25T23:53:10.214076+0000 mgr.smithi120.hllzij (mgr.14704) 2334 : cluster [DBG] pgmap v2013: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:11 smithi120 conmon[102313]: 2022-01-25T23:53:12.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:11 smithi145 conmon[67302]: cluster 2022-01-25T23:53:10.214076+0000 mgr.smithi120.hllzij (mgr.14704) 2334 : cluster [DBG] pgmap v2013: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:14.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:13 smithi120 conmon[102313]: cluster 2022-01-25T23:53:12.214777+0000 mgr.smithi120.hllzij (mgr.14704) 2335 : cluster [DBG] 2022-01-25T23:53:14.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:13 smithi120 conmon[102313]: pgmap v2014: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:14.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:13 smithi145 conmon[67302]: cluster 2022-01-25T23:53:12.214777+0000 mgr.smithi120.hllzij (mgr.14704) 2335 : cluster [DBG] pgmap v2014: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:16.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:15 smithi120 conmon[102313]: cluster 2022-01-25T23:53:14.215250+0000 mgr.smithi120.hllzij (mgr.14704) 2336 : 2022-01-25T23:53:16.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:15 smithi120 conmon[102313]: cluster [DBG] pgmap v2015: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:16.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:15 smithi145 conmon[67302]: cluster 2022-01-25T23:53:14.215250+0000 mgr.smithi120.hllzij (mgr.14704) 2336 : cluster [DBG] pgmap v2015: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:18.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:17 smithi120 conmon[102313]: cluster 2022-01-25T23:53:16.216188+0000 mgr.smithi120.hllzij ( 2022-01-25T23:53:18.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:17 smithi120 conmon[102313]: mgr.14704) 2337 : cluster [DBG] pgmap v2016: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:18.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:17 smithi120 conmon[102313]: audit 2022-01-25T23:53:17.415731+0000 mon.smithi120 (mon.0) 911 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:53:18.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:17 smithi120 conmon[102313]: audit 2022-01-25T23:53:17.417123+0000 mon.smithi120 (mon.0) 912 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:53:18.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:17 smithi120 conmon[102313]: audit 2022-01-25T23:53:17.417941+0000 mon.smithi120 (mon.0) 913 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:53:18.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:17 smithi145 conmon[67302]: cluster 2022-01-25T23:53:16 2022-01-25T23:53:18.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:17 smithi145 conmon[67302]: .216188+0000 mgr.smithi120.hllzij (mgr.14704) 2337 : cluster [DBG] pgmap v2016: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:18.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:17 smithi145 conmon[67302]: audit 2022-01-25T23:53:18.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:17 smithi145 conmon[67302]: 2022-01-25T23:53:17.415731+0000 mon.smithi120 (mon.0) 911 : audit [DBG] 2022-01-25T23:53:18.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:17 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:53:18.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:17 smithi145 conmon[67302]: audit 2022 2022-01-25T23:53:18.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:17 smithi145 conmon[67302]: -01-25T23:53:17.417123+0000 2022-01-25T23:53:18.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:17 smithi145 conmon[67302]: mon.smithi120 (mon.0) 912 : audit 2022-01-25T23:53:18.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:17 smithi145 conmon[67302]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:53:18.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:17 smithi145 conmon[67302]: audit 2022-01-25T23:53:18.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:17 smithi145 conmon[67302]: 2022-01-25T23:53:17.417941 2022-01-25T23:53:18.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:17 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 913 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:53:18.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:17 smithi145 conmon[67302]: 2022-01-25T23:53:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:18 smithi145 conmon[67302]: cephadm 2022-01-25T23:53:17.418692+0000 mgr.smithi120.hllzij (mgr.14704) 2338 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:53:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:18 smithi145 conmon[67302]: audit 2022-01-25T23:53:17.811290 2022-01-25T23:53:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:18 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 914 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:53:19.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:18 smithi145 conmon[67302]: audit 2022-01-25T23:53:17.816455+0000 mon.smithi120 (mon.0) 915 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:53:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:18 smithi120 conmon[102313]: cephadm 2022-01-25T23:53:17.418692+0000 mgr.smithi120.hllzij (mgr.14704) 2338 : 2022-01-25T23:53:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:18 smithi120 conmon[102313]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:53:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:18 smithi120 conmon[102313]: audit 2022-01-25T23:53:17.811290+0000 mon.smithi120 (mon.0) 914 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:53:19.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:18 smithi120 conmon[102313]: audit 2022-01-25T23:53:17.816455+0000 mon.smithi120 (mon.0) 915 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:53:19.668 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:53:19.937 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:53:19.937 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (72m) 4m ago 73m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:53:19.937 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (65m) 4m ago 73m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:53:19.937 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (65m) 4m ago 73m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:53:19.938 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (72m) 4m ago 73m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:53:19.938 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (69m) 4m ago 69m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:53:19.938 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (69m) 4m ago 69m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:53:19.938 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (66m) 4m ago 74m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:53:19.939 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (66m) 4m ago 73m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:53:19.939 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (66m) 4m ago 74m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:53:19.939 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (65m) 4m ago 72m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:53:19.939 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (66m) 4m ago 66m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:53:19.940 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (66m) 4m ago 66m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:53:19.940 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (73m) 4m ago 73m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:53:19.940 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (72m) 4m ago 72m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:53:19.940 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (60m) 4m ago 72m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:53:19.940 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (72m) 4m ago 72m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:53:19.941 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (71m) 4m ago 71m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:53:19.941 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (71m) 4m ago 71m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:53:19.941 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (71m) 4m ago 71m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:53:19.942 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (71m) 4m ago 71m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:53:19.942 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (70m) 4m ago 70m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:53:19.942 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (70m) 4m ago 70m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:53:19.942 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (72m) 4m ago 73m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:53:19.943 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:19 smithi120 conmon[102313]: cluster 2022-01-25T23:53:18.216892+0000 mgr.smithi120.hllzij (mgr.14704) 2339 : cluster [DBG] pgmap v2017: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:20.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:19 smithi145 conmon[67302]: cluster 2022-01-25T23:53:18.216892+0000 mgr.smithi120.hllzij (mgr.14704) 2339 : cluster [DBG] pgmap v2017: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:20.256 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:53:20.256 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:53:20.256 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:53:20.256 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:53:20.257 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:53:20.257 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:53:20.257 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:53:20.257 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:53:20.258 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:53:20.258 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:53:20.258 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:53:20.258 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:53:20.259 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:53:20.259 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:53:20.259 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:53:20.259 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:53:20.260 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:53:20.260 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:53:20.260 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:53:21.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:20 smithi145 conmon[67302]: audit 2022-01-25T23:53:19.657522+0000 mgr.smithi120.hllzij (mgr.14704) 2340 : audit [DBG] from='client.35630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:21.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:20 smithi145 conmon[67302]: audit 2022-01-25 2022-01-25T23:53:21.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:20 smithi145 conmon[67302]: T23:53:19.928875+0000 mgr.smithi120.hllzij (mgr.14704) 2341 : audit [DBG] from='client.35634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:21.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:20 smithi145 conmon[67302]: audit 2022-01-25T23:53:20.256723+0000 mon.smithi120 (mon.0) 916 : audit [DBG] from='client.? 172.21.15.120:0/93818053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:53:21.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:20 smithi120 conmon[102313]: audit 2022-01-25T23:53:19.657522+0000 mgr.smithi120.hllzij (mgr.14704) 2340 2022-01-25T23:53:21.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:20 smithi120 conmon[102313]: : audit [DBG] from='client.35630 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:21.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:20 smithi120 conmon[102313]: audit 2022-01-25T23:53:19.928875+0000 mgr.smithi120.hllzij (mgr.14704) 2341 : audit [DBG] from='client.35634 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:21.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:20 smithi120 conmon[102313]: audit 2022-01-25T23:53 2022-01-25T23:53:21.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:20 smithi120 conmon[102313]: :20.256723+0000 mon.smithi120 (mon.0) 916 : audit [DBG] from='client.? 172.21.15.120:0/93818053' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:53:22.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:21 smithi145 conmon[67302]: cluster 2022-01-25T23:53:20.217517+0000 mgr.smithi120.hllzij (mgr.14704) 2342 : cluster [DBG] pgmap v2018: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:21 smithi120 conmon[102313]: cluster 2022-01-25T23:53:20.217517+0000 mgr.smithi120.hllzij (mgr.14704) 2342 : cluster 2022-01-25T23:53:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:21 smithi120 conmon[102313]: [DBG] pgmap v2018: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:23 smithi120 conmon[102313]: cluster 2022-01-25T23:53:22.218209+0000 mgr.smithi120.hllzij (mgr.14704) 2343 : cluster [DBG] pgmap v2019: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:23 smithi120 conmon[102313]: 2022-01-25T23:53:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:23 smithi145 conmon[67302]: cluster 2022-01-25T23:53:22.218209+0000 mgr.smithi120.hllzij (mgr.14704) 2343 : cluster [DBG] pgmap v2019: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:25 smithi120 conmon[102313]: cluster 2022-01-25T23:53:24.218826+0000 mgr.smithi120.hllzij (mgr.14704) 2344 : cluster 2022-01-25T23:53:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:25 smithi120 conmon[102313]: [DBG] pgmap v2020: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:26.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:25 smithi145 conmon[67302]: cluster 2022-01-25T23:53:24.218826+0000 mgr.smithi120.hllzij (mgr.14704) 2344 : cluster [DBG] pgmap v2020: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:27 smithi120 conmon[102313]: cluster 2022-01-25T23:53:26.219662+0000 mgr.smithi120.hllzij (mgr.14704) 2345 : cluster 2022-01-25T23:53:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:27 smithi120 conmon[102313]: [DBG] pgmap v2021: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:28.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:27 smithi145 conmon[67302]: cluster 2022-01-25T23:53:26.219662+0000 mgr.smithi120.hllzij (mgr.14704) 2345 : cluster [DBG] pgmap v2021: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:29 smithi120 conmon[102313]: cluster 2022-01-25T23:53:28.220199+0000 mgr.smithi120.hllzij (mgr.14704) 2346 : 2022-01-25T23:53:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:29 smithi120 conmon[102313]: cluster [DBG] pgmap v2022: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:30.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:29 smithi145 conmon[67302]: cluster 2022-01-25T23:53:28.220199+0000 mgr.smithi120.hllzij (mgr.14704) 2346 : cluster [DBG] pgmap v2022: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:31 smithi120 conmon[102313]: cluster 2022-01-25T23:53:30.221070+0000 mgr.smithi120.hllzij (mgr.14704) 2347 : 2022-01-25T23:53:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:31 smithi120 conmon[102313]: cluster [DBG] pgmap v2023: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:32.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:31 smithi145 conmon[67302]: cluster 2022-01-25T23:53:30.221070+0000 mgr.smithi120.hllzij (mgr.14704) 2347 : cluster [DBG] pgmap v2023: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:33 smithi120 conmon[102313]: cluster 2022-01-25T23:53:32.221579+0000 mgr.smithi120.hllzij (mgr.14704) 2348 : cluster [DBG] 2022-01-25T23:53:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:33 smithi120 conmon[102313]: pgmap v2024: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:34.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:33 smithi145 conmon[67302]: cluster 2022-01-25T23:53:32.221579+0000 mgr.smithi120.hllzij (mgr.14704) 2348 : cluster [DBG] pgmap v2024: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:36.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:35 smithi120 conmon[102313]: cluster 2022-01-25T23:53:34.222207+0000 mgr.smithi120.hllzij (mgr.14704) 2349 : cluster [DBG] 2022-01-25T23:53:36.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:35 smithi120 conmon[102313]: pgmap v2025: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:36.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:35 smithi145 conmon[67302]: cluster 2022-01-25T23:53:34.222207+0000 mgr.smithi120.hllzij (mgr.14704) 2349 : cluster [DBG] pgmap v2025: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:37 smithi120 conmon[102313]: cluster 2022-01-25T23:53:36.223013+0000 mgr.smithi120.hllzij (mgr.14704) 2350 : cluster [DBG] 2022-01-25T23:53:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:37 smithi120 conmon[102313]: pgmap v2026: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:38.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:37 smithi145 conmon[67302]: cluster 2022-01-25T23:53:36.223013+0000 mgr.smithi120.hllzij (mgr.14704) 2350 : cluster [DBG] pgmap v2026: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:39 smithi120 conmon[102313]: cluster 2022-01-25T23:53:38.223561+0000 mgr.smithi120.hllzij (mgr.14704) 2351 : cluster 2022-01-25T23:53:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:39 smithi120 conmon[102313]: [DBG] pgmap v2027: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:39 smithi145 conmon[67302]: cluster 2022-01-25T23:53:38.223561+0000 mgr.smithi120.hllzij (mgr.14704) 2351 : cluster [DBG] pgmap v2027: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:41 smithi120 conmon[102313]: cluster 2022-01-25T23:53:40.224312+0000 mgr.smithi120.hllzij (mgr.14704) 2352 : cluster 2022-01-25T23:53:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:41 smithi120 conmon[102313]: [DBG] pgmap v2028: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:42.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:41 smithi145 conmon[67302]: cluster 2022-01-25T23:53:40.224312+0000 mgr.smithi120.hllzij (mgr.14704) 2352 : cluster [DBG] pgmap v2028: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:43 smithi120 conmon[102313]: cluster 2022-01-25T23:53:42.224837+0000 mgr.smithi120.hllzij (mgr.14704) 2353 : cluster [DBG] 2022-01-25T23:53:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:43 smithi120 conmon[102313]: pgmap v2029: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:43 smithi145 conmon[67302]: cluster 2022-01-25T23:53:42.224837+0000 mgr.smithi120.hllzij (mgr.14704) 2353 : cluster [DBG] pgmap v2029: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:45 smithi120 conmon[102313]: cluster 2022-01-25T23:53:44.225392+0000 mgr.smithi120.hllzij (mgr.14704) 2354 : cluster 2022-01-25T23:53:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:45 smithi120 conmon[102313]: [DBG] pgmap v2030: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:46.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:45 smithi145 conmon[67302]: cluster 2022-01-25T23:53:44.225392+0000 mgr.smithi120.hllzij (mgr.14704) 2354 : cluster [DBG] pgmap v2030: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:47 smithi120 conmon[102313]: cluster 2022-01-25T23:53:46.226167+0000 mgr.smithi120.hllzij (mgr.14704) 2355 : cluster [DBG] pgmap v2031: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:48.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:47 smithi145 conmon[67302]: cluster 2022-01-25T23:53:46.226167+0000 mgr.smithi120.hllzij (mgr.14704) 2355 : cluster [DBG] pgmap v2031: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:49 smithi120 conmon[102313]: cluster 2022-01-25T23:53:48.226697+0000 mgr.smithi120.hllzij (mgr.14704) 2356 : cluster [DBG] pgmap v2032: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:49 smithi120 conmon[102313]: 2022-01-25T23:53:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:49 smithi145 conmon[67302]: cluster 2022-01-25T23:53:48.226697+0000 mgr.smithi120.hllzij (mgr.14704) 2356 : cluster [DBG] pgmap v2032: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:50.558 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:53:50.825 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:53:50.825 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (73m) 4m ago 74m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:53:50.826 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (66m) 4m ago 74m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:53:50.826 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (66m) 4m ago 73m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:53:50.826 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (72m) 4m ago 73m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:53:50.827 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (69m) 4m ago 69m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:53:50.827 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (69m) 4m ago 69m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:53:50.827 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (67m) 4m ago 75m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:53:50.827 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (66m) 4m ago 73m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:53:50.828 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (66m) 4m ago 75m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:53:50.828 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (66m) 4m ago 73m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:53:50.828 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (67m) 4m ago 67m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:53:50.828 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (67m) 4m ago 67m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:53:50.829 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (73m) 4m ago 73m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:53:50.829 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (73m) 4m ago 73m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:53:50.829 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (61m) 4m ago 72m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:53:50.829 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (72m) 4m ago 72m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:53:50.829 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (72m) 4m ago 72m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:53:50.830 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (72m) 4m ago 72m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:53:50.830 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (71m) 4m ago 71m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:53:50.830 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (71m) 4m ago 71m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:53:50.830 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (71m) 4m ago 71m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:53:50.831 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (71m) 4m ago 71m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:53:50.831 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (72m) 4m ago 73m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:53:51.145 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:53:51.146 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:53:51.146 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:53:51.147 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:53:51.147 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:53:51.148 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:53:51.148 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:53:51.149 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:53:51.149 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:53:51.149 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:53:51.150 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:53:51.151 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:53:51.151 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:53:51.152 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:53:51.152 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:53:51.154 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:53:51.154 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:53:51.154 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:53:51.155 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:53:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:51 smithi120 conmon[102313]: cluster 2022-01-25T23:53:50.227583+0000 mgr.smithi120.hllzij (mgr.14704) 2357 : cluster 2022-01-25T23:53:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:51 smithi120 conmon[102313]: [DBG] pgmap v2033: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:52.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:51 smithi120 conmon[102313]: audit 2022-01-25T23:53:50.546967+0000 mgr.smithi120.hllzij (mgr.14704) 2358 : audit [DBG] from='client.35642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:52.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:51 smithi120 conmon[102313]: audit 2022- 2022-01-25T23:53:52.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:51 smithi120 conmon[102313]: 01-25T23:53:50.817206+0000 mgr.smithi120.hllzij (mgr.14704) 2359 : audit [DBG] from='client.35646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:52.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:51 smithi120 conmon[102313]: audit 2022-01-25T23:53:51.146519+0000 mon.smithi120 (mon.0) 917 : audit [DBG] from='client.? 172.21.15.120:0/2299723595' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:53:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:51 smithi145 conmon[67302]: cluster 2022-01-25T23:53:50.227583+0000 mgr.smithi120.hllzij (mgr.14704) 2357 : cluster [DBG] pgmap v2033: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:53:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:51 smithi145 conmon[67302]: audit 2022-01-25T23:53:50 2022-01-25T23:53:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:51 smithi145 conmon[67302]: .546967+0000 mgr.smithi120.hllzij (mgr.14704) 2358 : audit [DBG] from='client.35642 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:51 smithi145 conmon[67302]: audit 2022-01-25T23:53:50.817206+0000 mgr.smithi120.hllzij (mgr.14704) 2359 : audit [DBG] from='client.35646 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:53:52.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:51 smithi145 conmon[67302]: audit 2022-01-25T23 2022-01-25T23:53:52.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:51 smithi145 conmon[67302]: :53:51.146519+0000 mon.smithi120 (mon.0) 917 : audit [DBG] from='client.? 172.21.15.120:0/2299723595' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:53:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:53 smithi120 conmon[102313]: cluster 2022-01-25T23:53:52.228395+0000 mgr.smithi120.hllzij (mgr.14704) 2360 : cluster [DBG] pgmap v2034: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:53 smithi120 conmon[102313]: audit 2022-01-25T23:53:53.851881+0000 mon.smithi120 (mon.0) 918 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:53:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:53 smithi120 conmon[102313]: audit 2022-01- 2022-01-25T23:53:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:53 smithi120 conmon[102313]: 25T23:53:53.852267+0000 mon.smithi120 (mon.0) 919 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:53:54.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:53 smithi145 conmon[67302]: cluster 2022-01-25T23:53:52.228395+0000 mgr.smithi120.hllzij (mgr.14704) 2360 : cluster [DBG] pgmap v2034: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:53 smithi145 conmon[67302]: audit 2022-01-25T23:53: 2022-01-25T23:53:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:53 smithi145 conmon[67302]: 53.851881+0000 mon.smithi120 (mon.0) 918 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:53:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:53 smithi145 conmon[67302]: audit 2022-01-25T23:53:53.852267+0000 mon.smithi120 (mon.0) 919 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:53:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:55 smithi120 conmon[102313]: cluster 2022-01-25T23:53:54.229063+0000 mgr.smithi120.hllzij (mgr.14704) 2361 : cluster [DBG] pgmap v2035: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:55 smithi145 conmon[67302]: cluster 2022-01-25T23:53:54.229063+0000 mgr.smithi120.hllzij (mgr.14704) 2361 : cluster [DBG] pgmap v2035: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:57 smithi120 conmon[102313]: cluster 2022-01-25T23:53:56.229868+0000 mgr.smithi120.hllzij (mgr.14704) 2362 : cluster [DBG] pgmap v2036: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:53:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:57 smithi145 conmon[67302]: cluster 2022-01-25T23:53:56.229868+0000 mgr.smithi120.hllzij (mgr.14704) 2362 : cluster [DBG] pgmap v2036: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:53:59 smithi120 conmon[102313]: cluster 2022-01-25T23:53:58.230312+0000 mgr.smithi120.hllzij (mgr.14704) 2363 : cluster [DBG] pgmap v2037: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:00.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:53:59 smithi145 conmon[67302]: cluster 2022-01-25T23:53:58.230312+0000 mgr.smithi120.hllzij (mgr.14704) 2363 : cluster [DBG] pgmap v2037: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:01 smithi120 conmon[102313]: cluster 2022-01-25T23:54:00.231149+0000 mgr.smithi120.hllzij (mgr.14704) 2364 : cluster [DBG] pgmap v2038: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:02.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:01 smithi145 conmon[67302]: cluster 2022-01-25T23:54:00.231149+0000 mgr.smithi120.hllzij (mgr.14704) 2364 : cluster [DBG] pgmap v2038: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:03 smithi120 conmon[102313]: cluster 2022-01-25T23:54:02.231775+0000 mgr.smithi120.hllzij (mgr.14704) 2365 : cluster [DBG] pgmap v2039: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:04.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:03 smithi145 conmon[67302]: cluster 2022-01-25T23:54:02.231775+0000 mgr.smithi120.hllzij (mgr.14704) 2365 : cluster [DBG] pgmap v2039: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:03 smithi145 conmon[67302]: 2022-01-25T23:54:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:05 smithi120 conmon[102313]: cluster 2022-01-25T23:54:04.232181+0000 mgr.smithi120.hllzij (mgr.14704) 2366 : cluster [DBG] pgmap v2040: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:06.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:05 smithi145 conmon[67302]: cluster 2022-01-25T23:54:04.232181+0000 mgr.smithi120.hllzij (mgr.14704) 2366 : cluster [DBG] pgmap v2040: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:07 smithi120 conmon[102313]: cluster 2022-01-25T23:54:06.233000+0000 mgr.smithi120.hllzij (mgr.14704) 2367 : cluster [DBG] pgmap v2041: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:07 smithi145 conmon[67302]: cluster 2022-01-25T23:54:06.233000+0000 mgr.smithi120.hllzij (mgr.14704) 2367 : cluster [DBG] pgmap v2041: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:07 smithi145 conmon[67302]: 2022-01-25T23:54:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:09 smithi120 conmon[102313]: cluster 2022-01-25T23:54:08.233506+0000 mgr.smithi120.hllzij (mgr.14704) 2368 : cluster [DBG] pgmap v2042: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:10.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:09 smithi145 conmon[67302]: cluster 2022-01-25T23:54:08.233506+0000 mgr.smithi120.hllzij (mgr.14704) 2368 : cluster [DBG] pgmap v2042: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:11 smithi120 conmon[102313]: cluster 2022-01-25T23:54:10. 2022-01-25T23:54:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:11 smithi120 conmon[102313]: 234510+0000 mgr.smithi120.hllzij (mgr.14704) 2369 : cluster [DBG] pgmap v2043: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:12.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:11 smithi145 conmon[67302]: cluster 2022-01-25T23:54:10.234510+0000 mgr.smithi120.hllzij (mgr.14704) 2369 : cluster [DBG] pgmap v2043: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:13 smithi120 conmon[102313]: cluster 2022-01-25T23:54:12.235145+0000 mgr.smithi120.hllzij (mgr.14704) 2370 : cluster [DBG] pgmap v2044: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:13 smithi145 conmon[67302]: cluster 2022-01-25T23:54:12.235145+0000 mgr.smithi120.hllzij (mgr.14704) 2370 : cluster [DBG] pgmap v2044: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:15 smithi120 conmon[102313]: cluster 2022-01-25T23:54:14.235714+0000 mgr.smithi120.hllzij (mgr.14704) 2371 : cluster [DBG] pgmap v2045: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:15 smithi145 conmon[67302]: cluster 2022-01-25T23:54:14.235714+0000 mgr.smithi120.hllzij (mgr.14704) 2371 : cluster 2022-01-25T23:54:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:15 smithi145 conmon[67302]: [DBG] pgmap v2045: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:17 smithi120 conmon[102313]: cluster 2022-01-25T23:54:16.236402+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:54:18.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:17 smithi120 conmon[102313]: ) 2372 : cluster [DBG] pgmap v2046: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:18.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:17 smithi120 conmon[102313]: audit 2022-01-25T23:54:17.818938+0000 mon.smithi120 (mon.0) 920 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:54:18.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:17 smithi120 conmon[102313]: audit 2022-01-25T23:54:17.820374+0000 mon.smithi120 (mon. 2022-01-25T23:54:18.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:17 smithi120 conmon[102313]: 0) 921 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:54:18.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:17 smithi120 conmon[102313]: audit 2022-01-25T23 2022-01-25T23:54:18.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:17 smithi120 conmon[102313]: :54:17.821284+0000 mon.smithi120 (mon.0) 2022-01-25T23:54:18.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:17 smithi120 conmon[102313]: 922 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:54:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:17 smithi145 conmon[67302]: cluster 2022-01-25T23:54:16.236402+0000 mgr.smithi120.hllzij 2022-01-25T23:54:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:17 smithi145 conmon[67302]: (mgr.14704) 2372 : cluster [DBG] pgmap v2046: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:17 smithi145 conmon[67302]: audit 2022-01-25T23:54 2022-01-25T23:54:18.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:17 smithi145 conmon[67302]: :17.818938+0000 mon.smithi120 (mon.0) 920 : audit [DBG] 2022-01-25T23:54:18.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:17 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:54:18.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:17 smithi145 conmon[67302]: audit 2022-01- 2022-01-25T23:54:18.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:17 smithi145 conmon[67302]: 25T23:54:17.820374+0000 2022-01-25T23:54:18.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:17 smithi145 conmon[67302]: mon.smithi120 (mon.0) 921 : 2022-01-25T23:54:18.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:17 smithi145 conmon[67302]: audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:54:18.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:17 smithi145 conmon[67302]: audit 2022 2022-01-25T23:54:18.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:17 smithi145 conmon[67302]: -01-25T23:54:17. 2022-01-25T23:54:18.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:17 smithi145 conmon[67302]: 821284+0000 mon.smithi120 (mon.0) 2022-01-25T23:54:18.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:17 smithi145 conmon[67302]: 922 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:54:19.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:18 smithi145 conmon[67302]: cephadm 2022-01-25T23:54:17.821981+0000 mgr.smithi120.hllzij (mgr.14704) 2373 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:54:19.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:18 smithi145 conmon[67302]: audit 2022-01-25T23:54:19.190 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:18 smithi145 conmon[67302]: 2022-01-25T23:54:18.217390+0000 mon.smithi120 (mon.0) 923 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:54:19.190 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:18 smithi145 conmon[67302]: audit 2022-01-25T23:54:18.224273+0000 mon.smithi120 (mon.0) 924 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:54:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:18 smithi120 conmon[102313]: cephadm 2022-01-25T23:54:17.821981+0000 mgr.smithi120.hllzij (mgr.14704) 2373 : cephadm [WRN] 2022-01-25T23:54:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:18 smithi120 conmon[102313]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:54:19.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:18 smithi120 conmon[102313]: audit 2022-01-25T23:54:18.217390+0000 mon.smithi120 (mon.0) 923 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:54:19.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:18 smithi120 conmon[102313]: audit 2022-01-25T23:54:18.224273+0000 mon.smithi120 (mon.0) 924 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:54:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:19 smithi120 conmon[102313]: cluster 2022-01-25T23:54:18.236817+0000 mgr.smithi120.hllzij (mgr.14704) 2374 : cluster [DBG] pgmap v2047: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:19 smithi120 conmon[102313]: 2022-01-25T23:54:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:19 smithi145 conmon[67302]: cluster 2022-01-25T23:54:18.236817+0000 mgr.smithi120.hllzij (mgr.14704) 2374 : cluster [DBG] pgmap v2047: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:21.447 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:54:21.713 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:54:21.714 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (73m) 5m ago 74m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:54:21.714 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (66m) 5m ago 74m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:54:21.714 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (66m) 5m ago 74m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:54:21.715 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (73m) 5m ago 74m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:54:21.715 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (70m) 5m ago 70m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:54:21.715 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (70m) 5m ago 70m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:54:21.715 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (67m) 5m ago 75m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:54:21.715 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (67m) 5m ago 74m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:54:21.716 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (67m) 5m ago 75m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:54:21.716 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (66m) 5m ago 74m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:54:21.716 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (67m) 5m ago 67m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:54:21.716 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (67m) 5m ago 67m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:54:21.717 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (74m) 5m ago 74m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:54:21.717 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (73m) 5m ago 73m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:54:21.717 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (61m) 5m ago 73m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:54:21.717 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (73m) 5m ago 73m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:54:21.718 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (72m) 5m ago 72m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:54:21.718 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (72m) 5m ago 72m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:54:21.718 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (72m) 5m ago 72m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:54:21.718 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (72m) 5m ago 72m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:54:21.719 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (71m) 5m ago 71m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:54:21.719 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (71m) 5m ago 71m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:54:21.719 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (73m) 5m ago 74m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:54:22.034 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:54:22.034 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:54:22.035 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:54:22.035 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:54:22.035 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:54:22.035 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:54:22.036 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:54:22.036 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:54:22.036 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:54:22.036 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:54:22.037 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:54:22.037 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:54:22.037 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:54:22.037 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:54:22.037 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:54:22.038 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:54:22.038 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:54:22.038 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:54:22.038 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:54:22.039 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:21 smithi120 conmon[102313]: cluster 2022-01-25T23:54:20.237595+0000 mgr.smithi120.hllzij ( 2022-01-25T23:54:22.039 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:21 smithi120 conmon[102313]: mgr.14704) 2375 : cluster [DBG] pgmap v2048: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:21 smithi145 conmon[67302]: cluster 2022-01-25T23:54:20.237595+0000 mgr.smithi120.hllzij (mgr.14704) 2375 : cluster [DBG] pgmap v2048: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:23.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:22 smithi120 conmon[102313]: audit 2022-01-25T23:54:21.436856+0000 mgr.smithi120.hllzij (mgr.14704) 2376 : audit 2022-01-25T23:54:23.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:22 smithi120 conmon[102313]: [DBG] from='client.35654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:23.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:22 smithi120 conmon[102313]: audit 2022-01-25T23:54:21.705642+0000 mgr.smithi120.hllzij (mgr.14704) 2377 : audit [DBG] from='client.35658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:23.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:22 smithi120 conmon[102313]: audit 2022-01-25T23:54:23.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:22 smithi120 conmon[102313]: 2022-01-25T23:54:22.034941+0000 mon.smithi120 (mon.0) 925 : audit [DBG] from='client.? 172.21.15.120:0/3123818746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:54:23.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:22 smithi145 conmon[67302]: audit 2022-01-25T23:54:21.436856+0000 mgr.smithi120.hllzij (mgr.14704) 2376 : audit [DBG] from='client.35654 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:23.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:22 smithi145 conmon[67302]: 2022-01-25T23:54:23.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:22 smithi145 conmon[67302]: audit 2022-01-25T23:54:21.705642+0000 mgr.smithi120.hllzij (mgr.14704) 2377 : audit [DBG] from='client.35658 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:23.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:22 smithi145 conmon[67302]: audit 2022-01-25 2022-01-25T23:54:23.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:22 smithi145 conmon[67302]: T23:54:22.034941+0000 mon.smithi120 (mon.0) 925 : audit [DBG] from='client.? 172.21.15.120:0/3123818746' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:54:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:23 smithi120 conmon[102313]: cluster 2022-01-25T23:54:22.238018+0000 mgr.smithi120.hllzij (mgr.14704) 2378 : cluster [DBG] pgmap v2049: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:23 smithi145 conmon[67302]: cluster 2022-01-25T23:54:22.238018+0000 mgr.smithi120.hllzij (mgr.14704) 2378 : cluster [DBG] pgmap v2049: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:25 smithi120 conmon[102313]: cluster 2022-01-25T23:54:24.238660+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-25T23:54:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:25 smithi120 conmon[102313]: ) 2379 : cluster [DBG] pgmap v2050: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:25 smithi145 conmon[67302]: cluster 2022-01-25T23:54:24.238660+0000 mgr.smithi120.hllzij (mgr.14704) 2379 : cluster [DBG] pgmap v2050: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:25 smithi145 conmon[67302]: 2022-01-25T23:54:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:27 smithi120 conmon[102313]: cluster 2022-01-25T23:54:26.239645+0000 mgr.smithi120.hllzij (mgr.14704) 2380 : cluster [DBG] pgmap v2051: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:27 smithi120 conmon[102313]: 2022-01-25T23:54:28.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:27 smithi145 conmon[67302]: cluster 2022-01-25T23:54:26.239645+0000 mgr.smithi120.hllzij (mgr.14704) 2380 : cluster [DBG] pgmap v2051: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:29 smithi120 conmon[102313]: cluster 2022-01-25T23:54:28.240276+0000 2022-01-25T23:54:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:29 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 2381 : cluster [DBG] pgmap v2052: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:30.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:29 smithi145 conmon[67302]: cluster 2022-01-25T23:54:28.240276+0000 mgr.smithi120.hllzij (mgr.14704) 2381 : cluster [DBG] pgmap v2052: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:31 smithi120 conmon[102313]: cluster 2022-01-25T23:54:30.241201+0000 mgr.smithi120.hllzij (mgr.14704) 2382 : cluster [DBG] pgmap v2053: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:31 smithi145 conmon[67302]: cluster 2022-01-25T23:54:30.241201+0000 mgr.smithi120.hllzij (mgr.14704) 2382 : cluster [DBG] pgmap v2053: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:33 smithi120 conmon[102313]: cluster 2022-01-25T23:54:32.241838+0000 mgr.smithi120.hllzij (mgr.14704) 2383 : cluster [DBG] pgmap v2054: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:34.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:33 smithi145 conmon[67302]: cluster 2022-01-25T23:54:32.241838+0000 mgr.smithi120.hllzij (mgr.14704) 2383 : cluster [DBG] pgmap v2054: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:35 smithi120 conmon[102313]: cluster 2022-01-25T23:54:34.242250+0000 mgr.smithi120.hllzij (mgr.14704) 2384 : cluster [DBG] pgmap v2055: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:36.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:35 smithi145 conmon[67302]: cluster 2022-01-25T23:54:34.242250+0000 mgr.smithi120.hllzij (mgr.14704) 2384 : cluster [DBG] 2022-01-25T23:54:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:35 smithi145 conmon[67302]: pgmap v2055: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:37 smithi120 conmon[102313]: cluster 2022-01-25T23:54:36.243152+0000 mgr.smithi120.hllzij (mgr.14704) 2385 : cluster [DBG] pgmap v2056: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:38.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:37 smithi145 conmon[67302]: cluster 2022-01-25T23:54:36.243152+0000 mgr.smithi120.hllzij (mgr.14704) 2385 : cluster [DBG] pgmap v2056: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:39 smithi120 conmon[102313]: cluster 2022-01-25T23:54:38.243648+0000 mgr.smithi120.hllzij (mgr.14704) 2386 : cluster [DBG] pgmap v2057: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:40.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:39 smithi145 conmon[67302]: cluster 2022-01-25T23:54:38.243648+0000 mgr.smithi120.hllzij (mgr.14704) 2386 : cluster 2022-01-25T23:54:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:39 smithi145 conmon[67302]: [DBG] pgmap v2057: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:41 smithi120 conmon[102313]: cluster 2022-01-25T23:54:40.244595+0000 mgr.smithi120.hllzij (mgr.14704) 2387 : cluster [DBG] pgmap v2058: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:41 smithi145 conmon[67302]: cluster 2022-01-25T23:54:40.244595+0000 mgr.smithi120.hllzij (mgr.14704) 2387 : cluster [DBG] pgmap v2058: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:43 smithi120 conmon[102313]: cluster 2022-01-25T23:54:42.245152+0000 mgr.smithi120.hllzij (mgr.14704) 2388 : cluster [DBG] 2022-01-25T23:54:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:43 smithi120 conmon[102313]: pgmap v2059: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:43 smithi145 conmon[67302]: cluster 2022-01-25T23:54:42.245152+0000 mgr.smithi120.hllzij (mgr.14704) 2388 : cluster [DBG] pgmap v2059: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:45 smithi120 conmon[102313]: cluster 2022-01-25T23:54:44.245740+0000 mgr.smithi120.hllzij (mgr.14704) 2389 : cluster [DBG] pgmap v2060: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:46.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:45 smithi145 conmon[67302]: cluster 2022-01-25T23:54:44.245740+0000 mgr.smithi120.hllzij (mgr.14704) 2389 : cluster [DBG] 2022-01-25T23:54:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:45 smithi145 conmon[67302]: pgmap v2060: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:47 smithi120 conmon[102313]: cluster 2022-01-25T23:54:46.246638+0000 mgr.smithi120.hllzij (mgr.14704) 2390 : cluster [DBG] 2022-01-25T23:54:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:47 smithi120 conmon[102313]: pgmap v2061: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:47 smithi145 conmon[67302]: cluster 2022-01-25T23:54:46.246638+0000 mgr.smithi120.hllzij (mgr.14704) 2390 : cluster [DBG] pgmap v2061: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:49 smithi120 conmon[102313]: cluster 2022-01-25T23:54:48.247216+0000 mgr.smithi120.hllzij (mgr.14704) 2391 : cluster [DBG] pgmap v2062: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:50.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:49 smithi145 conmon[67302]: cluster 2022-01-25T23:54:48.247216+0000 mgr.smithi120.hllzij (mgr.14704) 2391 : cluster [DBG] pgmap v2062: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:51 smithi120 conmon[102313]: cluster 2022-01-25T23:54:50.248043+0000 mgr.smithi120.hllzij (mgr.14704) 2392 : cluster [DBG] pgmap v2063: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:51 smithi145 conmon[67302]: cluster 2022-01-25T23:54:50.248043+0000 mgr.smithi120.hllzij (mgr.14704) 2392 : cluster [DBG] pgmap v2063: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:54:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:51 smithi145 conmon[67302]: 2022-01-25T23:54:52.337 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:54:52.603 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:54:52.603 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (74m) 5m ago 75m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:54:52.603 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (67m) 5m ago 75m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:54:52.604 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (67m) 5m ago 74m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:54:52.604 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (73m) 5m ago 74m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:54:52.604 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (70m) 5m ago 70m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:54:52.604 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (70m) 5m ago 70m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:54:52.605 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (68m) 5m ago 76m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:54:52.605 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (67m) 5m ago 74m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:54:52.605 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (67m) 5m ago 76m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:54:52.605 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (67m) 5m ago 74m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:54:52.606 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (68m) 5m ago 68m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:54:52.606 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (68m) 5m ago 68m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:54:52.606 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (74m) 5m ago 74m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:54:52.606 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (74m) 5m ago 74m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:54:52.607 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (62m) 5m ago 74m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:54:52.607 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (73m) 5m ago 73m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:54:52.607 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (73m) 5m ago 73m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:54:52.607 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (73m) 5m ago 73m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:54:52.607 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (72m) 5m ago 72m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:54:52.608 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (72m) 5m ago 72m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:54:52.608 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (72m) 5m ago 72m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:54:52.608 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (72m) 5m ago 72m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:54:52.608 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (73m) 5m ago 74m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:54:52.922 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:54:52.922 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:54:52.923 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:54:52.923 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:54:52.923 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:54:52.923 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:54:52.924 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:54:52.924 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:54:52.924 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:54:52.924 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:54:52.925 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:54:52.925 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:54:52.925 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:54:52.925 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:54:52.926 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:54:52.926 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:54:52.926 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:54:52.926 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:54:52.926 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:54:53.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:52 smithi120 conmon[102313]: audit 2022-01-25T23:54:52.923073+0000 mon.smithi120 (mon.0) 926 : audit [DBG] from='client.? 172.21.15.120:0/3428754632' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:54:53.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:52 smithi145 conmon[67302]: audit 2022-01-25T23:54:52.923073+0000 mon.smithi120 (mon.0) 926 : audit [DBG] from='client.? 172.21.15.120:0/3428754632' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:54:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:53 smithi120 conmon[102313]: cluster 2022-01-25T23:54:52.248487+0000 mgr.smithi120.hllzij (mgr.14704) 2393 : cluster [DBG] pgmap v2064: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:53 smithi120 conmon[102313]: audit 2022-01-25T23:54:52.326262+0000 mgr.smithi120.hllzij (mgr.14704) 2394 : audit [DBG] from='client.35666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:53 smithi120 conmon[102313]: audit 2022-01-25T23:54:52.595313+0000 mgr.smithi120.hllzij (mgr.14704) 2395 : audit [DBG] from='client.35670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:53 smithi120 conmon[102313]: audit 2022-01-25T23:54:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:53 smithi120 conmon[102313]: 2022-01-25T23:54:53.856816+0000 mon.smithi120 (mon.0) 927 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:54:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:53 smithi120 conmon[102313]: audit 2022-01-25T23:54:53.857124+0000 mon.smithi120 ( 2022-01-25T23:54:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:53 smithi120 conmon[102313]: mon.0) 928 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:54:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:53 smithi145 conmon[67302]: cluster 2022-01-25T23:54:52.248487+0000 mgr.smithi120.hllzij (mgr.14704) 2393 : cluster [DBG] pgmap v2064: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:53 smithi145 conmon[67302]: 2022-01-25T23:54:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:53 smithi145 conmon[67302]: audit 2022-01-25T23:54:52.326262+0000 mgr.smithi120.hllzij (mgr.14704) 2394 : audit [DBG] from='client.35666 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:53 smithi145 conmon[67302]: audit 2022-01-25T23:54:52.595313+0000 2022-01-25T23:54:54.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:53 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 2395 : audit [DBG] from='client.35670 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:54:54.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:53 smithi145 conmon[67302]: audit 2022-01-25T23: 2022-01-25T23:54:54.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:53 smithi145 conmon[67302]: 54:53.856816+0000 mon.smithi120 (mon.0) 927 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:54:54.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:53 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T23:54:54.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:53 smithi145 conmon[67302]: 23:54:53.857124+0000 mon.smithi120 (mon.0) 928 2022-01-25T23:54:54.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:53 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:54:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:56 smithi120 conmon[102313]: cluster 2022-01-25T23:54:54.248942+0000 mgr.smithi120.hllzij (mgr.14704) 2396 : cluster [DBG] pgmap v2065: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:56.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:56 smithi145 conmon[67302]: cluster 2022-01-25T23:54:54.248942+0000 mgr.smithi120.hllzij (mgr.14704) 2396 : cluster [DBG] pgmap v2065: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:58 smithi120 conmon[102313]: cluster 2022-01-25T23:54:56.249771+0000 mgr.smithi120.hllzij (mgr.14704) 2397 : cluster [DBG] 2022-01-25T23:54:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:54:58 smithi120 conmon[102313]: pgmap v2066: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:54:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:58 smithi145 conmon[67302]: cluster 2022-01-25T23:54:56.249771+0000 mgr.smithi120.hllzij (mgr.14704) 2397 : 2022-01-25T23:54:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:54:58 smithi145 conmon[67302]: cluster [DBG] pgmap v2066: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:00 smithi120 conmon[102313]: cluster 2022-01-25T23:54:58.250182+0000 mgr.smithi120.hllzij (mgr.14704) 2398 : cluster [DBG] 2022-01-25T23:55:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:00 smithi120 conmon[102313]: pgmap v2067: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:00.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:00 smithi145 conmon[67302]: cluster 2022-01-25T23:54:58.250182+0000 mgr.smithi120.hllzij (mgr.14704) 2398 : cluster 2022-01-25T23:55:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:00 smithi145 conmon[67302]: [DBG] pgmap v2067: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:02 smithi120 conmon[102313]: cluster 2022-01-25T23:55:00.251018+0000 mgr.smithi120.hllzij (mgr.14704) 2399 : cluster [DBG] 2022-01-25T23:55:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:02 smithi120 conmon[102313]: pgmap v2068: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:02 smithi145 conmon[67302]: cluster 2022-01-25T23:55:00.251018+0000 mgr.smithi120.hllzij (mgr.14704) 2399 : cluster [DBG] pgmap v2068: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:02 smithi145 conmon[67302]: 2022-01-25T23:55:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:04 smithi120 conmon[102313]: cluster 2022-01-25T23:55:02.251575+0000 mgr.smithi120.hllzij (mgr.14704) 2400 : cluster [DBG] 2022-01-25T23:55:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:04 smithi120 conmon[102313]: pgmap v2069: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:04.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:04 smithi145 conmon[67302]: cluster 2022-01-25T23:55:02.251575+0000 mgr.smithi120.hllzij (mgr.14704) 2400 : cluster [DBG] pgmap v2069: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:06 smithi120 conmon[102313]: cluster 2022-01-25T23:55:04.252202+0000 mgr.smithi120.hllzij (mgr.14704) 2401 : cluster [DBG] pgmap v2070: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:06 smithi145 conmon[67302]: cluster 2022-01-25T23:55:04.252202+0000 mgr.smithi120.hllzij (mgr.14704) 2401 : cluster [DBG] pgmap v2070: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:06 smithi145 conmon[67302]: 2022-01-25T23:55:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:08 smithi120 conmon[102313]: cluster 2022-01-25T23:55:06.253037+0000 mgr.smithi120.hllzij (mgr.14704) 2402 : cluster [DBG] pgmap v2071: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:08.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:08 smithi145 conmon[67302]: cluster 2022-01-25T23:55:06.253037+0000 mgr.smithi120.hllzij (mgr.14704) 2402 : cluster [DBG] 2022-01-25T23:55:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:08 smithi145 conmon[67302]: pgmap v2071: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:10 smithi120 conmon[102313]: cluster 2022-01-25T23:55:08.253497+0000 mgr.smithi120.hllzij (mgr.14704) 2403 : cluster [DBG] pgmap v2072: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:10 smithi145 conmon[67302]: cluster 2022-01-25T23:55:08.253497+0000 mgr.smithi120.hllzij (mgr.14704) 2403 : cluster [DBG] pgmap v2072: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:10 smithi145 conmon[67302]: 2022-01-25T23:55:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:12 smithi120 conmon[102313]: cluster 2022-01-25T23:55:10.254466+0000 mgr.smithi120.hllzij (mgr.14704) 2404 : cluster [DBG] pgmap v2073: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:12 smithi145 conmon[67302]: cluster 2022-01-25T23:55:10.254466+0000 mgr.smithi120.hllzij (mgr.14704) 2404 : cluster [DBG] 2022-01-25T23:55:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:12 smithi145 conmon[67302]: pgmap v2073: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:14 smithi120 conmon[102313]: cluster 2022-01-25T23:55:12.254985+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:55:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:14 smithi120 conmon[102313]: 2405 : cluster [DBG] pgmap v2074: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:14.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:14 smithi145 conmon[67302]: cluster 2022-01-25T23:55:12.254985+0000 mgr.smithi120.hllzij (mgr.14704) 2405 : cluster [DBG] 2022-01-25T23:55:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:14 smithi145 conmon[67302]: pgmap v2074: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:16 smithi120 conmon[102313]: cluster 2022-01-25T23:55:14.255461+0000 mgr.smithi120.hllzij (mgr.14704) 2406 : cluster [DBG] pgmap v2075: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:16 smithi120 conmon[102313]: 2022-01-25T23:55:16.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:16 smithi145 conmon[67302]: cluster 2022-01-25T23:55:14.255461+0000 mgr.smithi120.hllzij (mgr.14704) 2406 : cluster 2022-01-25T23:55:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:16 smithi145 conmon[67302]: [DBG] pgmap v2075: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:18 smithi120 conmon[102313]: cluster 2022-01-25T23:55:16.256334+0000 mgr.smithi120.hllzij (mgr.14704) 2407 : cluster [DBG] pgmap v2076: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:18.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:18 smithi145 conmon[67302]: cluster 2022-01-25T23:55:16.256334+0000 mgr.smithi120.hllzij (mgr.14704) 2407 : cluster [DBG] 2022-01-25T23:55:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:18 smithi145 conmon[67302]: pgmap v2076: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:19 smithi120 conmon[102313]: audit 2022-01-25T23:55:18.226809+0000 mon.smithi120 (mon.0) 929 : audit 2022-01-25T23:55:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:19 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:55:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:19 smithi120 conmon[102313]: audit 2022-01-25T23:55:18.228192+0000 mon.smithi120 (mon.0) 930 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:55:19.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:19 smithi120 conmon[102313]: audit 2022-01-25T23:55:18.228976+0000 mon.smithi120 (mon.0) 931 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:55:19.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:19 smithi120 conmon[102313]: audit 2022-01-25T23:55:18.622345+0000 mon.smithi120 (mon.0) 932 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:55:19.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:19 smithi120 conmon[102313]: audit 2022- 2022-01-25T23:55:19.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:19 smithi120 conmon[102313]: 01-25T23:55:18.629572+0000 mon.smithi120 (mon.0) 933 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:55:19.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:19 smithi145 conmon[67302]: audit 2022-01-25T23:55:18.226809+0000 mon.smithi120 (mon.0) 2022-01-25T23:55:19.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:19 smithi145 conmon[67302]: 929 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:55:19.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:19 smithi145 conmon[67302]: audit 2022-01-25T23:55:18.228192+0000 mon.smithi120 (mon.0) 930 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:55:19.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:19 smithi145 conmon[67302]: audit 2022-01-25T23:55:18.228976 2022-01-25T23:55:19.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:19 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 931 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:55:19.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:19 smithi145 conmon[67302]: audit 2022-01-25T23:55:18.622345 2022-01-25T23:55:19.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:19 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 932 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:55:19.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:19 smithi145 conmon[67302]: audit 2022-01-25T23:55: 2022-01-25T23:55:19.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:19 smithi145 conmon[67302]: 18.629572+0000 mon.smithi120 (mon.0) 933 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:55:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:20 smithi120 conmon[102313]: cephadm 2022-01-25T23:55:18.229671+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:55:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:20 smithi120 conmon[102313]: 14704) 2408 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:55:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:20 smithi120 conmon[102313]: cluster 2022-01-25T23:55:18.256823+0000 mgr.smithi120.hllzij (mgr.14704) 2409 : cluster [DBG] pgmap v2077: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:20.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:20 smithi145 conmon[67302]: cephadm 2022-01-25T23:55:18.229671+0000 mgr.smithi120.hllzij (mgr.14704) 2408 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:55:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:20 smithi145 conmon[67302]: cluster 2022-01-25T23:55:18.256823+0000 mgr.smithi120.hllzij (mgr.14704) 2409 : cluster [DBG] pgmap v2077: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:22 smithi145 conmon[67302]: cluster 2022-01-25T23:55:20.257611+0000 mgr.smithi120.hllzij (mgr.14704) 2410 : cluster [DBG] pgmap v2078: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:22 smithi120 conmon[102313]: cluster 2022-01-25T23:55:20.257611+0000 mgr.smithi120.hllzij (mgr.14704) 2410 : cluster [DBG] pgmap v2078: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:22 smithi120 conmon[102313]: 2022-01-25T23:55:23.220 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:55:23.488 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:55:23.488 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (74m) 6m ago 75m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:55:23.488 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (67m) 6m ago 75m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:55:23.489 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (67m) 6m ago 75m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:55:23.489 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (74m) 6m ago 75m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:55:23.489 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (71m) 6m ago 71m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:55:23.489 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (71m) 6m ago 71m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:55:23.489 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (68m) 6m ago 76m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:55:23.490 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (68m) 6m ago 75m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:55:23.490 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (68m) 6m ago 76m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:55:23.490 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (67m) 6m ago 75m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:55:23.490 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (68m) 6m ago 68m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:55:23.491 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (68m) 6m ago 68m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:55:23.491 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (75m) 6m ago 75m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:55:23.491 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (74m) 6m ago 74m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:55:23.491 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (62m) 6m ago 74m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:55:23.491 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (74m) 6m ago 74m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:55:23.492 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (73m) 6m ago 73m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:55:23.492 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (73m) 6m ago 73m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:55:23.492 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (73m) 6m ago 73m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:55:23.492 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (73m) 6m ago 73m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:55:23.493 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (72m) 6m ago 72m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:55:23.493 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (72m) 6m ago 72m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:55:23.493 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (74m) 6m ago 75m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:55:23.809 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:55:23.809 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:55:23.810 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:55:23.810 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:55:23.810 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:55:23.811 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:55:23.811 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:55:23.811 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:55:23.811 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:55:23.812 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:55:23.812 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:55:23.812 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:55:23.812 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:55:23.813 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:55:23.813 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:55:23.813 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:55:23.813 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:55:23.814 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:55:23.814 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:55:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:24 smithi120 conmon[102313]: cluster 2022-01-25T23:55:22.258182+0000 mgr.smithi120.hllzij (mgr.14704) 2411 : cluster 2022-01-25T23:55:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:24 smithi120 conmon[102313]: [DBG] pgmap v2079: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:24 smithi120 conmon[102313]: audit 2022-01-25T23:55:23.809973+0000 mon.smithi120 (mon.0) 934 : audit [DBG] from='client.? 172.21.15.120:0/4075631955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:55:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:24 smithi145 conmon[67302]: cluster 2022-01-25T23:55:22.258182+0000 mgr.smithi120.hllzij (mgr.14704) 2411 : cluster [DBG] 2022-01-25T23:55:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:24 smithi145 conmon[67302]: pgmap v2079: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:24 smithi145 conmon[67302]: audit 2022-01-25T23:55:23.809973+0000 mon.smithi120 (mon.0) 934 : audit [DBG] from='client.? 172.21.15.120:0/4075631955' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:55:25.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:25 smithi145 conmon[67302]: audit 2022-01-25T23:55:23.209724+0000 mgr.smithi120.hllzij (mgr.14704) 2412 : audit [DBG] from='client.35678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:25.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:25 smithi145 conmon[67302]: audit 2022-01-25T23:55:23.479889+0000 mgr.smithi120.hllzij (mgr.14704) 2413 : audit [DBG] from='client.35682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:25.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:25 smithi120 conmon[102313]: audit 2022-01-25T23:55:23.209724+0000 mgr.smithi120.hllzij (mgr.14704) 2412 : audit [DBG] from='client.35678 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:25.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:25 smithi120 conmon[102313]: audit 2022-01-25T23:55:23.479889+0000 mgr.smithi120.hllzij (mgr.14704) 2413 : audit [DBG] from='client.35682 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:26 smithi145 conmon[67302]: cluster 2022-01-25T23:55:24.258618+0000 mgr.smithi120.hllzij (mgr.14704) 2414 : cluster 2022-01-25T23:55:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:26 smithi145 conmon[67302]: [DBG] pgmap v2080: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:26 smithi120 conmon[102313]: cluster 2022-01-25T23:55:24.258618+0000 mgr.smithi120.hllzij (mgr.14704) 2414 : cluster [DBG] pgmap v2080: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:26 smithi120 conmon[102313]: 2022-01-25T23:55:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:28 smithi145 conmon[67302]: cluster 2022-01-25T23:55:26.259580+0000 mgr.smithi120.hllzij (mgr.14704) 2415 : cluster [DBG] pgmap v2081: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:28 smithi120 conmon[102313]: cluster 2022-01-25T23:55:26.259580+0000 mgr.smithi120.hllzij (mgr.14704) 2415 : cluster [DBG] pgmap v2081: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:30 smithi145 conmon[67302]: cluster 2022-01-25T23:55:28.260080+0000 mgr.smithi120.hllzij (mgr.14704) 2416 : cluster [DBG] pgmap v2082: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:30 smithi120 conmon[102313]: cluster 2022-01-25T23:55:28.260080+0000 mgr.smithi120.hllzij (mgr.14704) 2416 : cluster [DBG] 2022-01-25T23:55:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:30 smithi120 conmon[102313]: pgmap v2082: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:32 smithi145 conmon[67302]: cluster 2022-01-25T23:55:30.261017+0000 mgr.smithi120.hllzij (mgr.14704) 2417 : cluster [DBG] pgmap v2083: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:32 smithi120 conmon[102313]: cluster 2022-01-25T23:55:30.261017+0000 mgr.smithi120.hllzij (mgr.14704) 2417 : cluster [DBG] 2022-01-25T23:55:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:32 smithi120 conmon[102313]: pgmap v2083: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:34 smithi120 conmon[102313]: cluster 2022-01-25T23:55:32.261628+0000 mgr.smithi120.hllzij (mgr.14704) 2418 : cluster [DBG] 2022-01-25T23:55:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:34 smithi120 conmon[102313]: pgmap v2084: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:34 smithi145 conmon[67302]: cluster 2022-01-25T23:55:32.261628+0000 mgr.smithi120.hllzij (mgr.14704) 2418 : cluster [DBG] pgmap v2084: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:36 smithi120 conmon[102313]: cluster 2022-01-25T23:55:34.262096+0000 mgr.smithi120.hllzij (mgr.14704) 2419 : cluster [DBG] 2022-01-25T23:55:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:36 smithi120 conmon[102313]: pgmap v2085: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:36.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:36 smithi145 conmon[67302]: cluster 2022-01-25T23:55:34.262096+0000 mgr.smithi120.hllzij (mgr.14704) 2419 : cluster [DBG] pgmap v2085: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:38 smithi120 conmon[102313]: cluster 2022-01-25T23:55:36.263166+0000 mgr.smithi120.hllzij (mgr.14704) 2420 : cluster [DBG] pgmap v2086: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:38 smithi145 conmon[67302]: cluster 2022-01-25T23:55:36.263166+0000 mgr.smithi120.hllzij (mgr.14704) 2420 : cluster [DBG] pgmap v2086: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:40 smithi120 conmon[102313]: cluster 2022-01-25T23:55:38.263678+0000 mgr.smithi120.hllzij (mgr.14704) 2421 : cluster [DBG] pgmap v2087: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:40 smithi120 conmon[102313]: 2022-01-25T23:55:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:40 smithi145 conmon[67302]: cluster 2022-01-25T23:55:38.263678+0000 mgr.smithi120.hllzij (mgr.14704) 2421 : cluster [DBG] pgmap v2087: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:42 smithi120 conmon[102313]: cluster 2022-01-25T23:55:40.264589+0000 mgr.smithi120.hllzij (mgr.14704) 2422 : cluster [DBG] pgmap v2088: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:42 smithi120 conmon[102313]: 2022-01-25T23:55:42.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:42 smithi145 conmon[67302]: cluster 2022-01-25T23:55:40.264589+0000 mgr.smithi120.hllzij (mgr.14704) 2422 : cluster [DBG] pgmap v2088: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:44 smithi120 conmon[102313]: cluster 2022-01-25T23:55:42.265070+0000 mgr.smithi120.hllzij (mgr.14704) 2423 : cluster [DBG] pgmap v2089: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:44.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:44 smithi145 conmon[67302]: cluster 2022-01-25T23:55:42.265070+0000 mgr.smithi120.hllzij (mgr.14704) 2423 : cluster [DBG] pgmap v2089: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:46 smithi120 conmon[102313]: cluster 2022-01-25T23:55:44.265646+0000 mgr.smithi120.hllzij (mgr.14704) 2424 : cluster [DBG] 2022-01-25T23:55:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:46 smithi120 conmon[102313]: pgmap v2090: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:46 smithi145 conmon[67302]: cluster 2022-01-25T23:55:44.265646+0000 mgr.smithi120.hllzij (mgr.14704) 2424 : cluster [DBG] pgmap v2090: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:46 smithi145 conmon[67302]: 2022-01-25T23:55:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:48 smithi120 conmon[102313]: cluster 2022-01-25T23:55:46.266461+0000 mgr.smithi120.hllzij (mgr.14704) 2425 : 2022-01-25T23:55:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:48 smithi120 conmon[102313]: cluster [DBG] pgmap v2091: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:48.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:48 smithi145 conmon[67302]: cluster 2022-01-25T23:55:46.266461+0000 mgr.smithi120.hllzij (mgr.14704) 2425 : cluster [DBG] pgmap v2091: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:48 smithi145 conmon[67302]: 2022-01-25T23:55:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:49 smithi120 conmon[102313]: cluster 2022-01-25T23:55:48.267058+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:55:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:49 smithi120 conmon[102313]: 2426 : cluster [DBG] pgmap v2092: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:49.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:49 smithi145 conmon[67302]: cluster 2022-01-25T23:55:48.267058+0000 mgr.smithi120.hllzij (mgr.14704) 2426 : cluster [DBG] pgmap v2092: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:51 smithi120 conmon[102313]: cluster 2022-01-25T23:55:50.267974+0000 mgr.smithi120.hllzij (mgr.14704) 2427 : cluster [DBG] 2022-01-25T23:55:52.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:51 smithi120 conmon[102313]: pgmap v2093: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:52.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:51 smithi145 conmon[67302]: cluster 2022-01-25T23:55:50.267974+0000 mgr.smithi120.hllzij (mgr.14704) 2427 : cluster [DBG] 2022-01-25T23:55:52.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:51 smithi145 conmon[67302]: pgmap v2093: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:55:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:53 smithi120 conmon[102313]: cluster 2022-01-25T23:55:52.268472+0000 mgr.smithi120.hllzij (mgr.14704) 2428 : cluster [DBG] 2022-01-25T23:55:54.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:53 smithi120 conmon[102313]: pgmap v2094: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:54.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:53 smithi145 conmon[67302]: cluster 2022-01-25T23:55:52.268472+0000 mgr.smithi120.hllzij (mgr.14704) 2428 : cluster [DBG] pgmap v2094: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:54.110 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:55:54.390 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:55:54.391 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (75m) 6m ago 76m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:55:54.391 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (68m) 6m ago 76m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:55:54.391 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (68m) 6m ago 75m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:55:54.391 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (74m) 6m ago 75m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:55:54.392 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (71m) 6m ago 71m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:55:54.392 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (71m) 6m ago 71m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:55:54.392 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (69m) 6m ago 77m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:55:54.392 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (68m) 6m ago 75m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:55:54.392 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (68m) 6m ago 77m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:55:54.393 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (68m) 6m ago 75m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:55:54.393 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (69m) 6m ago 69m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:55:54.393 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (69m) 6m ago 69m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:55:54.393 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (75m) 6m ago 75m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:55:54.394 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (75m) 6m ago 75m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:55:54.394 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (63m) 6m ago 75m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:55:54.394 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (74m) 6m ago 74m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:55:54.394 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (74m) 6m ago 74m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:55:54.395 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (74m) 6m ago 74m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:55:54.395 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (73m) 6m ago 73m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:55:54.395 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (73m) 6m ago 73m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:55:54.395 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (73m) 6m ago 73m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:55:54.395 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (73m) 6m ago 73m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:55:54.396 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (74m) 6m ago 75m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:55:54.702 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:55:54.703 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:55:54.703 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:55:54.703 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:55:54.703 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:55:54.704 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:55:54.704 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:55:54.704 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:55:54.704 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:55:54.705 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:55:54.705 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:55:54.705 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:55:54.705 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:55:54.705 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:55:54.706 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:55:54.706 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:55:54.706 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:55:54.707 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:55:54.707 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:55:55.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:54 smithi120 conmon[102313]: audit 2022-01-25T23:55:53.860845+0000 mon.smithi120 2022-01-25T23:55:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:54 smithi120 conmon[102313]: (mon.0) 935 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:55:55.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:54 smithi120 conmon[102313]: audit 2022-01-25T23:55:53.861211+0000 mon.smithi120 (mon.0) 936 : audit [INF] 2022-01-25T23:55:55.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:54 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:55:55.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:54 smithi120 conmon[102313]: audit 2022-01-25T 2022-01-25T23:55:55.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:54 smithi120 conmon[102313]: 23:55:54.099543+0000 mgr.smithi120.hllzij (mgr.14704) 2429 : audit [DBG] from='client.35690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:55.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:54 smithi120 conmon[102313]: 2022-01-25T23:55:55.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:54 smithi120 conmon[102313]: audit 2022-01-25T23:55:55.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:54 smithi120 conmon[102313]: 2022-01-25T23:55:54.703478+0000 mon.smithi120 (mon 2022-01-25T23:55:55.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:54 smithi120 conmon[102313]: .0) 937 : audit [DBG] from='client.? 172.21.15.120:0/2525287078' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:55:55.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:54 smithi145 conmon[67302]: audit 2022-01-25T23:55:53.860845+0000 mon.smithi120 (mon.0) 935 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:55:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:54 smithi145 conmon[67302]: audit 2022-01-25T23:55: 2022-01-25T23:55:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:54 smithi145 conmon[67302]: 53.861211+0000 mon.smithi120 (mon.0) 936 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:55:55.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:54 smithi145 conmon[67302]: audit 2022-01-25T23:55:54.099543+0000 mgr.smithi120.hllzij (mgr.14704) 2429 : audit [DBG] from='client.35690 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:55.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:54 smithi145 conmon[67302]: audit 2022 2022-01-25T23:55:55.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:54 smithi145 conmon[67302]: -01-25T23:55:54.703478+0000 mon.smithi120 (mon.0) 937 : audit [DBG] 2022-01-25T23:55:55.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:54 smithi145 conmon[67302]: from='client.? 172.21.15.120:0/2525287078' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:55:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:55 smithi120 conmon[102313]: cluster 2022-01-25T23:55:54.268892+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:55:56.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:55 smithi120 conmon[102313]: 14704) 2430 : cluster [DBG] pgmap v2095: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:56.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:55 smithi120 conmon[102313]: audit 2022-01-25T23:55:54.373007+0000 2022-01-25T23:55:56.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:55 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 2431 : audit [DBG] from='client.35694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:56.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:55 smithi145 conmon[67302]: cluster 2022-01-25T23:55:54.268892+0000 mgr.smithi120.hllzij (mgr.14704) 2430 : cluster [DBG] pgmap v2095: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:56.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:55 smithi145 conmon[67302]: audit 2022-01-25T23:55:54.373007+0000 2022-01-25T23:55:56.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:55 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 2431 : audit [DBG] from='client.35694 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:55:58.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:57 smithi120 conmon[102313]: cluster 2022-01-25T23:55:56.269664+0000 mgr.smithi120.hllzij (mgr.14704) 2432 : cluster [DBG] pgmap v2096: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:55:58.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:57 smithi120 conmon[102313]: 2022-01-25T23:55:58.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:57 smithi145 conmon[67302]: cluster 2022-01-25T23:55:56.269664+0000 mgr.smithi120.hllzij (mgr.14704) 2432 : cluster [DBG] pgmap v2096: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:00.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:59 smithi120 conmon[102313]: cluster 2022-01-25T23:55:58.270226+0000 mgr.smithi120.hllzij (mgr.14704) 2433 : cluster 2022-01-25T23:56:00.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:55:59 smithi120 conmon[102313]: [DBG] pgmap v2097: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:00.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:55:59 smithi145 conmon[67302]: cluster 2022-01-25T23:55:58.270226+0000 mgr.smithi120.hllzij (mgr.14704) 2433 : cluster [DBG] pgmap v2097: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:02.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:01 smithi120 conmon[102313]: cluster 2022-01-25T23:56:00.271017+0000 mgr.smithi120.hllzij (mgr.14704) 2434 : cluster [DBG] 2022-01-25T23:56:02.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:01 smithi120 conmon[102313]: pgmap v2098: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:02.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:01 smithi145 conmon[67302]: cluster 2022-01-25T23:56:00.271017+0000 mgr.smithi120.hllzij (mgr.14704) 2434 : cluster [DBG] pgmap v2098: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:04.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:03 smithi120 conmon[102313]: cluster 2022-01-25T23:56:02.271454+0000 mgr.smithi120.hllzij (mgr.14704) 2435 : cluster 2022-01-25T23:56:04.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:03 smithi120 conmon[102313]: [DBG] pgmap v2099: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:04.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:03 smithi145 conmon[67302]: cluster 2022-01-25T23:56:02.271454+0000 mgr.smithi120.hllzij (mgr.14704) 2435 : cluster [DBG] pgmap v2099: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:06.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:05 smithi120 conmon[102313]: cluster 2022-01-25T23:56:04.271990+0000 mgr.smithi120.hllzij (mgr.14704) 2436 : 2022-01-25T23:56:06.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:05 smithi120 conmon[102313]: cluster [DBG] pgmap v2100: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:06.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:05 smithi145 conmon[67302]: cluster 2022-01-25T23:56:04.271990+0000 mgr.smithi120.hllzij (mgr.14704) 2436 : cluster [DBG] 2022-01-25T23:56:06.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:05 smithi145 conmon[67302]: pgmap v2100: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:07 smithi120 conmon[102313]: cluster 2022-01-25T23:56:06.272811+0000 mgr.smithi120.hllzij (mgr.14704) 2437 : cluster [DBG] 2022-01-25T23:56:08.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:07 smithi120 conmon[102313]: pgmap v2101: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:08.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:07 smithi145 conmon[67302]: cluster 2022-01-25T23:56:06.272811+0000 mgr.smithi120.hllzij (mgr.14704) 2437 : cluster [DBG] 2022-01-25T23:56:08.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:07 smithi145 conmon[67302]: pgmap v2101: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:10.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:09 smithi120 conmon[102313]: cluster 2022-01-25T23:56:08.273433+0000 mgr.smithi120.hllzij (mgr.14704) 2438 : cluster [DBG] 2022-01-25T23:56:10.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:09 smithi120 conmon[102313]: pgmap v2102: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:10.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:09 smithi145 conmon[67302]: cluster 2022-01-25T23:56:08.273433+0000 mgr.smithi120.hllzij (mgr.14704) 2438 : cluster [DBG] pgmap v2102: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:11 smithi120 conmon[102313]: cluster 2022-01-25T23:56:10.274230+0000 mgr.smithi120.hllzij (mgr.14704) 2439 : cluster 2022-01-25T23:56:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:11 smithi120 conmon[102313]: [DBG] pgmap v2103: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:12.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:11 smithi145 conmon[67302]: cluster 2022-01-25T23:56:10.274230+0000 mgr.smithi120.hllzij (mgr.14704) 2439 : cluster 2022-01-25T23:56:12.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:11 smithi145 conmon[67302]: [DBG] pgmap v2103: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:14.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:13 smithi145 conmon[67302]: cluster 2022-01-25T23:56:12.274778+0000 mgr.smithi120.hllzij (mgr.14704) 2440 : cluster [DBG] pgmap v2104: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:13 smithi120 conmon[102313]: cluster 2022-01-25T23:56:12.274778+0000 mgr.smithi120.hllzij (mgr.14704) 2440 : cluster [DBG] 2022-01-25T23:56:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:13 smithi120 conmon[102313]: pgmap v2104: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:16.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:15 smithi120 conmon[102313]: cluster 2022-01-25T23:56:14.275220+0000 mgr.smithi120.hllzij (mgr.14704) 2441 : cluster [DBG] pgmap v2105: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:16.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:15 smithi145 conmon[67302]: cluster 2022-01-25T23:56:14.275220+0000 mgr.smithi120.hllzij (mgr.14704) 2441 : cluster [DBG] pgmap v2105: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:18.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:17 smithi145 conmon[67302]: cluster 2022-01-25T23:56:16.276237+0000 mgr.smithi120.hllzij (mgr.14704) 2442 : cluster [DBG] pgmap v2106: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:18.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:17 smithi145 conmon[67302]: 2022-01-25T23:56:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:17 smithi120 conmon[102313]: cluster 2022-01-25T23:56:16.276237+0000 mgr.smithi120.hllzij (mgr.14704) 2442 : cluster [DBG] pgmap v2106: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:18 smithi145 conmon[67302]: audit 2022-01-25T23:56:18.632083+0000 2022-01-25T23:56:19.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:18 smithi145 conmon[67302]: mon.smithi120 (mon.0) 938 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:56:19.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:18 smithi145 conmon[67302]: audit 2022-01-25T23:56:18.633538+0000 mon.smithi120 (mon.0) 939 : 2022-01-25T23:56:19.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:18 smithi145 conmon[67302]: audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:56:19.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:18 smithi145 conmon[67302]: audit 2022-01-25T23 2022-01-25T23:56:19.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:18 smithi145 conmon[67302]: :56:18.634425+0000 mon.smithi120 (mon.0) 940 : audit [INF] 2022-01-25T23:56:19.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:18 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:56:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:18 smithi120 conmon[102313]: audit 2022-01-25T23:56:18.632083+0000 mon.smithi120 (mon. 2022-01-25T23:56:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:18 smithi120 conmon[102313]: 0) 938 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:56:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:18 smithi120 conmon[102313]: audit 2022-01-25T23:56:18.633538+0000 mon.smithi120 (mon.0) 939 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:56:19.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:18 smithi120 conmon[102313]: 2022-01-25T23:56:19.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:18 smithi120 conmon[102313]: audit 2022-01-25T23 2022-01-25T23:56:19.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:18 smithi120 conmon[102313]: :56:18.634425+0000 mon.smithi120 (mon.0) 940 2022-01-25T23:56:19.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:18 smithi120 conmon[102313]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:56:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:20 smithi120 conmon[102313]: cluster 2022-01-25T23:56:18.276735+0000 mgr.smithi120.hllzij (mgr.14704) 2443 : cluster [DBG] pgmap v2107: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:20 smithi120 conmon[102313]: 2022-01-25T23:56:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:20 smithi120 conmon[102313]: cephadm 2022-01-25T23:56:18.635172+0000 mgr.smithi120.hllzij (mgr.14704) 2444 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:56:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:20 smithi120 conmon[102313]: audit 2022-01-25T23:56:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:20 smithi120 conmon[102313]: 2022-01-25T23:56:19.027220+0000 mon.smithi120 (mon.0) 941 : audit 2022-01-25T23:56:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:20 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:56:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:20 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:56:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:20 smithi120 conmon[102313]: -25T23:56:19.031786+0000 mon.smithi120 ( 2022-01-25T23:56:20.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:20 smithi120 conmon[102313]: mon.0) 942 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:56:20.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:20 smithi120 conmon[102313]: 2022-01-25T23:56:20.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:20 smithi145 conmon[67302]: cluster 2022-01-25T23:56:18.276735+0000 mgr.smithi120.hllzij (mgr.14704) 2443 : cluster [DBG] 2022-01-25T23:56:20.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:20 smithi145 conmon[67302]: pgmap v2107: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:20.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:20 smithi145 conmon[67302]: cephadm 2022-01-25T23:56:18.635172+0000 mgr.smithi120.hllzij (mgr.14704) 2444 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:56:20.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:20 smithi145 conmon[67302]: audit 2022-01-25T23:56:19.027220+0000 mon.smithi120 (mon.0) 941 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:56:20.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:20 smithi145 conmon[67302]: audit 2022-01-25T23:56:19.031786+0000 mon.smithi120 (mon.0) 942 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:56:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:22 smithi120 conmon[102313]: cluster 2022-01-25T23:56:20.277780+0000 mgr.smithi120.hllzij (mgr.14704) 2445 : cluster [DBG] pgmap v2108: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:22.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:22 smithi145 conmon[67302]: cluster 2022-01-25T23:56:20.277780+0000 mgr.smithi120.hllzij (mgr.14704) 2445 : cluster [DBG] pgmap v2108: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:24 smithi120 conmon[102313]: cluster 2022-01-25T23:56:22.278372+0000 mgr.smithi120.hllzij (mgr.14704) 2446 : cluster [DBG] pgmap v2109: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:24 smithi145 conmon[67302]: cluster 2022-01-25T23:56:22.278372+0000 mgr.smithi120.hllzij (mgr.14704) 2446 : cluster [DBG] 2022-01-25T23:56:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:24 smithi145 conmon[67302]: pgmap v2109: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:25.006 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:56:25.279 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:56:25.280 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (75m) 7m ago 76m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:56:25.280 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (68m) 7m ago 76m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:56:25.280 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (68m) 7m ago 76m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:56:25.280 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (75m) 7m ago 76m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:56:25.281 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (72m) 7m ago 72m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:56:25.281 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (72m) 7m ago 72m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:56:25.281 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (69m) 7m ago 77m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:56:25.281 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (69m) 7m ago 76m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:56:25.282 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (69m) 7m ago 77m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:56:25.282 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (69m) 7m ago 76m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:56:25.282 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (69m) 7m ago 69m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:56:25.282 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (69m) 7m ago 69m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:56:25.283 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (76m) 7m ago 76m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:56:25.283 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (75m) 7m ago 75m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:56:25.283 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (63m) 7m ago 75m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:56:25.283 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (75m) 7m ago 75m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:56:25.284 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (75m) 7m ago 74m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:56:25.284 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (74m) 7m ago 74m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:56:25.284 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (74m) 7m ago 74m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:56:25.284 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (74m) 7m ago 74m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:56:25.285 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (73m) 7m ago 73m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:56:25.285 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (73m) 7m ago 73m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:56:25.285 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (75m) 7m ago 76m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:56:25.601 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:56:25.602 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:56:25.602 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:56:25.602 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:56:25.603 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:56:25.603 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:56:25.603 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:56:25.603 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:56:25.604 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:56:25.604 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:56:25.604 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:56:25.604 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:56:25.604 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:56:25.605 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:56:25.605 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:56:25.605 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:56:25.605 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:56:25.605 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:56:25.606 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:56:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:26 smithi120 conmon[102313]: cluster 2022-01-25T23:56:24.278884+0000 mgr.smithi120.hllzij 2022-01-25T23:56:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:26 smithi120 conmon[102313]: (mgr.14704) 2447 : cluster [DBG] pgmap v2110: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:26.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:26 smithi120 conmon[102313]: audit 2022-01-25T23:56:24.995168+0000 mgr.smithi120.hllzij (mgr.14704) 2448 : audit [DBG] from='client.35702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:26.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:26 smithi120 conmon[102313]: audit 2022-01-25T23:56:25.602674+0000 mon.smithi120 (mon.0) 943 : audit [DBG] 2022-01-25T23:56:26.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:26 smithi120 conmon[102313]: from='client.? 172.21.15.120:0/1781817704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:56:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:26 smithi145 conmon[67302]: cluster 2022-01-25T23:56:24.278884+0000 mgr.smithi120.hllzij (mgr.14704) 2447 : cluster [DBG] pgmap v2110: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:26.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:26 smithi145 conmon[67302]: 2022-01-25T23:56:26.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:26 smithi145 conmon[67302]: audit 2022-01-25T23:56:24.995168+0000 mgr.smithi120.hllzij (mgr.14704) 2448 : audit [DBG] from='client.35702 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:26.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:26 smithi145 conmon[67302]: audit 2022-01-25T23:56:25.602674+0000 mon.smithi120 (mon.0) 943 : audit [DBG] 2022-01-25T23:56:26.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:26 smithi145 conmon[67302]: from='client.? 172.21.15.120:0/1781817704' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:56:27.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:27 smithi120 conmon[102313]: audit 2022-01-25T23:56:25.271442+0000 mgr.smithi120.hllzij (mgr.14704) 2449 : audit [DBG] from='client.35706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:27.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:27 smithi145 conmon[67302]: audit 2022-01-25T23:56:25.271442+0000 mgr.smithi120.hllzij (mgr.14704) 2449 : audit [DBG] from='client.35706 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:28 smithi120 conmon[102313]: cluster 2022-01-25T23:56:26.279698+0000 mgr.smithi120.hllzij (mgr.14704) 2450 : cluster [DBG] 2022-01-25T23:56:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:28 smithi120 conmon[102313]: pgmap v2111: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:28 smithi145 conmon[67302]: cluster 2022-01-25T23:56:26.279698+0000 mgr.smithi120.hllzij (mgr 2022-01-25T23:56:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:28 smithi145 conmon[67302]: .14704) 2450 : cluster [DBG] pgmap v2111: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:30 smithi120 conmon[102313]: cluster 2022-01-25T23:56:28.280126+0000 mgr.smithi120.hllzij (mgr.14704) 2451 : cluster [DBG] pgmap v2112: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:30.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:30 smithi145 conmon[67302]: cluster 2022-01-25T23:56:28.280126+0000 mgr.smithi120.hllzij (mgr.14704) 2451 : cluster [DBG] pgmap v2112: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:32 smithi120 conmon[102313]: cluster 2022-01-25T23:56:30.281009+0000 mgr.smithi120.hllzij (mgr.14704) 2452 : cluster [DBG] 2022-01-25T23:56:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:32 smithi120 conmon[102313]: pgmap v2113: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:32.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:32 smithi145 conmon[67302]: cluster 2022-01-25T23:56:30.281009+0000 mgr.smithi120.hllzij (mgr.14704) 2452 : cluster [DBG] pgmap v2113: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:34 smithi145 conmon[67302]: cluster 2022-01-25T23:56:32.281529+0000 mgr.smithi120.hllzij (mgr.14704) 2453 : cluster [DBG] pgmap v2114: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:34 smithi120 conmon[102313]: cluster 2022-01-25T23:56:32.281529+0000 mgr.smithi120.hllzij (mgr.14704) 2453 : cluster [DBG] pgmap v2114: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:34 smithi120 conmon[102313]: 2022-01-25T23:56:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:36 smithi145 conmon[67302]: cluster 2022-01-25T23:56:34.282088+0000 mgr.smithi120.hllzij (mgr.14704) 2454 : cluster [DBG] pgmap v2115: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:36 smithi120 conmon[102313]: cluster 2022-01-25T23:56:34.282088+0000 mgr.smithi120.hllzij (mgr.14704) 2454 : cluster 2022-01-25T23:56:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:36 smithi120 conmon[102313]: [DBG] pgmap v2115: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:38 smithi145 conmon[67302]: cluster 2022-01-25T23:56:36.282937+0000 mgr.smithi120.hllzij (mgr.14704) 2455 : cluster [DBG] pgmap v2116: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:38 smithi145 conmon[67302]: 2022-01-25T23:56:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:38 smithi120 conmon[102313]: cluster 2022-01-25T23:56:36.282937+0000 mgr.smithi120.hllzij (mgr.14704) 2455 : cluster [DBG] pgmap v2116: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:40 smithi145 conmon[67302]: cluster 2022-01-25T23:56:38.283343+0000 mgr.smithi120.hllzij (mgr.14704) 2456 : cluster [DBG] pgmap v2117: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:40 smithi120 conmon[102313]: cluster 2022-01-25T23:56:38.283343+0000 mgr.smithi120.hllzij (mgr.14704) 2456 : cluster [DBG] pgmap v2117: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:42 smithi145 conmon[67302]: cluster 2022-01-25T23:56:40.284162+0000 mgr.smithi120.hllzij (mgr.14704) 2457 : cluster [DBG] pgmap v2118: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:42 smithi120 conmon[102313]: cluster 2022-01-25T23:56:40.284162+0000 mgr.smithi120.hllzij (mgr.14704) 2457 : cluster [DBG] pgmap v2118: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:42 smithi120 conmon[102313]: 2022-01-25T23:56:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:44 smithi145 conmon[67302]: cluster 2022-01-25T23:56:42.284645+0000 mgr.smithi120.hllzij (mgr.14704) 2458 : cluster [DBG] pgmap v2119: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:44 smithi120 conmon[102313]: cluster 2022-01-25T23:56:42.284645+0000 mgr.smithi120.hllzij (mgr.14704) 2458 : cluster [DBG] pgmap v2119: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:44 smithi120 conmon[102313]: 2022-01-25T23:56:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:46 smithi145 conmon[67302]: cluster 2022-01-25T23:56:44.285139+0000 mgr.smithi120.hllzij (mgr.14704) 2459 : cluster [DBG] pgmap v2120: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:46 smithi120 conmon[102313]: cluster 2022-01-25T23:56:44.285139+0000 mgr.smithi120.hllzij (mgr.14704) 2459 : cluster [DBG] 2022-01-25T23:56:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:46 smithi120 conmon[102313]: pgmap v2120: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:48 smithi120 conmon[102313]: cluster 2022-01-25T23:56:46.286134+0000 mgr.smithi120.hllzij (mgr.14704) 2460 : cluster [DBG] pgmap v2121: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:48.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:48 smithi145 conmon[67302]: cluster 2022-01-25T23:56:46.286134+0000 mgr.smithi120.hllzij (mgr.14704) 2460 : cluster [DBG] pgmap v2121: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:50 smithi120 conmon[102313]: cluster 2022-01-25T23:56:48.286741+0000 mgr.smithi120.hllzij (mgr.14704) 2461 2022-01-25T23:56:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:50 smithi120 conmon[102313]: : cluster [DBG] pgmap v2122: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:50.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:50 smithi145 conmon[67302]: cluster 2022-01-25T23:56:48.286741+0000 mgr.smithi120.hllzij (mgr.14704) 2461 : cluster [DBG] pgmap v2122: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:52 smithi120 conmon[102313]: cluster 2022-01-25T23:56:50.287596+0000 mgr.smithi120.hllzij (mgr.14704) 2462 : cluster [DBG] pgmap v2123: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:52.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:52 smithi145 conmon[67302]: cluster 2022-01-25T23:56:50.287596+0000 mgr.smithi120.hllzij (mgr.14704) 2462 : cluster [DBG] pgmap v2123: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:56:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:54 smithi120 conmon[102313]: cluster 2022-01-25T23:56:52.288159+0000 mgr.smithi120.hllzij (mgr.14704) 2463 : cluster [DBG] 2022-01-25T23:56:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:54 smithi120 conmon[102313]: pgmap v2124: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:54 smithi120 conmon[102313]: audit 2022-01-25T23:56:53.864588+0000 mon.smithi120 (mon.0) 944 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:56:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:54 smithi120 conmon[102313]: audit 2022-01-25T23:56:53.864816+0000 mon.smithi120 (mon.0) 945 : audit [INF] 2022-01-25T23:56:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:54 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:56:54.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:54 smithi145 conmon[67302]: cluster 2022-01-25T23:56:52.288159+0000 mgr.smithi120.hllzij (mgr.14704) 2463 : cluster [DBG] pgmap v2124: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:54 smithi145 conmon[67302]: audit 2022-01-25T23:56:53.864588+0000 mon.smithi120 (mon.0) 944 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:56:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:54 smithi145 conmon[67302]: audit 2022-01-25T23:56:53.864816+0000 mon.smithi120 (mon.0) 945 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:56:55.902 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:56:56.170 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:56:56.170 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (76m) 7m ago 77m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:56:56.170 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (69m) 7m ago 77m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:56:56.170 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (69m) 7m ago 76m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:56:56.171 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (76m) 7m ago 77m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:56:56.171 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (72m) 7m ago 72m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:56:56.171 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (72m) 7m ago 72m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:56:56.171 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (70m) 7m ago 78m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:56:56.172 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (69m) 7m ago 76m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:56:56.172 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (69m) 7m ago 78m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:56:56.172 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (69m) 7m ago 76m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:56:56.172 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (70m) 7m ago 70m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:56:56.172 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (70m) 7m ago 70m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:56:56.173 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (76m) 7m ago 76m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:56:56.173 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (76m) 7m ago 76m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:56:56.173 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (64m) 7m ago 76m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:56:56.173 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (75m) 7m ago 75m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:56:56.174 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (75m) 7m ago 75m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:56:56.174 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (75m) 7m ago 75m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:56:56.174 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (74m) 7m ago 74m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:56:56.174 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (74m) 7m ago 74m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:56:56.174 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (74m) 7m ago 74m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:56:56.175 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (74m) 7m ago 74m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:56:56.175 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (75m) 7m ago 76m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:56:56.175 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:56 smithi120 conmon[102313]: cluster 2022-01-25T23:56:54.288889+0000 mgr.smithi120.hllzij (mgr.14704) 2464 : cluster [DBG] 2022-01-25T23:56:56.176 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:56 smithi120 conmon[102313]: pgmap v2125: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:56.492 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:56:56.493 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:56:56.493 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:56:56.493 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:56:56.494 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:56:56.494 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:56:56.494 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:56:56.495 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:56:56.495 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:56:56.495 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:56:56.495 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:56:56.495 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:56:56.496 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:56:56.496 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:56:56.496 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:56:56.496 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:56:56.497 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:56:56.497 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:56:56.497 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:56:56.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:56 smithi145 conmon[67302]: cluster 2022-01-25T23:56:54.288889+0000 mgr.smithi120.hllzij (mgr.14704) 2464 : cluster [DBG] pgmap v2125: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:57.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:57 smithi120 conmon[102313]: audit 2022-01-25T23:56:55.891543+0000 mgr.smithi120.hllzij (mgr.14704) 2465 : audit [DBG] from='client.35714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:57.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:57 smithi120 conmon[102313]: 2022-01-25T23:56:57.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:57 smithi120 conmon[102313]: audit 2022-01-25T23:56:56.493560+0000 mon.smithi120 (mon.0) 946 : audit [DBG] from='client.? 172.21.15.120:0/2577840580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:56:57.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:57 smithi145 conmon[67302]: audit 2022-01-25T23:56:55.891543+0000 mgr.smithi120.hllzij (mgr.14704) 2465 : audit [DBG] from='client.35714 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:57.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:57 smithi145 conmon[67302]: audit 2022 2022-01-25T23:56:57.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:57 smithi145 conmon[67302]: -01-25T23:56:56.493560+0000 mon.smithi120 (mon.0) 946 : audit [DBG] from='client.? 172.21.15.120:0/2577840580' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:56:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:58 smithi120 conmon[102313]: audit 2022-01-25T23:56:56.161867+0000 mgr.smithi120.hllzij (mgr.14704) 2466 : audit [DBG] 2022-01-25T23:56:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:58 smithi120 conmon[102313]: from='client.35718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:56:58 smithi120 conmon[102313]: cluster 2022-01-25T23:56:56.289606+0000 mgr.smithi120.hllzij (mgr.14704) 2467 : cluster [DBG] pgmap v2126: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:56:58.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:58 smithi145 conmon[67302]: audit 2022-01-25T23:56:56.161867+0000 mgr.smithi120.hllzij (mgr.14704) 2466 : audit [DBG] from='client.35718 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:56:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:56:58 smithi145 conmon[67302]: cluster 2022-01-25T23:56:56.289606+0000 mgr.smithi120.hllzij (mgr.14704) 2467 : cluster [DBG] pgmap v2126: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:00 smithi120 conmon[102313]: cluster 2022-01-25T23:56:58.290146+0000 mgr.smithi120.hllzij (mgr.14704) 2468 : cluster [DBG] pgmap v2127: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:00 smithi120 conmon[102313]: 2022-01-25T23:57:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:00 smithi145 conmon[67302]: cluster 2022-01-25T23:56:58.290146+0000 mgr.smithi120.hllzij (mgr.14704) 2468 : cluster [DBG] pgmap v2127: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:02 smithi120 conmon[102313]: cluster 2022-01-25T23:57:00.290919+0000 mgr.smithi120.hllzij (mgr.14704) 2469 : cluster [DBG] pgmap v2128: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:02.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:02 smithi145 conmon[67302]: cluster 2022-01-25T23:57:00.290919+0000 mgr.smithi120.hllzij (mgr.14704) 2469 : cluster [DBG] pgmap v2128: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:04 smithi120 conmon[102313]: cluster 2022-01-25T23:57:02.291469+0000 mgr.smithi120.hllzij (mgr.14704) 2470 : cluster [DBG] pgmap v2129: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:04 smithi145 conmon[67302]: cluster 2022-01-25T23:57:02.291469+0000 mgr.smithi120.hllzij (mgr.14704) 2470 : cluster [DBG] pgmap v2129: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:06 smithi120 conmon[102313]: cluster 2022-01-25T23:57:04.291942+0000 mgr.smithi120.hllzij (mgr.14704) 2471 : cluster [DBG] pgmap v2130: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:06 smithi145 conmon[67302]: cluster 2022-01-25T23:57:04.291942+0000 mgr.smithi120.hllzij (mgr.14704) 2471 : cluster [DBG] pgmap v2130: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:08 smithi120 conmon[102313]: cluster 2022-01-25T23:57:06.292761+0000 mgr.smithi120.hllzij (mgr.14704) 2472 : cluster [DBG] 2022-01-25T23:57:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:08 smithi120 conmon[102313]: pgmap v2131: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:08.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:08 smithi145 conmon[67302]: cluster 2022-01-25T23:57:06.292761+0000 mgr.smithi120.hllzij (mgr.14704) 2472 : cluster [DBG] pgmap v2131: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:09.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:09 smithi120 conmon[102313]: cluster 2022-01-25T23:57:08.293257+0000 mgr.smithi120.hllzij (mgr.14704) 2473 : cluster [DBG] pgmap v2132: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:09.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:09 smithi145 conmon[67302]: cluster 2022-01-25T23:57:08.293257+0000 mgr.smithi120.hllzij (mgr.14704) 2473 : cluster [DBG] pgmap v2132: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:12.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:11 smithi120 conmon[102313]: cluster 2022-01-25T23:57:10.294179+0000 mgr.smithi120.hllzij (mgr.14704) 2474 : cluster [DBG] pgmap v2133: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:12.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:11 smithi145 conmon[67302]: cluster 2022-01-25T23:57:10.294179+0000 mgr.smithi120.hllzij (mgr.14704) 2474 : cluster [DBG] pgmap v2133: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:14.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:13 smithi120 conmon[102313]: cluster 2022-01-25T23:57:12.294749+0000 mgr.smithi120.hllzij (mgr.14704) 2475 : cluster [DBG] pgmap v2134: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:14.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:13 smithi120 conmon[102313]: 2022-01-25T23:57:14.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:13 smithi145 conmon[67302]: cluster 2022-01-25T23:57:12.294749+0000 mgr.smithi120.hllzij (mgr.14704) 2475 : cluster [DBG] pgmap v2134: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:16.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:15 smithi120 conmon[102313]: cluster 2022-01-25T23:57:14.295386+0000 mgr.smithi120.hllzij (mgr.14704) 2476 : cluster [DBG] pgmap v2135: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:16.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:15 smithi145 conmon[67302]: cluster 2022-01-25T23:57:14.295386+0000 mgr.smithi120.hllzij (mgr.14704) 2476 : cluster [DBG] pgmap v2135: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:18.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:17 smithi120 conmon[102313]: cluster 2022-01-25T23:57:16.296377+0000 mgr.smithi120.hllzij (mgr.14704) 2477 : cluster [DBG] pgmap v2136: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:18.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:17 smithi145 conmon[67302]: cluster 2022-01-25T23:57:16.296377+0000 mgr.smithi120.hllzij (mgr.14704) 2477 : cluster [DBG] pgmap v2136: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:20.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:19 smithi120 conmon[102313]: cluster 2022-01-25T23:57:18.296843+0000 mgr.smithi120.hllzij (mgr.14704) 2478 : cluster [DBG] pgmap v2137: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:20.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:19 smithi120 conmon[102313]: audit 2022-01-25T23:57:19.034302+0000 mon.smithi120 (mon.0) 947 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:57:20.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:19 smithi120 conmon[102313]: audit 2022-01-25T23:57:19.035706+0000 mon.smithi120 (mon.0) 948 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:57:20.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:19 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:57:20.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:19 smithi120 conmon[102313]: -25T23:57:19.036660+0000 mon.smithi120 (mon.0) 949 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:57:20.054 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:19 smithi120 conmon[102313]: cephadm 2022-01-25T23:57:19.037351+0000 mgr.smithi120.hllzij (mgr.14704) 2479 : cephadm 2022-01-25T23:57:20.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:19 smithi120 conmon[102313]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:57:20.055 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:19 smithi120 conmon[102313]: audit 2022-01-25T23:57:19.427453+0000 mon.smithi120 (mon. 2022-01-25T23:57:20.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:19 smithi120 conmon[102313]: 0) 950 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:57:20.056 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:19 smithi120 conmon[102313]: audit 2022-01-25 2022-01-25T23:57:20.057 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:19 smithi120 conmon[102313]: T23:57:19.434638+0000 mon.smithi120 (mon.0) 951 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:57:20.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: cluster 2022-01-25T23:57:18.296843+0000 mgr.smithi120.hllzij (mgr.14704) 2478 : cluster [DBG] pgmap v2137: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:20.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: audit 2022-01-25T23:57:19.034302+0000 mon.smithi120 (mon.0) 947 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:57:20.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: audit 2022-01 2022-01-25T23:57:20.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: -25T23:57:19.035706+0000 mon.smithi120 (mon.0) 948 : audit 2022-01-25T23:57:20.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:57:20.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T23:57:20.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: 23:57:19.036660+0000 mon.smithi120 ( 2022-01-25T23:57:20.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: mon.0) 949 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:57:20.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: cephadm 2022 2022-01-25T23:57:20.081 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: -01-25T23:57: 2022-01-25T23:57:20.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: 19.037351+0000 mgr.smithi120.hllzij (mgr.14704) 2479 2022-01-25T23:57:20.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:57:20.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: audit 2022-01- 2022-01-25T23:57:20.082 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: 25T23:57:19.427453+0000 2022-01-25T23:57:20.083 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: mon.smithi120 (mon.0) 950 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:57:20.083 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: 2022-01-25T23:57:20.083 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: audit 2022-01-25T23 2022-01-25T23:57:20.084 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: :57:19.434638+0000 mon.smithi120 (mon. 2022-01-25T23:57:20.084 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:19 smithi145 conmon[67302]: 0) 951 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:57:22.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:21 smithi145 conmon[67302]: cluster 2022-01-25T23:57:20.297543+0000 mgr.smithi120.hllzij (mgr.14704) 2480 : cluster [DBG] pgmap v2138: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:21 smithi120 conmon[102313]: cluster 2022-01-25T23:57:20.297543+0000 mgr.smithi120.hllzij (mgr.14704) 2480 : cluster [DBG] pgmap v2138: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:24.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:23 smithi145 conmon[67302]: cluster 2022-01-25T23:57:22.298136+0000 mgr.smithi120.hllzij (mgr.14704) 2481 : cluster [DBG] pgmap v2139: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:23 smithi120 conmon[102313]: cluster 2022-01-25T23:57:22.298136+0000 mgr.smithi120.hllzij (mgr.14704) 2481 : cluster [DBG] pgmap v2139: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:23 smithi120 conmon[102313]: 2022-01-25T23:57:26.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:25 smithi120 conmon[102313]: cluster 2022-01-25T23:57:24.298814+0000 mgr.smithi120.hllzij (mgr.14704) 2482 : cluster [DBG] pgmap v2140: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:26.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:25 smithi145 conmon[67302]: cluster 2022-01-25T23:57:24.298814+0000 mgr.smithi120.hllzij (mgr.14704) 2482 : cluster [DBG] pgmap v2140: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:26.798 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:57:27.069 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:57:27.070 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (76m) 8m ago 77m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:57:27.070 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (69m) 8m ago 77m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:57:27.070 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (69m) 8m ago 77m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:57:27.070 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (76m) 8m ago 77m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:57:27.071 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (73m) 8m ago 73m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:57:27.071 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (73m) 8m ago 73m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:57:27.071 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (70m) 8m ago 78m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:57:27.071 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (70m) 8m ago 77m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:57:27.072 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (70m) 8m ago 78m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:57:27.072 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (70m) 8m ago 77m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:57:27.072 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (70m) 8m ago 70m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:57:27.072 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (70m) 8m ago 70m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:57:27.073 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (77m) 8m ago 77m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:57:27.073 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (76m) 8m ago 76m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:57:27.073 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (64m) 8m ago 76m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:57:27.073 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (76m) 8m ago 76m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:57:27.073 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (76m) 8m ago 76m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:57:27.074 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (75m) 8m ago 75m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:57:27.074 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (75m) 8m ago 75m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:57:27.074 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (75m) 8m ago 75m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:57:27.074 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (74m) 8m ago 74m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:57:27.075 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (74m) 8m ago 74m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:57:27.075 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (76m) 8m ago 77m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:57:27.390 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:57:27.391 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:57:27.391 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:57:27.391 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:57:27.391 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:57:27.392 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:57:27.392 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:57:27.392 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:57:27.392 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:57:27.393 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:57:27.393 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:57:27.393 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:57:27.393 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:57:27.393 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:57:27.394 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:57:27.394 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:57:27.394 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:57:27.394 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:57:27.395 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:57:28.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:27 smithi145 conmon[67302]: cluster 2022-01-25T23:57:26.299729+0000 mgr.smithi120.hllzij (mgr.14704) 2483 : cluster [DBG] pgmap v2141: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:28.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:27 smithi145 conmon[67302]: audit 2022-01-25T23:57:26.787492+0000 mgr.smithi120.hllzij (mgr.14704) 2484 : audit [DBG] from='client.35726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:28.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:27 smithi145 conmon[67302]: audit 2022-01-25T23:57:27.061272+0000 2022-01-25T23:57:28.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:27 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 2485 : audit [DBG] from='client.35730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:28.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:27 smithi145 conmon[67302]: audit 2022-01-25T 2022-01-25T23:57:28.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:27 smithi145 conmon[67302]: 23:57:27.391118+0000 mon.smithi120 ( 2022-01-25T23:57:28.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:27 smithi145 conmon[67302]: mon.0) 952 : audit [DBG] from='client.? 172.21.15.120:0/4179800997' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:57:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:27 smithi120 conmon[102313]: cluster 2022-01-25T23:57:26.299729+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:57:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:27 smithi120 conmon[102313]: 2483 : cluster [DBG] pgmap v2141: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:27 smithi120 conmon[102313]: audit 2022-01-25T23:57:26.787492+0000 mgr.smithi120.hllzij (mgr.14704) 2484 : audit [DBG] from='client.35726 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:28.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:27 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:57:28.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:27 smithi120 conmon[102313]: -25T23:57:27.061272+0000 mgr.smithi120.hllzij (mgr.14704) 2485 : audit [DBG] from='client.35730 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:28.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:27 smithi120 conmon[102313]: audit 2022-01-25T23:57: 2022-01-25T23:57:28.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:27 smithi120 conmon[102313]: 27.391118+0000 mon.smithi120 (mon.0) 952 : audit [DBG] from='client.? 172.21.15.120:0/4179800997' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:57:30.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:29 smithi145 conmon[67302]: cluster 2022-01-25T23:57:28.300296+0000 mgr.smithi120.hllzij (mgr.14704) 2486 : cluster [DBG] pgmap v2142: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:29 smithi120 conmon[102313]: cluster 2022-01-25T23:57:28.300296+0000 mgr.smithi120.hllzij (mgr.14704) 2486 : cluster [DBG] pgmap v2142: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:29 smithi120 conmon[102313]: 2022-01-25T23:57:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:31 smithi145 conmon[67302]: cluster 2022-01-25T23:57:30.301017+0000 mgr.smithi120.hllzij (mgr.14704) 2487 : cluster [DBG] pgmap v2143: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:31 smithi120 conmon[102313]: cluster 2022-01-25T23:57:30.301017+0000 mgr.smithi120.hllzij (mgr.14704) 2487 : cluster [DBG] 2022-01-25T23:57:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:31 smithi120 conmon[102313]: pgmap v2143: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:34.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:33 smithi145 conmon[67302]: cluster 2022-01-25T23:57:32.301622+0000 mgr.smithi120.hllzij (mgr.14704) 2488 : cluster [DBG] pgmap v2144: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:33 smithi120 conmon[102313]: cluster 2022-01-25T23:57:32.301622+0000 mgr.smithi120.hllzij (mgr.14704) 2488 : cluster [DBG] pgmap v2144: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:35 smithi145 conmon[67302]: cluster 2022-01-25T23:57:34.302114+0000 mgr.smithi120.hllzij (mgr.14704) 2489 : cluster [DBG] pgmap v2145: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:35 smithi120 conmon[102313]: cluster 2022-01-25T23:57:34.302114+0000 mgr.smithi120.hllzij 2022-01-25T23:57:36.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:35 smithi120 conmon[102313]: (mgr.14704) 2489 : cluster [DBG] pgmap v2145: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:37 smithi120 conmon[102313]: cluster 2022-01-25T23:57:36.302984+0000 mgr.smithi120.hllzij (mgr.14704) 2490 : cluster [DBG] pgmap v2146: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:37 smithi145 conmon[67302]: cluster 2022-01-25T23:57:36.302984+0000 mgr.smithi120.hllzij (mgr.14704) 2490 : cluster [DBG] pgmap v2146: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:39 smithi120 conmon[102313]: cluster 2022-01-25T23:57:38.303474+0000 mgr.smithi120.hllzij (mgr.14704) 2491 : cluster 2022-01-25T23:57:40.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:39 smithi120 conmon[102313]: [DBG] pgmap v2147: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:39 smithi145 conmon[67302]: cluster 2022-01-25T23:57:38.303474+0000 mgr.smithi120.hllzij (mgr.14704) 2491 : cluster [DBG] pgmap v2147: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:41 smithi120 conmon[102313]: cluster 2022-01-25T23:57:40.304226+0000 mgr.smithi120.hllzij (mgr.14704) 2492 : cluster 2022-01-25T23:57:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:41 smithi120 conmon[102313]: [DBG] pgmap v2148: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:42.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:41 smithi145 conmon[67302]: cluster 2022-01-25T23:57:40.304226+0000 mgr.smithi120.hllzij (mgr.14704) 2492 : cluster [DBG] pgmap v2148: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:43 smithi120 conmon[102313]: cluster 2022-01-25T23:57:42.304716+0000 mgr.smithi120.hllzij (mgr.14704) 2493 : cluster 2022-01-25T23:57:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:43 smithi120 conmon[102313]: [DBG] pgmap v2149: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:43 smithi145 conmon[67302]: cluster 2022-01-25T23:57:42.304716+0000 mgr.smithi120.hllzij (mgr.14704) 2493 : cluster [DBG] pgmap v2149: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:45 smithi120 conmon[102313]: cluster 2022-01-25T23:57:44.305206+0000 mgr.smithi120.hllzij (mgr.14704) 2494 : cluster 2022-01-25T23:57:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:45 smithi120 conmon[102313]: [DBG] pgmap v2150: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:46.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:45 smithi145 conmon[67302]: cluster 2022-01-25T23:57:44.305206+0000 mgr.smithi120.hllzij (mgr.14704) 2494 : cluster [DBG] pgmap v2150: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:47 smithi120 conmon[102313]: cluster 2022-01-25T23:57:46.306028+0000 mgr.smithi120.hllzij (mgr.14704) 2495 : cluster [DBG] pgmap v2151: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:47 smithi145 conmon[67302]: cluster 2022-01-25T23:57:46.306028+0000 mgr.smithi120.hllzij (mgr.14704) 2495 : cluster [DBG] pgmap v2151: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:49 smithi120 conmon[102313]: cluster 2022-01-25T23:57:48.306473+0000 mgr.smithi120.hllzij (mgr.14704) 2496 : 2022-01-25T23:57:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:49 smithi120 conmon[102313]: cluster [DBG] pgmap v2152: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:50.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:49 smithi145 conmon[67302]: cluster 2022-01-25T23:57:48.306473+0000 mgr.smithi120.hllzij (mgr.14704) 2496 : cluster [DBG] pgmap v2152: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:51 smithi120 conmon[102313]: cluster 2022-01-25T23:57:50.307400+0000 mgr.smithi120.hllzij (mgr.14704) 2497 : 2022-01-25T23:57:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:51 smithi120 conmon[102313]: cluster [DBG] pgmap v2153: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:51 smithi145 conmon[67302]: cluster 2022-01-25T23:57:50.307400+0000 mgr.smithi120.hllzij (mgr.14704) 2497 : cluster [DBG] pgmap v2153: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:57:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:53 smithi120 conmon[102313]: cluster 2022-01-25T23:57:52.307955+0000 mgr.smithi120.hllzij (mgr.14704) 2498 : cluster [DBG] pgmap v2154: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:53 smithi120 conmon[102313]: 2022-01-25T23:57:54.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:53 smithi145 conmon[67302]: cluster 2022-01-25T23:57:52.307955+0000 mgr.smithi120.hllzij (mgr.14704) 2498 : cluster [DBG] pgmap v2154: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:55.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:54 smithi120 conmon[102313]: audit 2022-01-25T23:57:53.868587+0000 mon.smithi120 (mon.0) 953 : 2022-01-25T23:57:55.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:54 smithi120 conmon[102313]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:57:55.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:54 smithi120 conmon[102313]: audit 2022-01-25T23:57:53.868820+0000 mon.smithi120 (mon.0) 954 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:57:55.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:54 smithi145 conmon[67302]: audit 2022-01-25T23:57:53.868587+0000 mon.smithi120 (mon.0) 953 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:57:55.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:54 smithi145 conmon[67302]: audit 2022-01-25T23:57:53.868820+0000 mon.smithi120 (mon.0) 954 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:57:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:55 smithi120 conmon[102313]: cluster 2022-01-25T23:57:54.308437+0000 mgr.smithi120.hllzij (mgr.14704) 2499 : 2022-01-25T23:57:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:55 smithi120 conmon[102313]: cluster [DBG] pgmap v2155: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:55 smithi145 conmon[67302]: cluster 2022-01-25T23:57:54.308437+0000 mgr.smithi120.hllzij (mgr.14704) 2499 : cluster [DBG] pgmap v2155: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:57.692 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:57:57.959 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:57:57.959 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (77m) 8m ago 78m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:57:57.959 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (70m) 8m ago 78m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:57:57.959 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (70m) 8m ago 77m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:57:57.960 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (77m) 8m ago 78m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:57:57.960 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (73m) 8m ago 73m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:57:57.960 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (73m) 8m ago 73m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:57:57.960 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (71m) 8m ago 79m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:57:57.961 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (70m) 8m ago 77m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:57:57.961 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (70m) 8m ago 79m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:57:57.961 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (70m) 8m ago 77m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:57:57.961 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (71m) 8m ago 71m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:57:57.962 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (71m) 8m ago 71m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:57:57.962 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (78m) 8m ago 78m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:57:57.962 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (77m) 8m ago 77m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:57:57.962 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (65m) 8m ago 77m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:57:57.963 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (76m) 8m ago 76m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:57:57.963 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (76m) 8m ago 76m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:57:57.963 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (76m) 8m ago 76m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:57:57.963 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (76m) 8m ago 76m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:57:57.964 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (75m) 8m ago 75m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:57:57.964 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (75m) 8m ago 75m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:57:57.964 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (75m) 8m ago 75m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:57:57.964 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (76m) 8m ago 77m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:57:57.965 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:57 smithi120 conmon[102313]: cluster 2022-01-25T23:57:56.309227+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-25T23:57:57.965 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:57 smithi120 conmon[102313]: 2500 : cluster [DBG] pgmap v2156: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:58.288 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:57:58.289 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:57:58.289 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:57:58.289 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:57:58.289 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:57:58.289 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:57:58.290 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:57:58.290 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:57:58.290 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:57:58.290 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:57:58.291 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:57:58.291 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:57:58.291 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:57:58.291 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:57:58.291 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:57:58.292 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:57:58.292 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:57:58.292 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:57:58.292 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:57:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:57 smithi145 conmon[67302]: cluster 2022-01-25T23:57:56.309227+0000 mgr.smithi120.hllzij (mgr.14704) 2500 : cluster [DBG] pgmap v2156: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:57:59.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:58 smithi145 conmon[67302]: audit 2022-01-25T23:57:57.681525+0000 mgr.smithi120.hllzij (mgr.14704) 2501 : audit [DBG] from='client.35738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:59.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:58 smithi145 conmon[67302]: audit 2022-01-25T23:57:57.950941+0000 2022-01-25T23:57:59.189 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:58 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 2502 : audit [DBG] from='client.35742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:59.190 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:58 smithi145 conmon[67302]: audit 2022-01-25T23:57:58.289290+0000 mon.smithi120 (mon.0) 955 : audit [DBG] from='client.? 172.21.15.120:0/3930075719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:57:59.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:58 smithi120 conmon[102313]: audit 2022-01-25T23:57:57.681525+0000 mgr.smithi120.hllzij (mgr.14704) 2501 : audit 2022-01-25T23:57:59.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:58 smithi120 conmon[102313]: [DBG] from='client.35738 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:59.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:58 smithi120 conmon[102313]: audit 2022-01-25T23:57:57.950941+0000 mgr.smithi120.hllzij (mgr.14704) 2502 : audit [DBG] from='client.35742 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:57:59.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:58 smithi120 conmon[102313]: audit 2022-01-25T23:57:58.289290+0000 mon.smithi120 (mon.0) 955 : audit [DBG] from='client.? 172.21.15.120:0/3930075719' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:58:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:59 smithi120 conmon[102313]: cluster 2022-01-25T23:57:58.309661+0000 mgr.smithi120.hllzij (mgr.14704) 2503 : cluster 2022-01-25T23:58:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:57:59 smithi120 conmon[102313]: [DBG] pgmap v2157: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:57:59 smithi145 conmon[67302]: cluster 2022-01-25T23:57:58.309661+0000 mgr.smithi120.hllzij (mgr.14704) 2503 : cluster [DBG] pgmap v2157: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:01 smithi120 conmon[102313]: cluster 2022-01-25T23:58:00.310374+0000 mgr.smithi120.hllzij (mgr.14704) 2504 : cluster [DBG] 2022-01-25T23:58:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:01 smithi120 conmon[102313]: pgmap v2158: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:01 smithi145 conmon[67302]: cluster 2022-01-25T23:58:00.310374+0000 mgr.smithi120.hllzij (mgr.14704) 2504 : cluster [DBG] pgmap v2158: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:03 smithi120 conmon[102313]: cluster 2022-01-25T23:58:02.311098+0000 mgr.smithi120.hllzij (mgr.14704) 2505 : cluster [DBG] 2022-01-25T23:58:04.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:03 smithi120 conmon[102313]: pgmap v2159: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:03 smithi145 conmon[67302]: cluster 2022-01-25T23:58:02.311098+0000 mgr.smithi120.hllzij (mgr.14704) 2505 : cluster [DBG] pgmap v2159: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:05 smithi120 conmon[102313]: cluster 2022-01-25T23:58:04.311564+0000 mgr.smithi120.hllzij (mgr.14704) 2506 : cluster 2022-01-25T23:58:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:05 smithi120 conmon[102313]: [DBG] pgmap v2160: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:06.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:05 smithi145 conmon[67302]: cluster 2022-01-25T23:58:04.311564+0000 mgr.smithi120.hllzij (mgr.14704) 2506 : cluster [DBG] pgmap v2160: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:07 smithi120 conmon[102313]: cluster 2022-01-25T23:58:06.312482+0000 mgr.smithi120.hllzij (mgr.14704) 2507 : cluster [DBG] pgmap v2161: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:07 smithi145 conmon[67302]: cluster 2022-01-25T23:58:06.312482+0000 mgr.smithi120.hllzij (mgr.14704) 2507 : cluster 2022-01-25T23:58:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:07 smithi145 conmon[67302]: [DBG] pgmap v2161: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:09 smithi120 conmon[102313]: cluster 2022-01-25T23:58:08.313039+0000 mgr.smithi120.hllzij (mgr.14704) 2508 : cluster [DBG] pgmap v2162: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:09 smithi120 conmon[102313]: 2022-01-25T23:58:10.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:09 smithi145 conmon[67302]: cluster 2022-01-25T23:58:08.313039+0000 mgr.smithi120.hllzij (mgr.14704) 2508 : cluster [DBG] pgmap v2162: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:11 smithi120 conmon[102313]: cluster 2022-01-25T23:58:10.313875+0000 mgr.smithi120.hllzij (mgr.14704) 2509 : cluster [DBG] pgmap v2163: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:11 smithi120 conmon[102313]: 2022-01-25T23:58:12.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:11 smithi145 conmon[67302]: cluster 2022-01-25T23:58:10.313875+0000 mgr.smithi120.hllzij (mgr.14704) 2509 : cluster [DBG] pgmap v2163: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:13 smithi120 conmon[102313]: cluster 2022-01-25T23:58:12.314319+0000 mgr.smithi120.hllzij (mgr.14704) 2510 : cluster [DBG] pgmap v2164: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:13 smithi120 conmon[102313]: 2022-01-25T23:58:14.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:13 smithi145 conmon[67302]: cluster 2022-01-25T23:58:12.314319+0000 mgr.smithi120.hllzij (mgr.14704) 2510 : cluster [DBG] pgmap v2164: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:15 smithi120 conmon[102313]: cluster 2022-01-25T23:58:14.314929+0000 mgr.smithi120.hllzij (mgr.14704) 2511 : cluster [DBG] 2022-01-25T23:58:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:15 smithi120 conmon[102313]: pgmap v2165: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:15 smithi145 conmon[67302]: cluster 2022-01-25T23:58:14.314929+0000 mgr.smithi120.hllzij (mgr.14704) 2511 : cluster [DBG] 2022-01-25T23:58:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:15 smithi145 conmon[67302]: pgmap v2165: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:17 smithi120 conmon[102313]: cluster 2022-01-25T23:58:16.315770+0000 mgr.smithi120.hllzij (mgr.14704) 2512 : cluster 2022-01-25T23:58:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:17 smithi120 conmon[102313]: [DBG] pgmap v2166: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:18.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:17 smithi145 conmon[67302]: cluster 2022-01-25T23:58:16.315770+0000 mgr.smithi120.hllzij (mgr.14704) 2512 : cluster [DBG] pgmap v2166: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:19 smithi120 conmon[102313]: cluster 2022-01-25T23:58:18.316268+0000 mgr.smithi120.hllzij ( 2022-01-25T23:58:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:19 smithi120 conmon[102313]: mgr.14704) 2513 : cluster [DBG] pgmap v2167: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:19 smithi120 conmon[102313]: audit 2022-01-25T23:58:19.437236+0000 mon.smithi120 (mon.0) 956 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:58:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:19 smithi120 conmon[102313]: audit 2022-01-25T23:58:19.438628+0000 mon.smithi120 (mon.0) 957 : audit [DBG] 2022-01-25T23:58:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:19 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:58:20.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:19 smithi120 conmon[102313]: audit 2022-01-25T23:58:20.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:19 smithi120 conmon[102313]: 2022-01-25T23:58:19.439585+0000 mon.smithi120 (mon.0) 958 : audit 2022-01-25T23:58:20.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:19 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:58:20.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:19 smithi120 conmon[102313]: audit 2022-01-25T23:58:20.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:19 smithi120 conmon[102313]: 2022-01-25T23:58:19.833982+0000 mon.smithi120 (mon.0) 959 2022-01-25T23:58:20.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:19 smithi120 conmon[102313]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:58:20.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:19 smithi120 conmon[102313]: audit 2022-01-25T23:58:20.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:19 smithi120 conmon[102313]: 2022-01-25T23:58:19.840707+0000 mon.smithi120 (mon. 2022-01-25T23:58:20.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:19 smithi120 conmon[102313]: 0) 960 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:58:20.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:19 smithi145 conmon[67302]: cluster 2022-01-25T23:58:18.316268+0000 mgr.smithi120.hllzij (mgr.14704) 2513 : cluster 2022-01-25T23:58:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:19 smithi145 conmon[67302]: [DBG] pgmap v2167: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:19 smithi145 conmon[67302]: audit 2022-01-25T23:58:19.437236+0000 mon.smithi120 (mon.0) 956 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:58:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:19 smithi145 conmon[67302]: audit 2022-01-25 2022-01-25T23:58:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:19 smithi145 conmon[67302]: T23:58:19.438628+0000 mon.smithi120 (mon.0) 957 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:58:20.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:19 smithi145 conmon[67302]: audit 2022-01-25 2022-01-25T23:58:20.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:19 smithi145 conmon[67302]: T23:58:19.439585+0000 mon.smithi120 (mon.0) 958 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:58:20.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:19 smithi145 conmon[67302]: audit 2022 2022-01-25T23:58:20.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:19 smithi145 conmon[67302]: -01-25T23:58:19.833982+0000 mon.smithi120 (mon.0) 2022-01-25T23:58:20.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:19 smithi145 conmon[67302]: 959 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:58:20.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:19 smithi145 conmon[67302]: audit 2022-01-25T23:58:20.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:19 smithi145 conmon[67302]: 2022-01-25T23:58:19.840707+0000 mon.smithi120 (mon.0) 960 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:58:21.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:20 smithi120 conmon[102313]: cephadm 2022-01-25T23:58:19.440303+0000 mgr.smithi120.hllzij (mgr.14704) 2514 : cephadm 2022-01-25T23:58:21.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:20 smithi120 conmon[102313]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:58:21.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:20 smithi145 conmon[67302]: cephadm 2022-01-25T23:58:19.440303+0000 mgr.smithi120.hllzij (mgr.14704) 2514 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:58:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:21 smithi120 conmon[102313]: cluster 2022-01-25T23:58:20.317030+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:58:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:21 smithi120 conmon[102313]: 14704) 2515 : cluster [DBG] pgmap v2168: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:21 smithi145 conmon[67302]: cluster 2022-01-25T23:58:20.317030+0000 mgr.smithi120.hllzij (mgr.14704) 2515 : cluster [DBG] pgmap v2168: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:21 smithi145 conmon[67302]: 2022-01-25T23:58:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:23 smithi120 conmon[102313]: cluster 2022-01-25T23:58:22.317492+0000 mgr.smithi120.hllzij (mgr.14704) 2516 : cluster [DBG] 2022-01-25T23:58:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:23 smithi120 conmon[102313]: pgmap v2169: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:23 smithi145 conmon[67302]: cluster 2022-01-25T23:58:22.317492+0000 mgr.smithi120.hllzij (mgr.14704) 2516 : cluster [DBG] pgmap v2169: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:25 smithi120 conmon[102313]: cluster 2022-01-25T23:58:24.318054+0000 mgr.smithi120.hllzij (mgr.14704) 2517 : cluster [DBG] 2022-01-25T23:58:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:25 smithi120 conmon[102313]: pgmap v2170: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:26.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:25 smithi145 conmon[67302]: cluster 2022-01-25T23:58:24.318054+0000 mgr.smithi120.hllzij (mgr.14704) 2517 : cluster [DBG] pgmap v2170: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:27 smithi120 conmon[102313]: cluster 2022-01-25T23:58:26.318990+0000 mgr.smithi120.hllzij (mgr.14704) 2518 : cluster 2022-01-25T23:58:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:27 smithi120 conmon[102313]: [DBG] pgmap v2171: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:27 smithi145 conmon[67302]: cluster 2022-01-25T23:58:26.318990+0000 mgr.smithi120.hllzij (mgr.14704) 2518 : cluster [DBG] pgmap v2171: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:28.591 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:58:28.859 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:58:28.860 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (77m) 9m ago 78m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:58:28.860 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (70m) 9m ago 78m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:58:28.860 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (70m) 9m ago 78m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:58:28.860 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (77m) 9m ago 78m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:58:28.861 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (74m) 9m ago 74m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:58:28.861 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (74m) 9m ago 74m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:58:28.861 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (71m) 9m ago 79m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:58:28.861 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (71m) 9m ago 78m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:58:28.861 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (71m) 9m ago 79m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:58:28.862 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (71m) 9m ago 78m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:58:28.862 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (71m) 9m ago 71m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:58:28.862 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (71m) 9m ago 71m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:58:28.862 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (78m) 9m ago 78m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:58:28.863 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (77m) 9m ago 77m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:58:28.863 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (65m) 9m ago 77m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:58:28.863 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (77m) 9m ago 77m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:58:28.863 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (77m) 9m ago 77m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:58:28.863 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (76m) 9m ago 76m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:58:28.864 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (76m) 9m ago 76m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:58:28.864 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (76m) 9m ago 76m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:58:28.864 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (75m) 9m ago 75m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:58:28.864 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (75m) 9m ago 75m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:58:28.865 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (77m) 9m ago 78m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:58:29.180 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:58:29.181 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:58:29.181 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:58:29.181 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:58:29.182 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:58:29.182 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:58:29.182 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:58:29.183 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:58:29.183 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:58:29.183 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:58:29.183 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:58:29.184 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:58:29.184 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:58:29.184 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:58:29.184 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:58:29.184 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:58:29.185 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:58:29.185 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:58:29.185 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:58:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:29 smithi120 conmon[102313]: cluster 2022-01-25T23:58:28.319587+0000 mgr.smithi120.hllzij (mgr.14704) 2519 : cluster [DBG] pgmap v2172: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:30.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:29 smithi120 conmon[102313]: audit 2022-01-25T23:58 2022-01-25T23:58:30.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:29 smithi120 conmon[102313]: :28.580581+0000 mgr.smithi120.hllzij (mgr.14704) 2520 : audit [DBG] from='client.35750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:58:30.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:29 smithi120 conmon[102313]: audit 2022-01-25T23:58:28.851478+0000 mgr.smithi120.hllzij (mgr.14704) 2521 : audit [DBG] from='client.35754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:58:30.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:29 smithi120 conmon[102313]: audit 2022-01-25T23:58: 2022-01-25T23:58:30.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:29 smithi120 conmon[102313]: 29.181497+0000 mon.smithi120 (mon.0) 961 : audit [DBG] from='client.? 172.21.15.120:0/109028148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:58:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:29 smithi145 conmon[67302]: cluster 2022-01-25T23:58:28.319587+0000 mgr.smithi120.hllzij (mgr.14704) 2519 : cluster [DBG] pgmap v2172: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:30.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:29 smithi145 conmon[67302]: audit 2022-01-25T23:58:28.580581+0000 mgr.smithi120.hllzij (mgr.14704) 2520 : audit [DBG] from='client.35750 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:58:30.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:29 smithi145 conmon[67302]: audit 2022-01-25T23:58:28.851478+0000 mgr.smithi120.hllzij (mgr.14704) 2521 : audit [DBG] from='client.35754 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:58:30.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:29 smithi145 conmon[67302]: audit 2022-01-25T23:58:29.181497+0000 mon.smithi120 (mon.0) 961 : audit [DBG] from='client.? 172.21.15.120:0/109028148' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:58:30.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:29 smithi145 conmon[67302]: 2022-01-25T23:58:32.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:31 smithi120 conmon[102313]: cluster 2022-01-25T23:58:30.320366+0000 mgr.smithi120.hllzij (mgr.14704) 2522 : cluster [DBG] pgmap v2173: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:31 smithi145 conmon[67302]: cluster 2022-01-25T23:58:30.320366+0000 mgr.smithi120.hllzij (mgr.14704) 2522 : cluster [DBG] pgmap v2173: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:33 smithi120 conmon[102313]: cluster 2022-01-25T23:58:32.320926+0000 mgr.smithi120.hllzij (mgr.14704) 2523 : cluster [DBG] pgmap v2174: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:35.290 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:33 smithi145 conmon[67302]: cluster 2022-01-25T23:58:32.320926+0000 mgr.smithi120.hllzij (mgr.14704) 2523 : cluster [DBG] pgmap v2174: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:35 smithi120 conmon[102313]: cluster 2022-01-25T23:58:34.321480+0000 mgr.smithi120.hllzij (mgr.14704) 2524 : cluster [DBG] pgmap v2175: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:36.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:35 smithi145 conmon[67302]: cluster 2022-01-25T23:58:34.321480+0000 mgr.smithi120.hllzij (mgr.14704) 2524 : cluster [DBG] pgmap v2175: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:37 smithi120 conmon[102313]: cluster 2022-01-25T23:58:36.322381+0000 mgr.smithi120.hllzij (mgr.14704) 2525 : cluster [DBG] pgmap v2176: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:38.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:37 smithi145 conmon[67302]: cluster 2022-01-25T23:58:36.322381+0000 mgr.smithi120.hllzij (mgr.14704) 2525 : cluster [DBG] pgmap v2176: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:39 smithi120 conmon[102313]: cluster 2022-01-25T23:58:38.322822+0000 mgr.smithi120.hllzij (mgr.14704) 2526 : cluster [DBG] pgmap v2177: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:40.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:39 smithi145 conmon[67302]: cluster 2022-01-25T23:58:38.322822+0000 mgr.smithi120.hllzij (mgr.14704) 2526 : cluster [DBG] pgmap v2177: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:41 smithi120 conmon[102313]: cluster 2022-01-25T23:58:40.323787+0000 mgr.smithi120.hllzij (mgr.14704) 2527 : cluster [DBG] 2022-01-25T23:58:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:41 smithi120 conmon[102313]: pgmap v2178: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:42.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:41 smithi145 conmon[67302]: cluster 2022-01-25T23:58:40.323787+0000 mgr.smithi120.hllzij (mgr.14704) 2527 : cluster [DBG] pgmap v2178: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:43 smithi120 conmon[102313]: cluster 2022-01-25T23:58:42.324197+0000 mgr.smithi120.hllzij (mgr.14704) 2528 : cluster [DBG] 2022-01-25T23:58:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:43 smithi120 conmon[102313]: pgmap v2179: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:44.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:43 smithi145 conmon[67302]: cluster 2022-01-25T23:58:42.324197+0000 mgr.smithi120.hllzij (mgr.14704) 2528 : cluster [DBG] pgmap v2179: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:45 smithi120 conmon[102313]: cluster 2022-01-25T23:58:44.324780+0000 mgr.smithi120.hllzij (mgr.14704) 2529 : cluster [DBG] 2022-01-25T23:58:46.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:45 smithi120 conmon[102313]: pgmap v2180: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:46.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:45 smithi145 conmon[67302]: cluster 2022-01-25T23:58:44.324780+0000 mgr.smithi120.hllzij (mgr.14704) 2529 : cluster [DBG] pgmap v2180: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:47 smithi120 conmon[102313]: cluster 2022-01-25T23:58:46.325654+0000 mgr.smithi120.hllzij (mgr.14704) 2530 : cluster [DBG] 2022-01-25T23:58:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:47 smithi120 conmon[102313]: pgmap v2181: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:48.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:47 smithi145 conmon[67302]: cluster 2022-01-25T23:58:46.325654+0000 mgr.smithi120.hllzij (mgr.14704) 2530 : cluster [DBG] pgmap v2181: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:50.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:49 smithi120 conmon[102313]: cluster 2022-01-25T23:58:48.326239+0000 mgr.smithi120.hllzij (mgr.14704) 2531 : cluster [DBG] pgmap v2182: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:49 smithi145 conmon[67302]: cluster 2022-01-25T23:58:48.326239+0000 mgr.smithi120.hllzij (mgr.14704) 2531 : cluster [DBG] pgmap v2182: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:51 smithi120 conmon[102313]: cluster 2022-01-25T23:58:50.327100+0000 mgr.smithi120.hllzij (mgr.14704) 2532 : cluster [DBG] pgmap v2183: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:51 smithi145 conmon[67302]: cluster 2022-01-25T23:58:50.327100+0000 mgr.smithi120.hllzij (mgr.14704) 2532 : cluster [DBG] pgmap v2183: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:58:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:53 smithi120 conmon[102313]: cluster 2022-01-25T23:58:52.327556+0000 mgr.smithi120.hllzij (mgr.14704) 2533 : cluster [DBG] pgmap v2184: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:53 smithi120 conmon[102313]: 2022-01-25T23:58:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:53 smithi120 conmon[102313]: audit 2022-01-25T23:58:53.872432+0000 mon.smithi120 (mon.0) 962 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:58:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:53 smithi120 conmon[102313]: audit 2022-01-25T23:58:53.872650+0000 mon.smithi120 (mon.0) 963 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:58:54.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:53 smithi145 conmon[67302]: cluster 2022-01-25T23:58:52.327556+0000 mgr.smithi120.hllzij (mgr.14704) 2533 : cluster [DBG] pgmap v2184: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:54.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:53 smithi145 conmon[67302]: audit 2022-01-25T23:58:53.872432+0000 mon.smithi120 (mon.0) 962 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:58:54.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:53 smithi145 conmon[67302]: audit 2022-01-25T23:58:53.872650+0000 mon.smithi120 (mon.0) 963 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:58:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:55 smithi120 conmon[102313]: cluster 2022-01-25T23:58:54.328170+0000 mgr.smithi120.hllzij (mgr.14704) 2534 : cluster [DBG] 2022-01-25T23:58:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:55 smithi120 conmon[102313]: pgmap v2185: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:55 smithi145 conmon[67302]: cluster 2022-01-25T23:58:54.328170+0000 mgr.smithi120.hllzij (mgr.14704) 2534 : cluster 2022-01-25T23:58:56.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:55 smithi145 conmon[67302]: [DBG] pgmap v2185: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:57 smithi120 conmon[102313]: cluster 2022-01-25T23:58:56.328925+0000 mgr.smithi120.hllzij (mgr.14704) 2535 : cluster [DBG] pgmap v2186: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:58.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:57 smithi145 conmon[67302]: cluster 2022-01-25T23:58:56.328925+0000 mgr.smithi120.hllzij (mgr.14704) 2535 : cluster [DBG] pgmap v2186: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:58:59.483 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:58:59.753 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:58:59.753 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (78m) 9m ago 79m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:58:59.753 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (71m) 9m ago 79m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:58:59.754 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (71m) 9m ago 78m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:58:59.754 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (78m) 9m ago 79m 42.7M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:58:59.754 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (74m) 9m ago 74m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:58:59.754 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (74m) 9m ago 74m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:58:59.755 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (72m) 9m ago 80m 537M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:58:59.755 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (71m) 9m ago 78m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:58:59.755 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (71m) 9m ago 80m 493M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:58:59.755 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (71m) 9m ago 78m 256M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:58:59.756 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (72m) 9m ago 72m 170M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:58:59.756 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (72m) 9m ago 72m 100M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:58:59.756 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (79m) 9m ago 79m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:58:59.756 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (78m) 9m ago 78m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:58:59.757 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (66m) 9m ago 78m 1958M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:58:59.757 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (77m) 9m ago 77m 2755M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:58:59.757 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (77m) 9m ago 77m 2016M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:58:59.757 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (77m) 9m ago 77m 2726M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:58:59.757 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (77m) 9m ago 77m 2201M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:58:59.758 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (76m) 9m ago 76m 3096M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:58:59.758 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (76m) 9m ago 76m 2513M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:58:59.758 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (76m) 9m ago 76m 3877M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:58:59.758 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (78m) 9m ago 78m 63.5M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:59:00.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:59 smithi120 conmon[102313]: cluster 2022-01-25T23:58:58.329407+0000 mgr.smithi120.hllzij (mgr.14704) 2536 : cluster [DBG] 2022-01-25T23:59:00.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:58:59 smithi120 conmon[102313]: pgmap v2187: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:00.076 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:59:00.076 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:59:00.076 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:59:00.077 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:59:00.077 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:59:00.077 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:59:00.077 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:59:00.077 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:59:00.078 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:59:00.078 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:59:00.078 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:59:00.078 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:59:00.079 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:59:00.079 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:59:00.079 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:59:00.079 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:59:00.080 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:59:00.080 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:59:00.080 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:59:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:59 smithi145 conmon[67302]: cluster 2022-01-25T23:58:58.329407+0000 mgr.smithi120.hllzij (mgr.14704) 2536 : cluster [DBG] 2022-01-25T23:59:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:58:59 smithi145 conmon[67302]: pgmap v2187: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:01.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:00 smithi120 conmon[102313]: audit 2022-01-25T23:58:59.471894+0000 mgr.smithi120.hllzij (mgr.14704) 2537 : audit [DBG] from='client.35762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:01.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:00 smithi120 conmon[102313]: 2022-01-25T23:59:01.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:00 smithi120 conmon[102313]: audit 2022-01-25T23:58:59.743643+0000 mgr.smithi120.hllzij (mgr.14704) 2538 : audit [DBG] from='client.35766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:01.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:00 smithi120 conmon[102313]: audit 2022-01-25T23:59:00.076897+0000 mon.smithi120 (mon.0) 964 : audit 2022-01-25T23:59:01.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:00 smithi120 conmon[102313]: [DBG] from='client.? 172.21.15.120:0/3664375625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:59:01.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:00 smithi145 conmon[67302]: audit 2022-01-25T23:58:59.471894+0000 mgr.smithi120.hllzij (mgr.14704) 2537 : audit [DBG] from='client.35762 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:01.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:00 smithi145 conmon[67302]: 2022-01-25T23:59:01.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:00 smithi145 conmon[67302]: audit 2022-01-25T23:58:59.743643+0000 mgr.smithi120.hllzij (mgr.14704) 2538 : audit [DBG] from='client.35766 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:01.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:00 smithi145 conmon[67302]: audit 2022-01-25T23:59:00.076897+0000 mon.smithi120 (mon.0) 964 : audit [DBG] from='client.? 172.21.15.120:0/3664375625' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:59:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:01 smithi120 conmon[102313]: cluster 2022-01-25T23:59:00.330443+0000 mgr.smithi120.hllzij (mgr.14704) 2539 : cluster [DBG] 2022-01-25T23:59:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:01 smithi120 conmon[102313]: pgmap v2188: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:01 smithi145 conmon[67302]: cluster 2022-01-25T23:59:00.330443+0000 mgr.smithi120.hllzij (mgr.14704) 2539 2022-01-25T23:59:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:01 smithi145 conmon[67302]: : cluster [DBG] pgmap v2188: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:03 smithi120 conmon[102313]: cluster 2022-01-25T23:59:02.330889+0000 mgr.smithi120.hllzij (mgr.14704) 2540 : cluster [DBG] pgmap v2189: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:04.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:03 smithi145 conmon[67302]: cluster 2022-01-25T23:59:02.330889+0000 mgr.smithi120.hllzij (mgr.14704) 2540 : cluster [DBG] pgmap v2189: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:06 smithi120 conmon[102313]: cluster 2022-01-25T23:59:04.331416+0000 mgr.smithi120.hllzij (mgr.14704) 2541 : cluster [DBG] pgmap v2190: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:06 smithi145 conmon[67302]: cluster 2022-01-25T23:59:04.331416+0000 mgr.smithi120.hllzij (mgr.14704) 2541 : cluster [DBG] pgmap v2190: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:08 smithi120 conmon[102313]: cluster 2022-01-25T23:59:06.332300+0000 mgr.smithi120.hllzij (mgr.14704) 2542 : cluster [DBG] pgmap v2191: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:08 smithi145 conmon[67302]: cluster 2022-01-25T23:59:06.332300+0000 mgr.smithi120.hllzij (mgr.14704) 2542 : cluster [DBG] pgmap v2191: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:10 smithi120 conmon[102313]: cluster 2022-01-25T23:59:08.332925+0000 mgr.smithi120.hllzij (mgr.14704) 2543 : cluster [DBG] pgmap v2192: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:10 smithi120 conmon[102313]: 2022-01-25T23:59:10.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:10 smithi145 conmon[67302]: cluster 2022-01-25T23:59:08.332925+0000 mgr.smithi120.hllzij (mgr.14704) 2543 : cluster [DBG] pgmap v2192: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:12 smithi120 conmon[102313]: cluster 2022-01-25T23:59:10.333818+0000 mgr.smithi120.hllzij (mgr.14704) 2544 : cluster [DBG] 2022-01-25T23:59:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:12 smithi120 conmon[102313]: pgmap v2193: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:12.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:12 smithi145 conmon[67302]: cluster 2022-01-25T23:59:10.333818+0000 mgr.smithi120.hllzij (mgr.14704) 2544 : cluster [DBG] pgmap v2193: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:14 smithi120 conmon[102313]: cluster 2022-01-25T23:59:12.334296+0000 mgr.smithi120.hllzij (mgr.14704) 2545 : cluster [DBG] pgmap v2194: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:14 smithi120 conmon[102313]: 2022-01-25T23:59:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:14 smithi145 conmon[67302]: cluster 2022-01-25T23:59:12.334296+0000 mgr.smithi120.hllzij (mgr.14704) 2545 : cluster [DBG] pgmap v2194: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:16 smithi120 conmon[102313]: cluster 2022-01-25T23:59:14.334918+0000 mgr.smithi120.hllzij (mgr.14704) 2546 : cluster [DBG] 2022-01-25T23:59:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:16 smithi120 conmon[102313]: pgmap v2195: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:16.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:16 smithi145 conmon[67302]: cluster 2022-01-25T23:59:14.334918+0000 mgr.smithi120.hllzij (mgr.14704) 2546 : cluster [DBG] pgmap v2195: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:18 smithi120 conmon[102313]: cluster 2022-01-25T23:59:16.335716+0000 mgr.smithi120.hllzij (mgr.14704) 2547 : cluster [DBG] pgmap v2196: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:18 smithi145 conmon[67302]: cluster 2022-01-25T23:59:16.335716+0000 mgr.smithi120.hllzij (mgr.14704) 2547 : cluster [DBG] pgmap v2196: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:20 smithi120 conmon[102313]: cluster 2022-01-25T23:59 2022-01-25T23:59:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:20 smithi120 conmon[102313]: :18.336216+0000 mgr.smithi120.hllzij (mgr.14704) 2548 : cluster [DBG] pgmap v2197: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:20 smithi120 conmon[102313]: audit 2022 2022-01-25T23:59:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:20 smithi120 conmon[102313]: -01-25T23:59:19.843131+0000 mon.smithi120 2022-01-25T23:59:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:20 smithi120 conmon[102313]: (mon.0) 965 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:59:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:20 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:59:20.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:20 smithi120 conmon[102313]: -25T23:59:19.844539+0000 mon.smithi120 (mon. 2022-01-25T23:59:20.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:20 smithi120 conmon[102313]: 0) 966 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:59:20.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:20 smithi120 conmon[102313]: audit 2022-01 2022-01-25T23:59:20.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:20 smithi120 conmon[102313]: -25T23:59:19.845326+0000 mon.smithi120 (mon 2022-01-25T23:59:20.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:20 smithi120 conmon[102313]: .0) 967 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:59:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:20 smithi145 conmon[67302]: cluster 2022-01-25T23:59:18.336216+0000 2022-01-25T23:59:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:20 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 2548 : cluster [DBG] pgmap v2197: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:20 smithi145 conmon[67302]: audit 2022-01-25T23:59:19.843131+0000 mon.smithi120 ( 2022-01-25T23:59:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:20 smithi145 conmon[67302]: mon.0) 965 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-25T23:59:20.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:20 smithi145 conmon[67302]: audit 2022-01-25T23:59:20.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:20 smithi145 conmon[67302]: 2022-01-25T23:59:19.844539+0000 mon.smithi120 (mon.0 2022-01-25T23:59:20.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:20 smithi145 conmon[67302]: ) 966 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-25T23:59:20.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:20 smithi145 conmon[67302]: audit 2022-01 2022-01-25T23:59:20.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:20 smithi145 conmon[67302]: -25T23:59:19.845326+0000 mon.smithi120 ( 2022-01-25T23:59:20.333 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:20 smithi145 conmon[67302]: mon.0) 967 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-25T23:59:21.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:21 smithi120 conmon[102313]: cephadm 2022-01-25T23:59:19. 2022-01-25T23:59:21.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:21 smithi120 conmon[102313]: 846039+0000 mgr.smithi120.hllzij (mgr.14704) 2549 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:59:21.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:21 smithi145 conmon[67302]: cephadm 2022-01-25T23:59:19.846039+0000 mgr.smithi120.hllzij (mgr.14704) 2549 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-25T23:59:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:22 smithi120 conmon[102313]: cluster 2022-01-25T23:59:20.337127+0000 mgr.smithi120.hllzij ( 2022-01-25T23:59:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:22 smithi120 conmon[102313]: mgr.14704) 2550 : cluster [DBG] pgmap v2198: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:22.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:22 smithi145 conmon[67302]: cluster 2022-01-25T23:59:20.337127+0000 mgr.smithi120.hllzij (mgr.14704) 2550 2022-01-25T23:59:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:22 smithi145 conmon[67302]: : cluster [DBG] pgmap v2198: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:24 smithi120 conmon[102313]: cluster 2022-01-25T23:59:22.337514+0000 mgr.smithi120.hllzij (mgr. 2022-01-25T23:59:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:24 smithi120 conmon[102313]: 14704) 2551 : cluster [DBG] pgmap v2199: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:24 smithi145 conmon[67302]: cluster 2022-01-25T23:59:22.337514+0000 mgr.smithi120.hllzij (mgr.14704) 2551 : cluster [DBG] pgmap v2199: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:25.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:25 smithi120 conmon[102313]: audit 2022-01-25T23:59:24.292435+0000 mon.smithi120 (mon.0) 968 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:59:25.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:25 smithi120 conmon[102313]: cluster 2022-01- 2022-01-25T23:59:25.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:25 smithi120 conmon[102313]: 25T23:59:24.337907+0000 mgr.smithi120.hllzij (mgr.14704) 2552 : cluster [DBG] pgmap v2200: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:25.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:25 smithi120 conmon[102313]: audit 2022-01-25T23:59:24.670307+0000 mon.smithi120 (mon.0) 969 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:59:25.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:25 smithi145 conmon[67302]: audit 2022-01-25T23:59:24.292435+0000 mon.smithi120 (mon.0) 968 : audit [INF] 2022-01-25T23:59:25.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:25 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:59:25.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:25 smithi145 conmon[67302]: cluster 2022-01-25T23:59:24.337907+0000 mgr.smithi120.hllzij (mgr.14704) 2552 : cluster [DBG] pgmap v2200: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:25.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:25 smithi145 conmon[67302]: audit 2022-01-25T23:59 2022-01-25T23:59:25.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:25 smithi145 conmon[67302]: :24.670307+0000 mon.smithi120 (mon.0) 969 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:59:27.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:27 smithi120 conmon[102313]: cluster 2022-01-25T23:59:26.338603+0000 mgr.smithi120.hllzij (mgr.14704) 2553 : cluster [DBG] pgmap v2201: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:27.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:27 smithi120 conmon[102313]: audit 2022-01-25T23:59:26.544664+0000 mon.smithi120 (mon 2022-01-25T23:59:27.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:27 smithi120 conmon[102313]: .0) 970 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:59:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:27 smithi120 conmon[102313]: audit 2022-01-25T23:59:26.911619+0000 mon.smithi120 (mon.0) 971 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:59:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:27 smithi120 conmon[102313]: audit 2022-01-25T23:59:26.915625+0000 mon.smithi120 (mon.0) 972 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:59:27.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:27 smithi120 conmon[102313]: audit 2022-01-25T23:59:26.920376+0000 mon.smithi120 (mon.0) 973 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:59:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:27 smithi145 conmon[67302]: cluster 2022-01-25T23:59:26.338603+0000 mgr.smithi120.hllzij (mgr.14704) 2553 : cluster [DBG] pgmap v2201: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:27 smithi145 conmon[67302]: audit 2022-01-25T23:59:26.544664+0000 mon.smithi120 (mon.0) 970 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:59:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:27 smithi145 conmon[67302]: audit 2022-01-25T23:59:26.911619+0000 mon.smithi120 (mon.0) 971 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-25T23:59:27.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:27 smithi145 conmon[67302]: audit 2022-01-25T23:59: 2022-01-25T23:59:27.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:27 smithi145 conmon[67302]: 26.915625+0000 mon.smithi120 (mon.0) 2022-01-25T23:59:27.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:27 smithi145 conmon[67302]: 972 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:59:27.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:27 smithi145 conmon[67302]: audit 2022-01-25T23:59:27.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:27 smithi145 conmon[67302]: 2022-01-25T23:59: 2022-01-25T23:59:27.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:27 smithi145 conmon[67302]: 26.920376+0000 mon.smithi120 (mon.0) 973 : 2022-01-25T23:59:27.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:27 smithi145 conmon[67302]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-25T23:59:29.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:29 smithi120 conmon[102313]: cluster 2022-01-25T23:59:28.339125+0000 mgr.smithi120.hllzij (mgr.14704) 2554 : cluster [DBG] 2022-01-25T23:59:29.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:29 smithi120 conmon[102313]: pgmap v2202: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:29.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:29 smithi145 conmon[67302]: cluster 2022-01-25T23:59:28.339125+0000 mgr.smithi120.hllzij (mgr.14704) 2554 : cluster 2022-01-25T23:59:29.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:29 smithi145 conmon[67302]: [DBG] pgmap v2202: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:30.382 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-25T23:59:30.649 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-25T23:59:30.649 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (78m) 4s ago 79m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-25T23:59:30.649 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (71m) 4s ago 79m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-25T23:59:30.650 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (71m) 6s ago 79m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-25T23:59:30.650 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (78m) 4s ago 79m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-25T23:59:30.650 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (75m) 4s ago 75m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-25T23:59:30.650 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (75m) 6s ago 75m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-25T23:59:30.651 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (72m) 4s ago 80m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-25T23:59:30.651 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (72m) 6s ago 79m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-25T23:59:30.651 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (72m) 4s ago 80m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-25T23:59:30.651 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (72m) 6s ago 79m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-25T23:59:30.651 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (73m) 4s ago 73m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-25T23:59:30.652 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (72m) 6s ago 72m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-25T23:59:30.652 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (79m) 4s ago 79m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-25T23:59:30.652 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (79m) 6s ago 79m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-25T23:59:30.652 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (66m) 4s ago 78m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-25T23:59:30.653 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (78m) 4s ago 78m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-25T23:59:30.653 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (78m) 4s ago 78m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-25T23:59:30.653 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (77m) 4s ago 77m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-25T23:59:30.653 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (77m) 6s ago 77m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-25T23:59:30.654 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (77m) 6s ago 77m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-25T23:59:30.654 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (77m) 6s ago 77m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-25T23:59:30.654 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (76m) 6s ago 76m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-25T23:59:30.654 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (78m) 4s ago 79m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-25T23:59:30.970 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-25T23:59:30.971 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-25T23:59:30.971 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:59:30.971 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:59:30.971 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-25T23:59:30.972 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-25T23:59:30.972 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:59:30.972 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-25T23:59:30.972 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-25T23:59:30.973 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-25T23:59:30.973 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:59:30.973 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-25T23:59:30.973 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-25T23:59:30.973 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-25T23:59:30.974 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-25T23:59:30.974 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-25T23:59:30.974 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-25T23:59:30.974 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-25T23:59:30.975 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-25T23:59:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:31 smithi145 conmon[67302]: cluster 2022-01-25T23:59:30.339880+0000 mgr.smithi120.hllzij (mgr.14704) 2555 : cluster [DBG] pgmap v2203: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:31 smithi145 conmon[67302]: 2022-01-25T23:59:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:31 smithi145 conmon[67302]: audit 2022-01-25T23:59:30.371064+0000 mgr.smithi120.hllzij (mgr.14704) 2556 : audit [DBG] from='client.35774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:32.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:31 smithi145 conmon[67302]: audit 2022-01-25T23:59:30.641402+0000 mgr.smithi120.hllzij 2022-01-25T23:59:32.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:31 smithi145 conmon[67302]: (mgr.14704) 2557 : audit [DBG] from='client.35778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:32.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:31 smithi145 conmon[67302]: audit 2022-01-25T23: 2022-01-25T23:59:32.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:31 smithi145 conmon[67302]: 59:30.971390+0000 mon.smithi120 (mon.0 2022-01-25T23:59:32.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:31 smithi145 conmon[67302]: ) 974 : audit [DBG] from='client.? 172.21.15.120:0/4187292800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:59:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:31 smithi120 conmon[102313]: cluster 2022-01-25T23:59:30.339880+0000 mgr.smithi120.hllzij (mgr.14704) 2555 : cluster [DBG] pgmap v2203: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:31 smithi120 conmon[102313]: audit 2022-01-25T23:59:30.371064+0000 mgr.smithi120.hllzij (mgr.14704) 2556 : audit [DBG] from='client.35774 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:31 smithi120 conmon[102313]: audit 2022-01-25T23:59:30.641402+0000 mgr.smithi120.hllzij (mgr.14704) 2557 : audit [DBG] from='client.35778 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-25T23:59:32.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:31 smithi120 conmon[102313]: 2022-01-25T23:59:32.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:31 smithi120 conmon[102313]: audit 2022-01-25T23:59:30.971390+0000 mon.smithi120 (mon.0) 974 : audit [DBG] from='client.? 172.21.15.120:0/4187292800' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-25T23:59:34.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:33 smithi145 conmon[67302]: cluster 2022-01-25T23:59:32.340517+0000 mgr.smithi120.hllzij (mgr.14704) 2558 : cluster [DBG] pgmap v2204: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:33 smithi120 conmon[102313]: cluster 2022-01-25T23:59:32.340517+0000 mgr.smithi120.hllzij (mgr.14704) 2558 : cluster [DBG] pgmap v2204: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:35 smithi145 conmon[67302]: cluster 2022-01-25T23:59:34.341191+0000 mgr.smithi120.hllzij (mgr.14704) 2559 : cluster [DBG] 2022-01-25T23:59:36.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:35 smithi145 conmon[67302]: pgmap v2205: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:35 smithi120 conmon[102313]: cluster 2022-01-25T23:59:34.341191+0000 mgr.smithi120.hllzij (mgr.14704) 2559 : cluster [DBG] pgmap v2205: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:38.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:37 smithi145 conmon[67302]: cluster 2022-01-25T23:59:36.341969+0000 mgr.smithi120.hllzij (mgr.14704) 2560 : cluster [DBG] pgmap v2206: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:37 smithi120 conmon[102313]: cluster 2022-01-25T23:59:36.341969+0000 mgr.smithi120.hllzij (mgr.14704) 2560 : cluster [DBG] pgmap v2206: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:39 smithi145 conmon[67302]: cluster 2022-01-25T23:59:38.342593+0000 mgr.smithi120.hllzij (mgr.14704) 2561 : cluster 2022-01-25T23:59:40.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:39 smithi145 conmon[67302]: [DBG] pgmap v2207: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:39 smithi120 conmon[102313]: cluster 2022-01-25T23:59:38.342593+0000 mgr.smithi120.hllzij (mgr.14704) 2561 : cluster 2022-01-25T23:59:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:39 smithi120 conmon[102313]: [DBG] pgmap v2207: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:42.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:41 smithi145 conmon[67302]: cluster 2022-01-25T23:59:40.343365+0000 mgr.smithi120.hllzij (mgr.14704) 2562 : cluster [DBG] pgmap v2208: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:41 smithi120 conmon[102313]: cluster 2022-01-25T23:59:40.343365+0000 mgr.smithi120.hllzij (mgr.14704) 2562 : cluster [DBG] pgmap v2208: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:43 smithi120 conmon[102313]: cluster 2022-01-25T23:59:42.344013+0000 mgr.smithi120.hllzij (mgr.14704) 2563 : cluster [DBG] pgmap v2209: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:44.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:43 smithi145 conmon[67302]: cluster 2022-01-25T23:59:42.344013+0000 mgr.smithi120.hllzij (mgr.14704) 2563 : cluster [DBG] pgmap v2209: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:45 smithi120 conmon[102313]: cluster 2022-01-25T23:59:44.344587+0000 mgr.smithi120.hllzij (mgr.14704) 2564 : cluster [DBG] 2022-01-25T23:59:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:45 smithi120 conmon[102313]: pgmap v2210: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:45 smithi145 conmon[67302]: cluster 2022-01-25T23:59:44.344587+0000 mgr.smithi120.hllzij (mgr.14704) 2564 : cluster [DBG] pgmap v2210: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:47 smithi120 conmon[102313]: cluster 2022-01-25T23:59:46.345418+0000 mgr.smithi120.hllzij (mgr.14704) 2565 : cluster [DBG] pgmap v2211: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:47 smithi145 conmon[67302]: cluster 2022-01-25T23:59:46.345418+0000 mgr.smithi120.hllzij (mgr.14704) 2565 : cluster [DBG] pgmap v2211: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:49 smithi120 conmon[102313]: cluster 2022-01-25T23:59:48.346120+0000 mgr.smithi120.hllzij (mgr.14704) 2566 2022-01-25T23:59:50.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:49 smithi120 conmon[102313]: : cluster [DBG] pgmap v2212: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:49 smithi145 conmon[67302]: cluster 2022-01-25T23:59:48.346120+0000 mgr.smithi120.hllzij (mgr.14704) 2566 : cluster [DBG] pgmap v2212: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:49 smithi145 conmon[67302]: 2022-01-25T23:59:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:51 smithi120 conmon[102313]: cluster 2022-01-25T23:59:50.347000+0000 mgr.smithi120.hllzij (mgr.14704) 2567 : cluster [DBG] pgmap v2213: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:51 smithi145 conmon[67302]: cluster 2022-01-25T23:59:50.347000+0000 mgr.smithi120.hllzij (mgr.14704) 2567 : cluster [DBG] pgmap v2213: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-25T23:59:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:51 smithi145 conmon[67302]: 2022-01-25T23:59:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:53 smithi120 conmon[102313]: cluster 2022-01-25T23:59:52.347641+0000 mgr.smithi120.hllzij (mgr.14704) 2568 : cluster [DBG] pgmap v2214: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:53 smithi120 conmon[102313]: 2022-01-25T23:59:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:53 smithi145 conmon[67302]: cluster 2022-01-25T23:59:52.347641+0000 mgr.smithi120.hllzij (mgr.14704) 2568 : cluster [DBG] pgmap v2214: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:55.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:54 smithi120 conmon[102313]: audit 2022-01-25T23:59:53.876669+0000 mon.smithi120 (mon.0) 975 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:59:55.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:54 smithi120 conmon[102313]: audit 2022-01-25T23:59:53. 2022-01-25T23:59:55.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:54 smithi120 conmon[102313]: 876922+0000 mon.smithi120 (mon.0) 976 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:59:55.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:54 smithi145 conmon[67302]: audit 2022-01-25T23:59:53.876669+0000 mon.smithi120 (mon.0) 975 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-25T23:59:55.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:54 smithi145 conmon[67302]: audit 2022-01-25T23:59:53.876922+0000 mon.smithi120 (mon.0 2022-01-25T23:59:55.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:54 smithi145 conmon[67302]: ) 976 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-25T23:59:56.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:55 smithi120 conmon[102313]: cluster 2022-01-25T23:59:54.348182+0000 mgr.smithi120.hllzij (mgr.14704) 2569 : cluster [DBG] 2022-01-25T23:59:56.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:55 smithi120 conmon[102313]: pgmap v2215: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:56.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:55 smithi145 conmon[67302]: cluster 2022-01-25T23:59:54.348182+0000 mgr.smithi120.hllzij (mgr.14704) 2569 : cluster [DBG] pgmap v2215: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:57 smithi120 conmon[102313]: cluster 2022-01-25T23:59:56.349127+0000 mgr.smithi120.hllzij (mgr.14704) 2570 : cluster [DBG] 2022-01-25T23:59:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:57 smithi120 conmon[102313]: pgmap v2216: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-25T23:59:58.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:57 smithi145 conmon[67302]: cluster 2022-01-25T23:59:56.349127+0000 mgr.smithi120.hllzij (mgr.14704) 2570 : cluster [DBG] pgmap v2216: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:00.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 25 23:59:59 smithi120 conmon[102313]: cluster 2022-01-25T23:59:58.349633+0000 mgr.smithi120.hllzij (mgr.14704) 2571 : cluster [DBG] pgmap v2217: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 25 23:59:59 smithi145 conmon[67302]: cluster 2022-01-25T23:59:58.349633+0000 mgr.smithi120.hllzij (mgr.14704) 2571 : cluster [DBG] pgmap v2217: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:01.281 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:00:01.282 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:00 smithi120 conmon[102313]: cluster 2022-01-26T00:00:00.000174+0000 mon.smithi120 (mon.0) 977 : cluster [WRN] 2022-01-26T00:00:01.282 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:00 smithi120 conmon[102313]: overall HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-26T00:00:01.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:00 smithi145 conmon[67302]: cluster 2022-01-26T00:00:00.000174+0000 mon.smithi120 (mon.0) 977 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-26T00:00:01.549 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:00:01.550 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (79m) 35s ago 80m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:00:01.550 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (72m) 35s ago 80m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:00:01.550 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (72m) 37s ago 79m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:00:01.551 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (79m) 35s ago 80m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:00:01.551 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (75m) 35s ago 75m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:00:01.551 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (75m) 37s ago 75m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:00:01.551 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (73m) 35s ago 81m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:00:01.552 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (72m) 37s ago 79m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:00:01.552 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (72m) 35s ago 81m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:00:01.552 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (72m) 37s ago 79m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:00:01.552 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (73m) 35s ago 73m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:00:01.552 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (73m) 37s ago 73m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:00:01.553 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (80m) 35s ago 80m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:00:01.553 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (79m) 37s ago 79m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:00:01.553 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (67m) 35s ago 79m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:00:01.553 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (78m) 35s ago 78m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:00:01.554 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (78m) 35s ago 78m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:00:01.554 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (78m) 35s ago 78m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:00:01.554 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (78m) 37s ago 78m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:00:01.554 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (77m) 37s ago 77m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:00:01.554 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (77m) 37s ago 77m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:00:01.555 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (77m) 37s ago 77m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:00:01.555 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (79m) 35s ago 79m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:00:01.870 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:00:01.871 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:00:01.871 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:00:01.872 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:00:01.872 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:00:01.873 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:00:01.873 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:00:01.873 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:00:01.873 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:00:01.874 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:00:01.874 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:00:01.874 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:00:01.875 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:00:01.875 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:00:01.875 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:00:01.875 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:00:01.876 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:00:01.876 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:00:01.876 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:00:02.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:01 smithi120 conmon[102313]: cluster 2022-01-26T00:00:00.350474+0000 mgr.smithi120.hllzij (mgr.14704) 2572 2022-01-26T00:00:02.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:01 smithi120 conmon[102313]: : cluster [DBG] pgmap v2218: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:01 smithi145 conmon[67302]: cluster 2022-01-26T00:00:00.350474+0000 mgr.smithi120.hllzij (mgr.14704) 2572 : cluster [DBG] pgmap v2218: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:03.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:02 smithi120 conmon[102313]: audit 2022-01-26T00:00:01.269844+0000 mgr.smithi120.hllzij (mgr.14704) 2573 : audit [DBG] from='client.35786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:03.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:02 smithi120 conmon[102313]: audit 2022- 2022-01-26T00:00:03.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:02 smithi120 conmon[102313]: 01-26T00:00:01.541665+0000 mgr.smithi120.hllzij (mgr.14704) 2574 : audit [DBG] from='client.35790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:03.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:02 smithi120 conmon[102313]: audit 2022-01-26T00:00:01.871115+0000 mon.smithi120 (mon.0) 978 : audit [DBG] from='client.? 172.21.15.120:0/1353485638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:00:03.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:02 smithi145 conmon[67302]: audit 2022-01-26T00:00:01.269844+0000 mgr.smithi120.hllzij (mgr.14704) 2573 : audit [DBG] from='client.35786 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:03.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:02 smithi145 conmon[67302]: audit 2022-01-26T00:00:01.541665+0000 mgr.smithi120.hllzij (mgr.14704) 2574 : audit [DBG] from='client.35790 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:03.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:02 smithi145 conmon[67302]: audit 2022-01-26T00:00:01.871115+0000 mon.smithi120 (mon.0) 978 : audit [DBG] from='client.? 172.21.15.120:0/1353485638' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:00:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:03 smithi120 conmon[102313]: cluster 2022-01-26T00:00:02.351026+0000 mgr.smithi120.hllzij (mgr.14704) 2575 : cluster [DBG] pgmap v2219: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:03 smithi145 conmon[67302]: cluster 2022-01-26T00:00:02.351026+0000 mgr.smithi120.hllzij (mgr.14704) 2575 : cluster [DBG] pgmap v2219: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:05 smithi120 conmon[102313]: cluster 2022-01-26T00:00:04.351649+0000 mgr.smithi120.hllzij (mgr.14704) 2576 : cluster [DBG] 2022-01-26T00:00:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:05 smithi120 conmon[102313]: pgmap v2220: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:05 smithi145 conmon[67302]: cluster 2022-01-26T00:00:04.351649+0000 mgr.smithi120.hllzij (mgr.14704) 2576 : cluster [DBG] pgmap v2220: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:07 smithi120 conmon[102313]: cluster 2022-01-26T00:00:06.352452+0000 mgr.smithi120.hllzij (mgr.14704) 2577 : cluster [DBG] pgmap v2221: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:07 smithi120 conmon[102313]: 2022-01-26T00:00:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:07 smithi145 conmon[67302]: cluster 2022-01-26T00:00:06.352452+0000 mgr.smithi120.hllzij (mgr.14704) 2577 : cluster [DBG] pgmap v2221: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:09 smithi120 conmon[102313]: cluster 2022-01-26T00:00:08.353059+0000 mgr.smithi120.hllzij (mgr.14704) 2578 2022-01-26T00:00:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:09 smithi120 conmon[102313]: : cluster [DBG] pgmap v2222: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:09 smithi145 conmon[67302]: cluster 2022-01-26T00:00:08.353059+0000 mgr.smithi120.hllzij (mgr.14704) 2578 : cluster [DBG] pgmap v2222: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:11 smithi120 conmon[102313]: cluster 2022-01-26T00:00:10.354128+0000 mgr.smithi120.hllzij (mgr.14704) 2579 : cluster [DBG] pgmap v2223: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:11 smithi120 conmon[102313]: 2022-01-26T00:00:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:11 smithi145 conmon[67302]: cluster 2022-01-26T00:00:10.354128+0000 mgr.smithi120.hllzij (mgr.14704) 2579 : cluster [DBG] pgmap v2223: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:13 smithi120 conmon[102313]: cluster 2022-01-26T00:00:12.354773+0000 mgr.smithi120.hllzij (mgr.14704) 2580 : cluster 2022-01-26T00:00:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:13 smithi120 conmon[102313]: [DBG] pgmap v2224: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:14.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:13 smithi145 conmon[67302]: cluster 2022-01-26T00:00:12.354773+0000 mgr.smithi120.hllzij (mgr.14704) 2580 : cluster [DBG] pgmap v2224: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:15 smithi120 conmon[102313]: cluster 2022-01-26T00:00:14.355398+0000 mgr.smithi120.hllzij (mgr.14704) 2581 : cluster 2022-01-26T00:00:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:15 smithi120 conmon[102313]: [DBG] pgmap v2225: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:15 smithi145 conmon[67302]: cluster 2022-01-26T00:00:14.355398+0000 mgr.smithi120.hllzij (mgr.14704) 2581 : cluster [DBG] pgmap v2225: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:17 smithi120 conmon[102313]: cluster 2022-01-26T00:00:16.356299+0000 mgr.smithi120.hllzij (mgr. 2022-01-26T00:00:18.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:17 smithi120 conmon[102313]: 14704) 2582 : cluster [DBG] pgmap v2226: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:17 smithi145 conmon[67302]: cluster 2022-01-26T00:00:16.356299+0000 mgr.smithi120.hllzij (mgr.14704) 2582 : cluster [DBG] pgmap v2226: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:19 smithi120 conmon[102313]: cluster 2022-01-26T00:00:18.356790+0000 mgr.smithi120.hllzij (mgr.14704) 2583 : cluster 2022-01-26T00:00:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:19 smithi120 conmon[102313]: [DBG] pgmap v2227: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:19 smithi145 conmon[67302]: cluster 2022-01-26T00:00:18.356790+0000 mgr.smithi120.hllzij (mgr.14704) 2583 : cluster [DBG] pgmap v2227: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:21 smithi120 conmon[102313]: cluster 2022-01-26T00:00:20.357776+0000 mgr.smithi120.hllzij (mgr. 2022-01-26T00:00:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:21 smithi120 conmon[102313]: 14704) 2584 : cluster [DBG] pgmap v2228: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:21 smithi145 conmon[67302]: cluster 2022-01-26T00:00:20.357776+0000 mgr.smithi120.hllzij (mgr.14704) 2584 : cluster [DBG] pgmap v2228: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:23 smithi120 conmon[102313]: cluster 2022-01-26T00:00:22.358237+0000 mgr.smithi120.hllzij (mgr.14704) 2585 : cluster [DBG] pgmap v2229: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:23 smithi145 conmon[67302]: cluster 2022-01-26T00:00:22.358237+0000 mgr.smithi120.hllzij (mgr.14704) 2585 : cluster [DBG] pgmap v2229: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:25 smithi120 conmon[102313]: cluster 2022-01-26T00:00:24.358764+0000 mgr.smithi120.hllzij (mgr.14704) 2586 : cluster [DBG] 2022-01-26T00:00:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:25 smithi120 conmon[102313]: pgmap v2230: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:26.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:25 smithi145 conmon[67302]: cluster 2022-01-26T00:00:24.358764+0000 mgr.smithi120.hllzij (mgr.14704) 2586 : cluster [DBG] pgmap v2230: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:27 smithi120 conmon[102313]: cluster 2022-01-26T00:00:26.359607+0000 mgr.smithi120.hllzij (mgr.14704) 2587 : cluster [DBG] pgmap v2231: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:27 smithi120 conmon[102313]: audit 2022-01-26T00:00:26.922749+0000 mon.smithi120 (mon.0) 979 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:00:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:27 smithi120 conmon[102313]: audit 2022-01-26T00:00:26.923979+0000 mon.smithi120 (mon.0) 980 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:00:28.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:27 smithi120 conmon[102313]: audit 2022-01-26T00:00:26.924891+0000 mon.smithi120 (mon.0) 981 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:00:28.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:27 smithi120 conmon[102313]: cephadm 2022-01-26T00:00:26.925572+0000 mgr.smithi120.hllzij (mgr.14704) 2588 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:00:28.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:27 smithi120 conmon[102313]: audit 2022-01-26T00:00:27.324123+0000 mon.smithi120 (mon.0) 982 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:00:28.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:27 smithi120 conmon[102313]: audit 2022-01-26T00:00:27.328817+0000 mon.smithi120 (mon.0) 983 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:00:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:27 smithi145 conmon[67302]: cluster 2022-01-26T00:00:26.359607+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-26T00:00:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:27 smithi145 conmon[67302]: 2587 : cluster [DBG] pgmap v2231: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:27 smithi145 conmon[67302]: audit 2022-01-26T00:00:26.922749+0000 mon.smithi120 (mon.0) 979 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:00:28.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:27 smithi145 conmon[67302]: audit 2022-01-26T00:00:26.923979+0000 mon.smithi120 (mon.0) 980 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:00:28.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:27 smithi145 conmon[67302]: audit 2022-01-26T00:00:26.924891+0000 mon.smithi120 (mon.0) 981 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:00:28.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:27 smithi145 conmon[67302]: cephadm 2022-01-26T00:00:26.925572+0000 mgr.smithi120.hllzij (mgr.14704) 2588 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:00:28.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:27 smithi145 conmon[67302]: audit 2022-01-26T00:00:28.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:27 smithi145 conmon[67302]: 2022-01-26T00:00:27.324123+0000 mon.smithi120 (mon.0) 982 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:00:28.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:27 smithi145 conmon[67302]: audit 2022-01-26T00: 2022-01-26T00:00:28.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:27 smithi145 conmon[67302]: 00:27.328817+0000 mon.smithi120 (mon.0 2022-01-26T00:00:28.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:27 smithi145 conmon[67302]: ) 983 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:00:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:29 smithi120 conmon[102313]: cluster 2022-01-26T00:00:28.360154+0000 mgr.smithi120.hllzij (mgr.14704) 2589 : cluster 2022-01-26T00:00:30.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:29 smithi120 conmon[102313]: [DBG] pgmap v2232: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:30.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:29 smithi145 conmon[67302]: cluster 2022-01-26T00:00:28.360154+0000 mgr.smithi120.hllzij (mgr.14704) 2589 : cluster 2022-01-26T00:00:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:29 smithi145 conmon[67302]: [DBG] pgmap v2232: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:32.174 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:00:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:31 smithi120 conmon[102313]: cluster 2022-01-26T00:00:30.360914+0000 mgr.smithi120.hllzij (mgr.14704) 2590 : cluster [DBG] pgmap v2233: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:31 smithi145 conmon[67302]: cluster 2022-01-26T00:00:30.360914+0000 mgr.smithi120.hllzij (mgr.14704) 2590 : cluster [DBG] pgmap v2233: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:32.443 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:00:32.444 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (79m) 65s ago 80m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:00:32.444 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (72m) 65s ago 80m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:00:32.444 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (72m) 68s ago 80m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:00:32.444 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (79m) 65s ago 80m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:00:32.444 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (76m) 65s ago 76m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:00:32.445 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (76m) 68s ago 76m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:00:32.445 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (73m) 65s ago 81m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:00:32.445 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (73m) 68s ago 80m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:00:32.445 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (73m) 65s ago 82m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:00:32.446 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (73m) 68s ago 80m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:00:32.446 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (74m) 65s ago 74m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:00:32.446 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (73m) 68s ago 73m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:00:32.446 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (80m) 65s ago 80m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:00:32.447 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (80m) 68s ago 80m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:00:32.447 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (67m) 65s ago 79m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:00:32.447 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (79m) 65s ago 79m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:00:32.447 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (79m) 65s ago 79m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:00:32.447 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (78m) 65s ago 78m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:00:32.448 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (78m) 68s ago 78m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:00:32.448 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (78m) 68s ago 78m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:00:32.448 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (78m) 68s ago 78m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:00:32.448 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (77m) 68s ago 77m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:00:32.449 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (79m) 65s ago 80m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:00:32.765 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:00:32.765 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:00:32.766 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:00:32.766 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:00:32.766 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:00:32.766 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:00:32.767 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:00:32.767 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:00:32.767 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:00:32.767 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:00:32.767 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:00:32.768 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:00:32.768 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:00:32.768 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:00:32.768 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:00:32.769 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:00:32.769 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:00:32.769 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:00:32.769 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:00:33.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:32 smithi120 conmon[102313]: audit 2022-01-26T00:00:32.765952+0000 mon.smithi120 (mon.0) 984 : audit [DBG] from='client.? 172.21.15.120:0/1732508828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:00:33.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:32 smithi145 conmon[67302]: audit 2022-01-26T00:00:32.765952+0000 mon.smithi120 (mon.0) 984 : audit [DBG] from='client.? 172.21.15.120:0/1732508828' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:00:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:33 smithi120 conmon[102313]: audit 2022-01-26T00:00:32.163228+0000 mgr.smithi120.hllzij (mgr.14704) 2591 : audit [DBG] from='client.35798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:33 smithi120 conmon[102313]: cluster 2022-01-26T00:00:32.361349+0000 2022-01-26T00:00:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:33 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 2592 : cluster [DBG] pgmap v2234: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:34.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:33 smithi120 conmon[102313]: audit 2022-01-26T00:00:32.434878+0000 mgr.smithi120.hllzij (mgr.14704) 2593 : audit [DBG] from='client.35802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:34.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:33 smithi145 conmon[67302]: audit 2022-01-26T00:00:32.163228+0000 mgr.smithi120.hllzij (mgr.14704) 2591 : audit [DBG] from='client.35798 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:33 smithi145 conmon[67302]: cluster 2022-01-26T00:00:32.361349+0000 mgr.smithi120.hllzij (mgr.14704) 2592 : cluster [DBG] pgmap v2234: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:33 smithi145 conmon[67302]: audit 2022-01-26T00:00:32.434878+0000 mgr.smithi120.hllzij (mgr.14704) 2593 2022-01-26T00:00:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:33 smithi145 conmon[67302]: : audit [DBG] from='client.35802 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:00:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:35 smithi120 conmon[102313]: cluster 2022-01-26T00:00:34.361921+0000 mgr.smithi120.hllzij (mgr.14704) 2594 : cluster [DBG] pgmap v2235: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:36.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:35 smithi145 conmon[67302]: cluster 2022-01-26T00:00:34.361921+0000 mgr.smithi120.hllzij (mgr.14704) 2594 : cluster [DBG] pgmap v2235: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:37 smithi120 conmon[102313]: cluster 2022-01-26T00:00:36.362720+0000 mgr.smithi120.hllzij (mgr.14704) 2595 : cluster [DBG] pgmap v2236: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:37 smithi145 conmon[67302]: cluster 2022-01-26T00:00:36.362720+0000 mgr.smithi120.hllzij (mgr.14704) 2595 : cluster [DBG] pgmap v2236: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:37 smithi145 conmon[67302]: 2022-01-26T00:00:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:39 smithi120 conmon[102313]: cluster 2022-01-26T00:00:38.363176+0000 mgr.smithi120.hllzij (mgr.14704) 2596 : cluster [DBG] pgmap v2237: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:40.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:39 smithi145 conmon[67302]: cluster 2022-01-26T00:00:38.363176+0000 mgr.smithi120.hllzij (mgr.14704) 2596 : cluster [DBG] pgmap v2237: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:41 smithi120 conmon[102313]: cluster 2022-01-26T00:00:40.364043+0000 mgr.smithi120.hllzij (mgr.14704) 2597 : cluster [DBG] pgmap v2238: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:42.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:41 smithi145 conmon[67302]: cluster 2022-01-26T00:00:40.364043+0000 mgr.smithi120.hllzij (mgr.14704) 2597 : cluster [DBG] pgmap v2238: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:43 smithi120 conmon[102313]: cluster 2022-01-26T00:00:42.364523+0000 mgr.smithi120.hllzij (mgr.14704) 2598 : cluster [DBG] 2022-01-26T00:00:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:43 smithi120 conmon[102313]: pgmap v2239: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:43 smithi145 conmon[67302]: cluster 2022-01-26T00:00:42.364523+0000 mgr.smithi120.hllzij (mgr.14704) 2598 : cluster [DBG] 2022-01-26T00:00:44.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:43 smithi145 conmon[67302]: pgmap v2239: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:45 smithi120 conmon[102313]: cluster 2022-01-26T00:00:44.365027+0000 mgr.smithi120.hllzij (mgr.14704) 2599 : cluster [DBG] pgmap v2240: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:45 smithi145 conmon[67302]: cluster 2022-01-26T00:00:44.365027+0000 mgr.smithi120.hllzij (mgr.14704) 2599 : cluster [DBG] 2022-01-26T00:00:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:45 smithi145 conmon[67302]: pgmap v2240: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:47 smithi120 conmon[102313]: cluster 2022-01-26T00:00:46.365874+0000 mgr.smithi120.hllzij (mgr.14704) 2600 : cluster [DBG] pgmap v2241: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:47 smithi145 conmon[67302]: cluster 2022-01-26T00:00:46.365874+0000 mgr.smithi120.hllzij (mgr.14704) 2600 : cluster [DBG] pgmap v2241: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:49 smithi120 conmon[102313]: cluster 2022-01-26T00:00:48.366384+0000 mgr.smithi120.hllzij (mgr.14704) 2601 : cluster [DBG] pgmap v2242: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:50.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:49 smithi120 conmon[102313]: 2022-01-26T00:00:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:49 smithi145 conmon[67302]: cluster 2022-01-26T00:00:48.366384+0000 mgr.smithi120.hllzij (mgr.14704) 2601 : cluster [DBG] pgmap v2242: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:51 smithi120 conmon[102313]: cluster 2022-01-26T00:00:50.367247+0000 mgr.smithi120.hllzij (mgr.14704) 2602 : cluster [DBG] pgmap v2243: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:51 smithi145 conmon[67302]: cluster 2022-01-26T00:00:50.367247+0000 mgr.smithi120.hllzij (mgr.14704) 2602 : cluster [DBG] pgmap v2243: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:00:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:53 smithi120 conmon[102313]: cluster 2022-01-26T00:00:52.367918+0000 mgr.smithi120.hllzij (mgr.14704) 2603 : cluster [DBG] pgmap v2244: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:53 smithi120 conmon[102313]: audit 2022-01-26T00:00:53.880958+0000 mon.smithi120 ( 2022-01-26T00:00:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:53 smithi120 conmon[102313]: mon.0) 985 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:00:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:53 smithi120 conmon[102313]: audit 2022-01-26T00:00:53.881185+0000 mon.smithi120 (mon.0) 986 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:00:54.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:53 smithi145 conmon[67302]: cluster 2022-01-26T00:00:52.367918+0000 mgr.smithi120.hllzij (mgr.14704) 2603 : cluster [DBG] pgmap v2244: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:53 smithi145 conmon[67302]: audit 2022-01-26T00:00:53.880958+0000 mon.smithi120 (mon.0) 985 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:00:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:53 smithi145 conmon[67302]: audit 2022-01-26T00:00:53.881185+0000 mon.smithi120 (mon.0) 986 : audit [INF] 2022-01-26T00:00:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:53 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:00:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:55 smithi120 conmon[102313]: cluster 2022-01-26T00:00:54.368478+0000 mgr.smithi120.hllzij (mgr.14704) 2604 : cluster [DBG] pgmap v2245: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:55 smithi145 conmon[67302]: cluster 2022-01-26T00:00:54.368478+0000 mgr.smithi120.hllzij (mgr.14704) 2604 : cluster [DBG] pgmap v2245: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:57 smithi120 conmon[102313]: cluster 2022-01-26T00:00:56.369279+0000 mgr.smithi120.hllzij (mgr.14704) 2605 : cluster [DBG] pgmap v2246: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:00:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:57 smithi145 conmon[67302]: cluster 2022-01-26T00:00:56.369279+0000 mgr.smithi120.hllzij (mgr.14704) 2605 : cluster [DBG] pgmap v2246: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:00.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:00:59 smithi120 conmon[102313]: cluster 2022-01-26T00:00:58.369850+0000 mgr.smithi120.hllzij (mgr.14704) 2606 : cluster [DBG] pgmap v2247: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:00.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:00:59 smithi145 conmon[67302]: cluster 2022-01-26T00:00:58.369850+0000 mgr.smithi120.hllzij (mgr.14704) 2606 : cluster [DBG] pgmap v2247: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:01 smithi120 conmon[102313]: cluster 2022-01-26T00:01:00.370598+0000 mgr.smithi120.hllzij (mgr.14704) 2607 : cluster [DBG] pgmap v2248: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:01 smithi145 conmon[67302]: cluster 2022-01-26T00:01:00.370598+0000 mgr.smithi120.hllzij (mgr.14704) 2607 : cluster [DBG] pgmap v2248: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:03.066 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:01:03.333 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:01:03.334 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (80m) 96s ago 81m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:01:03.334 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (73m) 96s ago 81m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:01:03.334 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (73m) 99s ago 80m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:01:03.335 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (80m) 96s ago 81m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:01:03.335 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (76m) 96s ago 76m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:01:03.335 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (76m) 99s ago 76m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:01:03.335 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (74m) 96s ago 82m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:01:03.336 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (73m) 99s ago 80m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:01:03.336 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (73m) 96s ago 82m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:01:03.336 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (73m) 99s ago 80m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:01:03.336 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (74m) 96s ago 74m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:01:03.336 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (74m) 99s ago 74m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:01:03.337 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (81m) 96s ago 81m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:01:03.337 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (80m) 99s ago 80m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:01:03.337 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (68m) 96s ago 80m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:01:03.337 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (79m) 96s ago 79m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:01:03.338 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (79m) 96s ago 79m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:01:03.338 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (79m) 96s ago 79m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:01:03.338 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (79m) 99s ago 79m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:01:03.338 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (78m) 99s ago 78m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:01:03.339 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (78m) 99s ago 78m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:01:03.339 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (78m) 99s ago 78m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:01:03.339 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (80m) 96s ago 80m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:01:03.652 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:01:03.652 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:01:03.653 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:01:03.653 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:01:03.653 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:01:03.653 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:01:03.654 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:01:03.654 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:01:03.654 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:01:03.654 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:01:03.654 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:01:03.655 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:01:03.655 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:01:03.655 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:01:03.655 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:01:03.656 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:01:03.656 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:01:03.656 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:01:03.656 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:01:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:03 smithi120 conmon[102313]: cluster 2022-01-26T00:01:02.371052+0000 mgr.smithi120.hllzij (mgr 2022-01-26T00:01:04.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:03 smithi120 conmon[102313]: .14704) 2608 : cluster [DBG] pgmap v2249: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:04.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:03 smithi120 conmon[102313]: audit 2022-01-26T00:01:03.054556+0000 mgr.smithi120.hllzij (mgr.14704) 2609 : audit [DBG] from='client.35810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:04.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:03 smithi120 conmon[102313]: audit 2022-01-26T00:01:03.653008+0000 mon.smithi120 (mon.0) 987 : audit [DBG] from='client.? 172.21.15.120:0/3563875025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:01:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:03 smithi145 conmon[67302]: cluster 2022-01-26T00:01:02.371052+0000 mgr.smithi120.hllzij (mgr.14704) 2608 : cluster [DBG] pgmap v2249: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:04.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:03 smithi145 conmon[67302]: audit 2022-01-26T00:01:03.054556+0000 mgr.smithi120.hllzij (mgr.14704) 2609 : audit [DBG] from='client.35810 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:04.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:03 smithi145 conmon[67302]: audit 2022-01-26T00:01:03.653008+0000 mon.smithi120 (mon.0) 987 : audit [DBG] from='client.? 172.21.15.120:0/3563875025' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:01:05.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:04 smithi120 conmon[102313]: audit 2022-01-26T00:01:03.325771+0000 mgr.smithi120.hllzij (mgr.14704) 2610 : audit [DBG] from='client.35814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:05.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:05 smithi145 conmon[67302]: audit 2022-01-26T00:01:03.325771+0000 mgr.smithi120.hllzij (mgr.14704) 2610 : audit [DBG] from='client.35814 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:06 smithi120 conmon[102313]: cluster 2022-01-26T00:01:04.371471+0000 mgr.smithi120.hllzij (mgr.14704) 2611 : cluster [DBG] pgmap v2250: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:06.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:06 smithi145 conmon[67302]: cluster 2022-01-26T00:01:04.371471+0000 mgr.smithi120.hllzij (mgr.14704) 2611 : cluster [DBG] pgmap v2250: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:08 smithi120 conmon[102313]: cluster 2022-01-26T00:01:06.372302+0000 mgr.smithi120.hllzij (mgr.14704) 2612 : cluster [DBG] pgmap v2251: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:08 smithi145 conmon[67302]: cluster 2022-01-26T00:01:06.372302+0000 mgr.smithi120.hllzij (mgr.14704) 2612 : cluster [DBG] pgmap v2251: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:10 smithi120 conmon[102313]: cluster 2022-01-26T00:01:08.372993+0000 mgr.smithi120.hllzij (mgr.14704) 2613 2022-01-26T00:01:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:10 smithi120 conmon[102313]: : cluster [DBG] pgmap v2252: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:10 smithi145 conmon[67302]: cluster 2022-01-26T00:01:08.372993+0000 mgr.smithi120.hllzij (mgr.14704) 2613 : cluster [DBG] pgmap v2252: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:12 smithi120 conmon[102313]: cluster 2022-01-26T00:01:10.374005+0000 mgr.smithi120.hllzij (mgr.14704) 2614 : cluster [DBG] pgmap v2253: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:12.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:12 smithi145 conmon[67302]: cluster 2022-01-26T00:01:10.374005+0000 mgr.smithi120.hllzij (mgr.14704) 2614 : cluster [DBG] pgmap v2253: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:14 smithi120 conmon[102313]: cluster 2022-01-26T00:01:12.374502+0000 mgr.smithi120.hllzij (mgr.14704) 2615 : cluster [DBG] pgmap v2254: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:14.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:14 smithi145 conmon[67302]: cluster 2022-01-26T00:01:12.374502+0000 mgr.smithi120.hllzij (mgr.14704) 2615 : cluster [DBG] pgmap v2254: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:16 smithi120 conmon[102313]: cluster 2022-01-26T00:01:14.375048+0000 mgr.smithi120.hllzij (mgr.14704) 2616 : cluster [DBG] pgmap v2255: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:16.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:16 smithi145 conmon[67302]: cluster 2022-01-26T00:01:14.375048+0000 mgr.smithi120.hllzij (mgr.14704) 2616 : cluster [DBG] pgmap v2255: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:18 smithi120 conmon[102313]: cluster 2022-01-26T00:01:16.375871+0000 mgr.smithi120.hllzij (mgr.14704) 2617 : cluster [DBG] pgmap v2256: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:18 smithi145 conmon[67302]: cluster 2022-01-26T00:01:16.375871+0000 mgr.smithi120.hllzij (mgr.14704) 2617 : cluster [DBG] pgmap v2256: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:20 smithi120 conmon[102313]: cluster 2022-01-26T00:01:18.376392+0000 mgr.smithi120.hllzij (mgr.14704) 2618 : cluster [DBG] pgmap v2257: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:20 smithi145 conmon[67302]: cluster 2022-01-26T00:01:18.376392+0000 mgr.smithi120.hllzij (mgr.14704) 2618 : cluster [DBG] pgmap v2257: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:22 smithi120 conmon[102313]: cluster 2022-01-26T00:01:20.377236+0000 mgr.smithi120.hllzij (mgr.14704) 2619 : cluster [DBG] 2022-01-26T00:01:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:22 smithi120 conmon[102313]: pgmap v2258: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:22.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:22 smithi145 conmon[67302]: cluster 2022-01-26T00:01:20.377236+0000 mgr.smithi120.hllzij (mgr.14704) 2619 : cluster [DBG] pgmap v2258: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:24 smithi120 conmon[102313]: cluster 2022-01-26T00:01:22.377749+0000 mgr.smithi120.hllzij (mgr.14704) 2620 : cluster [DBG] pgmap v2259: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:24 smithi120 conmon[102313]: 2022-01-26T00:01:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:24 smithi145 conmon[67302]: cluster 2022-01-26T00:01:22.377749+0000 mgr.smithi120.hllzij (mgr.14704) 2620 : cluster [DBG] pgmap v2259: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:26 smithi120 conmon[102313]: cluster 2022-01-26T00:01:24.378242+0000 mgr.smithi120.hllzij (mgr.14704) 2621 : cluster [DBG] pgmap v2260: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:26 smithi120 conmon[102313]: 2022-01-26T00:01:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:26 smithi145 conmon[67302]: cluster 2022-01-26T00:01:24.378242+0000 mgr.smithi120.hllzij (mgr.14704) 2621 : cluster [DBG] pgmap v2260: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:28.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:28 smithi120 conmon[102313]: cluster 2022-01-26T00:01:26.379171+0000 mgr.smithi120.hllzij (mgr.14704) 2622 : cluster 2022-01-26T00:01:28.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:28 smithi120 conmon[102313]: [DBG] pgmap v2261: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:28.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:28 smithi120 conmon[102313]: audit 2022-01-26T00:01:27.331468+0000 mon.smithi120 (mon.0) 988 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:01:28.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:28 smithi120 conmon[102313]: audit 2022-01-26T00:01:27.332848+0000 mon.smithi120 (mon.0) 989 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:01:28.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:28 smithi120 conmon[102313]: audit 2022-01-26T00:01:27.333611+0000 mon.smithi120 (mon.0) 990 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:01:28.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:28 smithi120 conmon[102313]: audit 2022-01-26T00:01:27.681212+0000 mon.smithi120 (mon.0) 991 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:01:28.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:28 smithi145 conmon[67302]: cluster 2022-01-26T00:01:26.379171+0000 mgr.smithi120.hllzij (mgr.14704) 2622 : cluster [DBG] pgmap v2261: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:28.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:28 smithi145 conmon[67302]: audit 2022-01-26T00:01:27.331468+0000 mon.smithi120 (mon.0) 988 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:01:28.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:28 smithi145 conmon[67302]: audit 2022-01-26T00:01:27.332848+0000 mon.smithi120 (mon.0) 989 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:01:28.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:28 smithi145 conmon[67302]: audit 2022-01-26T00:01:27.333611+0000 mon.smithi120 (mon.0) 990 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:01:28.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:28 smithi145 conmon[67302]: audit 2022-01-26T00:01:27.681212+0000 mon.smithi120 (mon.0) 991 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:01:29.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:29 smithi145 conmon[67302]: cephadm 2022-01-26T00:01:27.334356+0000 mgr.smithi120.hllzij (mgr.14704) 2623 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:01:29.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:29 smithi145 conmon[67302]: audit 2022-01-26T00:01:28.062416 2022-01-26T00:01:29.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:29 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 992 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:01:29.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:29 smithi145 conmon[67302]: audit 2022-01-26T00:01:28.067356+0000 mon.smithi120 (mon.0) 993 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:01:29.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:29 smithi120 conmon[102313]: cephadm 2022-01-26T00:01:27.334356+0000 mgr.smithi120.hllzij (mgr.14704) 2623 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:01:29.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:29 smithi120 conmon[102313]: audit 2022-01-26T00:01:28.062416+0000 mon.smithi120 (mon.0) 992 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:01:29.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:29 smithi120 conmon[102313]: audit 2022-01-26T00:01:28.067356+0000 mon.smithi120 (mon.0) 993 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:01:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:30 smithi145 conmon[67302]: cluster 2022-01-26T00:01:28.379710+0000 mgr.smithi120.hllzij (mgr.14704) 2624 : cluster [DBG] pgmap v2262: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:30 smithi120 conmon[102313]: cluster 2022-01-26T00:01:28.379710+0000 mgr.smithi120.hllzij (mgr.14704) 2624 : cluster [DBG] pgmap v2262: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:32 smithi145 conmon[67302]: cluster 2022-01-26T00:01:30.380510+0000 mgr.smithi120.hllzij (mgr.14704) 2625 : cluster [DBG] pgmap v2263: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:32 smithi120 conmon[102313]: cluster 2022-01-26T00:01:30.380510+0000 mgr.smithi120.hllzij (mgr.14704) 2625 : cluster [DBG] pgmap v2263: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:33.955 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:01:34.225 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:01:34.225 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (80m) 2m ago 81m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:01:34.225 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (74m) 2m ago 81m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:01:34.226 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (73m) 2m ago 81m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:01:34.226 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (80m) 2m ago 81m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:01:34.226 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (77m) 2m ago 77m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:01:34.226 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (77m) 2m ago 77m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:01:34.227 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (74m) 2m ago 82m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:01:34.227 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (74m) 2m ago 81m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:01:34.227 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (74m) 2m ago 83m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:01:34.227 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (74m) 2m ago 81m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:01:34.227 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (75m) 2m ago 75m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:01:34.228 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (74m) 2m ago 74m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:01:34.228 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (81m) 2m ago 81m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:01:34.228 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (81m) 2m ago 81m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:01:34.229 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (68m) 2m ago 80m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:01:34.229 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (80m) 2m ago 80m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:01:34.229 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (80m) 2m ago 80m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:01:34.229 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (79m) 2m ago 79m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:01:34.229 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (79m) 2m ago 79m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:01:34.230 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (79m) 2m ago 79m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:01:34.230 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (79m) 2m ago 79m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:01:34.230 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (78m) 2m ago 78m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:01:34.230 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (80m) 2m ago 81m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:01:34.231 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:34 smithi120 conmon[102313]: cluster 2022-01-26T00:01:32.381016+0000 mgr.smithi120.hllzij (mgr.14704) 2626 : cluster [DBG] 2022-01-26T00:01:34.231 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:34 smithi120 conmon[102313]: pgmap v2264: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:34 smithi145 conmon[67302]: cluster 2022-01-26T00:01:32.381016+0000 mgr.smithi120.hllzij (mgr.14704) 2626 : cluster [DBG] pgmap v2264: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:34.547 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:01:34.548 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:01:34.548 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:01:34.548 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:01:34.549 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:01:34.549 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:01:34.549 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:01:34.549 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:01:34.549 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:01:34.550 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:01:34.550 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:01:34.550 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:01:34.550 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:01:34.551 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:01:34.551 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:01:34.551 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:01:34.551 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:01:34.552 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:01:34.552 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:01:35.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:35 smithi120 conmon[102313]: audit 2022-01-26T00:01:33.943434+0000 mgr.smithi120.hllzij (mgr.14704) 2627 : audit 2022-01-26T00:01:35.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:35 smithi120 conmon[102313]: [DBG] from='client.35822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:35.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:35 smithi120 conmon[102313]: audit 2022-01-26T00:01:34.547919+0000 mon.smithi120 (mon.0) 994 : audit [DBG] from='client.? 172.21.15.120:0/334515788' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:01:35.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:35 smithi145 conmon[67302]: audit 2022-01-26T00:01:33.943434+0000 mgr.smithi120.hllzij (mgr.14704) 2627 : audit [DBG] from='client.35822 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:35.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:35 smithi145 conmon[67302]: audit 2022-01-26T00:01:34.547919+0000 mon.smithi120 (mon. 2022-01-26T00:01:35.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:35 smithi145 conmon[67302]: 0) 994 : audit [DBG] from='client.? 172.21.15.120:0/334515788' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:01:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:36 smithi120 conmon[102313]: audit 2022-01-26T00:01:34.216727+0000 mgr.smithi120.hllzij (mgr.14704) 2628 : audit [DBG] from='client.35826 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:36 smithi120 conmon[102313]: cluster 2022-01-26T00:01:34.381484+0000 mgr.smithi120.hllzij (mgr.14704) 2629 : cluster [DBG] pgmap v2265: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:36 smithi145 conmon[67302]: audit 2022-01-26T00:01:34.216727+0000 mgr.smithi120.hllzij (mgr.14704) 2628 : audit [DBG] from='client.35826 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:01:36.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:36 smithi145 conmon[67302]: cluster 2022-01-26T00:01:34. 2022-01-26T00:01:36.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:36 smithi145 conmon[67302]: 381484+0000 mgr.smithi120.hllzij (mgr.14704) 2629 : cluster [DBG] pgmap v2265: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:38 smithi120 conmon[102313]: cluster 2022-01-26T00:01:36.382279+0000 mgr.smithi120.hllzij (mgr.14704) 2630 : cluster [DBG] pgmap v2266: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:38 smithi120 conmon[102313]: 2022-01-26T00:01:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:38 smithi145 conmon[67302]: cluster 2022-01-26T00:01:36.382279+0000 mgr.smithi120.hllzij (mgr.14704) 2630 : cluster [DBG] pgmap v2266: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:40 smithi120 conmon[102313]: cluster 2022-01-26T00:01:38.382786+0000 mgr.smithi120.hllzij (mgr.14704) 2631 : cluster [DBG] pgmap v2267: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:40 smithi145 conmon[67302]: cluster 2022-01-26T00:01:38.382786+0000 mgr.smithi120.hllzij (mgr.14704) 2631 : cluster [DBG] pgmap v2267: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:42 smithi120 conmon[102313]: cluster 2022-01-26T00:01:40.383716+0000 mgr.smithi120.hllzij (mgr.14704) 2632 : cluster [DBG] pgmap v2268: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:42.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:42 smithi145 conmon[67302]: cluster 2022-01-26T00:01:40.383716+0000 mgr.smithi120.hllzij (mgr.14704) 2632 : cluster [DBG] pgmap v2268: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:44 smithi120 conmon[102313]: cluster 2022-01-26T00:01:42.384384+0000 mgr.smithi120.hllzij (mgr.14704) 2633 : cluster [DBG] pgmap v2269: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:44 smithi145 conmon[67302]: cluster 2022-01-26T00:01:42.384384+0000 mgr.smithi120.hllzij (mgr.14704) 2633 : cluster [DBG] pgmap v2269: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:46 smithi120 conmon[102313]: cluster 2022-01-26T00:01:44.384920+0000 mgr.smithi120.hllzij (mgr.14704) 2634 : cluster [DBG] pgmap v2270: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:46 smithi145 conmon[67302]: cluster 2022-01-26T00:01:44.384920+0000 mgr.smithi120.hllzij (mgr.14704) 2634 : cluster [DBG] pgmap v2270: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:48 smithi120 conmon[102313]: cluster 2022-01-26T00:01:46.385785+0000 mgr.smithi120.hllzij (mgr.14704) 2635 : cluster [DBG] pgmap v2271: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:48 smithi145 conmon[67302]: cluster 2022-01-26T00:01:46.385785+0000 mgr.smithi120.hllzij (mgr.14704) 2635 : cluster [DBG] pgmap v2271: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:50 smithi120 conmon[102313]: cluster 2022-01-26T00:01:48.386345+0000 mgr.smithi120.hllzij (mgr 2022-01-26T00:01:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:50 smithi120 conmon[102313]: .14704) 2636 : cluster [DBG] pgmap v2272: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:50.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:50 smithi145 conmon[67302]: cluster 2022-01-26T00:01:48.386345+0000 mgr.smithi120.hllzij (mgr.14704) 2636 : cluster [DBG] pgmap v2272: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:52.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:52 smithi120 conmon[102313]: cluster 2022-01-26T00:01:50.387047+0000 mgr.smithi120.hllzij (mgr.14704) 2637 : cluster [DBG] pgmap v2273: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:52 smithi145 conmon[67302]: cluster 2022-01-26T00:01:50.387047+0000 mgr.smithi120.hllzij (mgr.14704) 2637 : cluster [DBG] pgmap v2273: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:01:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:54 smithi120 conmon[102313]: cluster 2022-01-26T00:01:52.387619+0000 mgr.smithi120.hllzij (mgr.14704) 2638 : cluster [DBG] pgmap v2274: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:54 smithi120 conmon[102313]: audit 2022-01-26T00:01:53.885256+0000 mon.smithi120 (mon.0) 995 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:01:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:54 smithi120 conmon[102313]: audit 2022-01-26T00:01:53.885518+0000 mon.smithi120 (mon.0) 996 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:01:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:54 smithi145 conmon[67302]: cluster 2022-01-26T00:01:52.387619+0000 mgr.smithi120.hllzij (mgr.14704) 2638 : cluster [DBG] pgmap v2274: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:54 smithi145 conmon[67302]: audit 2022-01-26T00:01:53.885256+0000 mon.smithi120 (mon.0) 995 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:01:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:54 smithi145 conmon[67302]: audit 2022-01-26T00:01:53.885518+0000 mon.smithi120 (mon.0) 996 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:01:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:56 smithi120 conmon[102313]: cluster 2022-01-26T00:01:54.388138+0000 mgr.smithi120.hllzij (mgr.14704) 2639 : cluster [DBG] pgmap v2275: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:56 smithi145 conmon[67302]: cluster 2022-01-26T00:01:54.388138+0000 mgr.smithi120.hllzij (mgr.14704) 2639 : cluster [DBG] pgmap v2275: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:01:58 smithi120 conmon[102313]: cluster 2022-01-26T00:01:56.389052+0000 mgr.smithi120.hllzij (mgr.14704) 2640 : cluster [DBG] pgmap v2276: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:01:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:01:58 smithi145 conmon[67302]: cluster 2022-01-26T00:01:56.389052+0000 mgr.smithi120.hllzij (mgr.14704) 2640 : cluster [DBG] pgmap v2276: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:00 smithi120 conmon[102313]: cluster 2022-01-26T00:01:58.389541+0000 mgr.smithi120.hllzij (mgr.14704) 2641 : cluster [DBG] pgmap v2277: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:00.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:00 smithi145 conmon[67302]: cluster 2022-01-26T00:01:58.389541+0000 mgr.smithi120.hllzij (mgr.14704) 2641 : cluster [DBG] pgmap v2277: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:02 smithi120 conmon[102313]: cluster 2022-01-26T00:02:00.390455+0000 mgr.smithi120.hllzij (mgr.14704) 2642 : cluster [DBG] pgmap v2278: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:02 smithi120 conmon[102313]: 2022-01-26T00:02:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:02 smithi145 conmon[67302]: cluster 2022-01-26T00:02:00.390455+0000 mgr.smithi120.hllzij (mgr.14704) 2642 : cluster [DBG] pgmap v2278: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:04 smithi120 conmon[102313]: cluster 2022-01-26T00:02:02.390973+0000 mgr.smithi120.hllzij (mgr.14704) 2643 : cluster [DBG] pgmap v2279: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:04 smithi145 conmon[67302]: cluster 2022-01-26T00:02:02.390973+0000 mgr.smithi120.hllzij (mgr.14704) 2643 : cluster [DBG] pgmap v2279: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:04.850 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:02:05.157 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:02:05.157 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (81m) 2m ago 82m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:02:05.157 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (74m) 2m ago 82m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:02:05.158 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (74m) 2m ago 81m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:02:05.158 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (81m) 2m ago 82m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:02:05.158 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (77m) 2m ago 77m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:02:05.158 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (78m) 2m ago 78m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:02:05.159 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (75m) 2m ago 83m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:02:05.159 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (75m) 2m ago 81m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:02:05.159 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (74m) 2m ago 83m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:02:05.159 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (74m) 2m ago 81m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:02:05.160 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (75m) 2m ago 75m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:02:05.160 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (75m) 2m ago 75m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:02:05.160 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (82m) 2m ago 82m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:02:05.160 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (81m) 2m ago 81m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:02:05.160 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (69m) 2m ago 81m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:02:05.161 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (80m) 2m ago 80m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:02:05.161 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (80m) 2m ago 80m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:02:05.161 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (80m) 2m ago 80m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:02:05.161 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (80m) 2m ago 80m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:02:05.162 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (79m) 2m ago 79m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:02:05.162 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (79m) 2m ago 79m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:02:05.162 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (79m) 2m ago 79m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:02:05.162 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (81m) 2m ago 81m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:02:05.439 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:02:05.439 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:02:05.440 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:02:05.440 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:02:05.440 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:02:05.441 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:02:05.441 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:02:05.441 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:02:05.442 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:02:05.442 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:02:05.442 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:02:05.443 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:02:05.443 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:02:05.443 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:02:05.443 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:02:05.444 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:02:05.445 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:02:05.445 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:02:05.445 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:02:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:06 smithi120 conmon[102313]: cluster 2022-01-26T00:02:04.391442+0000 mgr.smithi120.hllzij (mgr.14704) 2644 : cluster [DBG] 2022-01-26T00:02:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:06 smithi120 conmon[102313]: pgmap v2280: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:06 smithi120 conmon[102313]: audit 2022-01-26T00:02:04.839078+0000 mgr.smithi120.hllzij (mgr.14704) 2645 : audit [DBG] from='client.35834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:06.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:06 smithi120 conmon[102313]: audit 2022-01-26T00:02:05.110304 2022-01-26T00:02:06.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:06 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 2646 : audit [DBG] from='client.35838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:06.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:06 smithi120 conmon[102313]: audit 2022-01 2022-01-26T00:02:06.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:06 smithi120 conmon[102313]: -26T00:02:05.440092+0000 mon.smithi120 (mon.0) 997 : audit 2022-01-26T00:02:06.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:06 smithi120 conmon[102313]: [DBG] from='client.? 172.21.15.120:0/1692302871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:02:06.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:06 smithi145 conmon[67302]: cluster 2022-01-26T00:02:04.391442+0000 mgr.smithi120.hllzij (mgr.14704) 2644 : cluster [DBG] pgmap v2280: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:06.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:06 smithi145 conmon[67302]: audit 2022-01-26T00:02:04.839078+0000 mgr.smithi120.hllzij (mgr.14704) 2645 : audit [DBG] from='client.35834 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:06.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:06 smithi145 conmon[67302]: audit 2022-01-26T00:02:05.110304+0000 mgr.smithi120.hllzij (mgr.14704) 2646 : audit [DBG] from='client.35838 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:06.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:06 smithi145 conmon[67302]: audit 2022-01-26T00 2022-01-26T00:02:06.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:06 smithi145 conmon[67302]: :02:05.440092+0000 mon.smithi120 (mon.0) 997 : audit [DBG] from='client.? 172.21.15.120:0/1692302871' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:02:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:08 smithi120 conmon[102313]: cluster 2022-01-26T00:02:06.392420+0000 mgr.smithi120.hllzij (mgr.14704) 2647 : cluster [DBG] pgmap v2281: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:08 smithi145 conmon[67302]: cluster 2022-01-26T00:02:06.392420+0000 mgr.smithi120.hllzij (mgr.14704) 2647 : cluster [DBG] pgmap v2281: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:10 smithi120 conmon[102313]: cluster 2022-01-26T00:02:08.392884+0000 mgr.smithi120.hllzij (mgr.14704) 2648 : cluster [DBG] pgmap v2282: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:10.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:10 smithi145 conmon[67302]: cluster 2022-01-26T00:02:08.392884+0000 mgr.smithi120.hllzij (mgr.14704) 2648 : cluster [DBG] pgmap v2282: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:12 smithi120 conmon[102313]: cluster 2022-01-26T00:02:10.393898+0000 mgr.smithi120.hllzij (mgr.14704) 2649 : 2022-01-26T00:02:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:12 smithi120 conmon[102313]: cluster [DBG] pgmap v2283: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:12 smithi145 conmon[67302]: cluster 2022-01-26T00:02:10.393898+0000 mgr.smithi120.hllzij (mgr.14704) 2649 : cluster [DBG] pgmap v2283: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:14 smithi120 conmon[102313]: cluster 2022-01-26T00:02:12.394524+0000 mgr.smithi120.hllzij (mgr.14704) 2650 : cluster [DBG] pgmap v2284: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:14 smithi145 conmon[67302]: cluster 2022-01-26T00:02:12.394524+0000 mgr.smithi120.hllzij (mgr.14704) 2650 : cluster [DBG] pgmap v2284: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:16 smithi120 conmon[102313]: cluster 2022-01-26T00:02:14.395075+0000 mgr.smithi120.hllzij (mgr.14704) 2651 : cluster [DBG] pgmap v2285: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:16.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:16 smithi120 conmon[102313]: 2022-01-26T00:02:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:16 smithi145 conmon[67302]: cluster 2022-01-26T00:02:14.395075+0000 mgr.smithi120.hllzij (mgr.14704) 2651 : cluster [DBG] pgmap v2285: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:18 smithi120 conmon[102313]: cluster 2022-01-26T00:02:16.396059+0000 mgr.smithi120.hllzij (mgr.14704) 2652 : cluster [DBG] pgmap v2286: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:18 smithi120 conmon[102313]: 2022-01-26T00:02:18.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:18 smithi145 conmon[67302]: cluster 2022-01-26T00:02:16.396059+0000 mgr.smithi120.hllzij (mgr.14704) 2652 : cluster [DBG] pgmap v2286: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:20.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:20 smithi120 conmon[102313]: cluster 2022-01-26T00:02:18.396661+0000 mgr.smithi120.hllzij (mgr.14704) 2653 : cluster [DBG] pgmap v2287: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:20 smithi145 conmon[67302]: cluster 2022-01-26T00:02:18.396661+0000 mgr.smithi120.hllzij (mgr.14704) 2653 : cluster [DBG] pgmap v2287: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:22 smithi120 conmon[102313]: cluster 2022-01-26T00:02:20.397521+0000 mgr.smithi120.hllzij (mgr.14704) 2654 : cluster [DBG] pgmap v2288: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:22 smithi120 conmon[102313]: 2022-01-26T00:02:22.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:22 smithi145 conmon[67302]: cluster 2022-01-26T00:02:20.397521+0000 mgr.smithi120.hllzij (mgr.14704) 2654 : cluster [DBG] pgmap v2288: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:24 smithi120 conmon[102313]: cluster 2022-01-26T00:02:22.398035+0000 mgr.smithi120.hllzij (mgr.14704) 2655 : cluster [DBG] pgmap v2289: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:24.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:24 smithi145 conmon[67302]: cluster 2022-01-26T00:02:22.398035+0000 mgr.smithi120.hllzij (mgr.14704) 2655 : cluster [DBG] pgmap v2289: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:26.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:26 smithi120 conmon[102313]: cluster 2022-01-26T00:02:24.398596+0000 mgr.smithi120.hllzij (mgr.14704) 2656 : cluster [DBG] pgmap v2290: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:26 smithi145 conmon[67302]: cluster 2022-01-26T00:02:24.398596+0000 mgr.smithi120.hllzij (mgr.14704) 2656 : cluster [DBG] pgmap v2290: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:27.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:27 smithi120 conmon[102313]: cluster 2022-01-26T00:02:26.399391+0000 mgr.smithi120.hllzij (mgr.14704) 2657 : cluster 2022-01-26T00:02:27.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:27 smithi120 conmon[102313]: [DBG] pgmap v2291: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:27.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:27 smithi145 conmon[67302]: cluster 2022-01-26T00:02:26.399391+0000 mgr.smithi120.hllzij (mgr.14704) 2657 : cluster [DBG] pgmap v2291: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:27.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:27 smithi145 conmon[67302]: 2022-01-26T00:02:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:28 smithi120 conmon[102313]: audit 2022-01-26T00:02:28.069852+0000 mon.smithi120 (mon.0) 998 : audit [DBG] 2022-01-26T00:02:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:28 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:02:28.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:28 smithi120 conmon[102313]: audit 2022-01-26T00:02:28.071284+0000 mon.smithi120 (mon.0) 999 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:02:28.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:28 smithi120 conmon[102313]: audit 2022-01-26T00:02:28.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:28 smithi120 conmon[102313]: 2022-01-26T00:02:28.072196+0000 mon.smithi120 (mon.0) 1000 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:02:28.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:28 smithi120 conmon[102313]: cephadm 2022-01-26T00:02:28.072927+0000 2022-01-26T00:02:28.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:28 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 2658 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:02:28.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:28 smithi145 conmon[67302]: audit 2022-01-26T00:02:28.069852+0000 mon.smithi120 (mon.0) 998 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:02:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:28 smithi145 conmon[67302]: audit 2022-01-26T00:02:28 2022-01-26T00:02:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:28 smithi145 conmon[67302]: .071284+0000 mon.smithi120 (mon.0) 999 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:02:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:28 smithi145 conmon[67302]: audit 2022-01-26T00:02:28.072196+0000 mon.smithi120 (mon.0) 1000 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:02:28.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:28 smithi145 conmon[67302]: cephadm 2022-01-26T00:02:28.072927+0000 2022-01-26T00:02:28.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:28 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 2658 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:02:29.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:29 smithi145 conmon[67302]: cluster 2022-01-26T00:02:28.399884+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-26T00:02:29.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:29 smithi145 conmon[67302]: 2659 : cluster [DBG] pgmap v2292: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:29.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:29 smithi145 conmon[67302]: audit 2022-01-26T00:02:28.423032+0000 mon.smithi120 (mon.0) 1001 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:02:29.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:29 smithi145 conmon[67302]: audit 2022-01-26T00:02:28.805904+0000 mon.smithi120 (mon.0) 1002 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:02:29.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:29 smithi145 conmon[67302]: audit 2022-01-26T00:02:28.813199+0000 mon.smithi120 (mon.0 2022-01-26T00:02:29.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:29 smithi145 conmon[67302]: ) 1003 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:02:29.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:29 smithi120 conmon[102313]: cluster 2022-01-26T00:02:28.399884+0000 mgr.smithi120.hllzij (mgr.14704) 2659 : cluster [DBG] pgmap v2292: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:29.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:29 smithi120 conmon[102313]: audit 2022-01-26T00:02:28.423032+0000 mon.smithi120 (mon.0) 1001 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:02:29.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:29 smithi120 conmon[102313]: audit 2022-01 2022-01-26T00:02:29.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:29 smithi120 conmon[102313]: -26T00:02:28.805904+0000 mon.smithi120 (mon.0) 1002 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:02:29.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:29 smithi120 conmon[102313]: audit 2022-01-26T00:02:28.813199+0000 mon.smithi120 (mon.0) 2022-01-26T00:02:29.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:29 smithi120 conmon[102313]: 1003 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:02:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:31 smithi120 conmon[102313]: cluster 2022-01-26T00:02:30.400816+0000 mgr.smithi120.hllzij (mgr.14704) 2660 : cluster 2022-01-26T00:02:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:31 smithi120 conmon[102313]: [DBG] pgmap v2293: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:32.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:31 smithi145 conmon[67302]: cluster 2022-01-26T00:02:30.400816+0000 mgr.smithi120.hllzij (mgr.14704) 2660 : cluster [DBG] pgmap v2293: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:33 smithi120 conmon[102313]: cluster 2022-01-26T00:02:32.401373+0000 mgr.smithi120.hllzij (mgr.14704) 2661 : cluster [DBG] pgmap v2294: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:34.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:33 smithi145 conmon[67302]: cluster 2022-01-26T00:02:32.401373+0000 mgr.smithi120.hllzij (mgr.14704) 2661 : cluster [DBG] pgmap v2294: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:33 smithi145 conmon[67302]: 2022-01-26T00:02:35.741 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:02:36.015 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:02:36.039 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (81m) 3m ago 82m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:02:36.039 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (75m) 3m ago 82m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:02:36.040 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (74m) 3m ago 82m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:02:36.040 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (81m) 3m ago 82m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:02:36.040 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (78m) 3m ago 78m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:02:36.040 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (78m) 3m ago 78m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:02:36.040 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (75m) 3m ago 83m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:02:36.041 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (75m) 3m ago 82m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:02:36.041 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (75m) 3m ago 84m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:02:36.041 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (75m) 3m ago 82m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:02:36.041 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (76m) 3m ago 76m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:02:36.042 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (76m) 3m ago 76m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:02:36.042 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (82m) 3m ago 82m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:02:36.042 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (82m) 3m ago 82m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:02:36.042 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (69m) 3m ago 81m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:02:36.043 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (81m) 3m ago 81m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:02:36.043 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (81m) 3m ago 81m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:02:36.043 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (80m) 3m ago 80m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:02:36.043 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (80m) 3m ago 80m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:02:36.044 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (80m) 3m ago 80m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:02:36.044 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (80m) 3m ago 80m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:02:36.044 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (79m) 3m ago 79m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:02:36.045 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (81m) 3m ago 82m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:02:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:35 smithi120 conmon[102313]: cluster 2022-01-26T00:02:34.402003+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-26T00:02:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:35 smithi120 conmon[102313]: 2662 : cluster [DBG] pgmap v2295: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:35 smithi145 conmon[67302]: cluster 2022-01-26T00:02:34.402003+0000 mgr.smithi120.hllzij (mgr.14704) 2662 : cluster [DBG] 2022-01-26T00:02:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:35 smithi145 conmon[67302]: pgmap v2295: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:36.335 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:02:36.335 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:02:36.336 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:02:36.337 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:02:36.337 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:02:36.337 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:02:36.337 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:02:36.338 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:02:36.338 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:02:36.338 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:02:36.338 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:02:36.339 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:02:36.339 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:02:36.339 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:02:36.339 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:02:36.339 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:02:36.340 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:02:36.340 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:02:36.340 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:02:37.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:36 smithi120 conmon[102313]: audit 2022-01-26T00:02:35.730818+0000 mgr.smithi120.hllzij (mgr.14704) 2663 : audit 2022-01-26T00:02:37.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:36 smithi120 conmon[102313]: [DBG] from='client.35846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:37.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:36 smithi120 conmon[102313]: audit 2022-01-26T00:02:36.004268+0000 mgr.smithi120.hllzij (mgr.14704) 2664 : audit [DBG] from='client.35850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:37.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:36 smithi120 conmon[102313]: audit 2022-01-26T00:02:36.335994+0000 mon.smithi120 (mon.0) 1004 : audit [DBG] from='client.? 172.21.15.120:0/1907330970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:02:37.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:36 smithi145 conmon[67302]: audit 2022-01-26T00:02:35.730818+0000 mgr.smithi120.hllzij (mgr.14704) 2663 : audit [DBG] from='client.35846 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:37.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:36 smithi145 conmon[67302]: audit 2022-01-26T00:02:36.004268+0000 mgr.smithi120.hllzij (mgr.14704) 2664 : audit [DBG] from='client.35850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:02:37.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:36 smithi145 conmon[67302]: audit 2022-01-26T00:02:36.335994+0000 mon.smithi120 (mon.0) 1004 : audit [DBG] from='client.? 172.21.15.120:0/1907330970' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:02:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:37 smithi120 conmon[102313]: cluster 2022-01-26T00:02:36.402605+0000 mgr.smithi120.hllzij (mgr.14704) 2665 : cluster [DBG] pgmap v2296: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:37 smithi145 conmon[67302]: cluster 2022-01-26T00:02:36.402605+0000 mgr.smithi120.hllzij (mgr.14704) 2665 : cluster [DBG] pgmap v2296: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:39 smithi120 conmon[102313]: cluster 2022-01-26T00:02:38.403050+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:02:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:39 smithi120 conmon[102313]: ) 2666 : cluster [DBG] pgmap v2297: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:39 smithi145 conmon[67302]: cluster 2022-01-26T00:02:38.403050+0000 mgr.smithi120.hllzij (mgr.14704) 2666 : cluster [DBG] pgmap v2297: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:41 smithi120 conmon[102313]: cluster 2022-01-26T00:02:40.403981+0000 mgr.smithi120.hllzij (mgr.14704) 2667 : cluster [DBG] pgmap v2298: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:41 smithi145 conmon[67302]: cluster 2022-01-26T00:02:40.403981+0000 mgr.smithi120.hllzij (mgr.14704) 2667 : cluster [DBG] pgmap v2298: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:43 smithi120 conmon[102313]: cluster 2022-01-26T00:02:42.404475+0000 mgr.smithi120.hllzij (mgr.14704) 2668 : cluster [DBG] pgmap v2299: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:43 smithi145 conmon[67302]: cluster 2022-01-26T00:02:42.404475+0000 mgr.smithi120.hllzij (mgr.14704) 2668 : cluster [DBG] pgmap v2299: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:45 smithi120 conmon[102313]: cluster 2022-01-26T00:02:44.405004+0000 mgr.smithi120.hllzij (mgr.14704) 2669 : cluster [DBG] pgmap v2300: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:46.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:45 smithi145 conmon[67302]: cluster 2022-01-26T00:02:44.405004+0000 mgr.smithi120.hllzij (mgr.14704) 2669 : cluster [DBG] pgmap v2300: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:47 smithi120 conmon[102313]: cluster 2022-01-26T00:02:46.405773+0000 mgr.smithi120.hllzij (mgr.14704) 2670 : cluster [DBG] pgmap v2301: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:47 smithi120 conmon[102313]: 2022-01-26T00:02:48.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:47 smithi145 conmon[67302]: cluster 2022-01-26T00:02:46.405773+0000 mgr.smithi120.hllzij (mgr.14704) 2670 : cluster [DBG] 2022-01-26T00:02:48.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:47 smithi145 conmon[67302]: pgmap v2301: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:49 smithi120 conmon[102313]: cluster 2022-01-26T00:02:48.406493+0000 mgr.smithi120.hllzij (mgr.14704) 2671 : cluster [DBG] pgmap v2302: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:50.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:49 smithi145 conmon[67302]: cluster 2022-01-26T00:02:48.406493+0000 mgr.smithi120.hllzij (mgr.14704) 2671 : cluster [DBG] pgmap v2302: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:51 smithi120 conmon[102313]: cluster 2022-01-26T00:02:50.407440+0000 mgr.smithi120.hllzij (mgr.14704) 2672 : cluster [DBG] pgmap v2303: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:52.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:51 smithi145 conmon[67302]: cluster 2022-01-26T00:02:50.407440+0000 mgr.smithi120.hllzij (mgr.14704) 2672 : cluster [DBG] pgmap v2303: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:02:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:53 smithi120 conmon[102313]: cluster 2022-01-26T00:02:52.407966+0000 mgr.smithi120.hllzij (mgr.14704) 2673 : cluster [DBG] pgmap v2304: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:53 smithi120 conmon[102313]: 2022-01-26T00:02:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:53 smithi120 conmon[102313]: audit 2022-01-26T00:02:53.889510+0000 mon.smithi120 (mon.0) 1005 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:02:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:53 smithi120 conmon[102313]: audit 2022-01-26T00:02:53.889748+0000 mon.smithi120 (mon.0) 1006 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:02:54.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:53 smithi145 conmon[67302]: cluster 2022-01-26T00:02:52.407966+0000 mgr.smithi120.hllzij (mgr.14704) 2673 : cluster [DBG] pgmap v2304: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:53 smithi145 conmon[67302]: audit 2022-01-26T00:02:53.889510+0000 mon.smithi120 (mon.0) 1005 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:02:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:53 smithi145 conmon[67302]: audit 2022-01-26T00:02:53.889748+0000 mon.smithi120 (mon.0) 1006 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:02:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:55 smithi120 conmon[102313]: cluster 2022-01-26T00:02:54.408655+0000 mgr.smithi120.hllzij (mgr.14704) 2674 : cluster [DBG] pgmap v2305: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:56.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:55 smithi145 conmon[67302]: cluster 2022-01-26T00:02:54.408655+0000 mgr.smithi120.hllzij (mgr.14704) 2674 : cluster [DBG] pgmap v2305: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:57 smithi120 conmon[102313]: cluster 2022-01-26T00:02:56.409496+0000 mgr.smithi120.hllzij (mgr.14704) 2675 : cluster [DBG] pgmap v2306: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:02:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:57 smithi145 conmon[67302]: cluster 2022-01-26T00:02:56.409496+0000 mgr.smithi120.hllzij (mgr.14704) 2675 : cluster [DBG] pgmap v2306: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:59 smithi120 conmon[102313]: cluster 2022-01-26T00:02:58.410052+0000 mgr.smithi120.hllzij (mgr.14704) 2676 : cluster [DBG] pgmap v2307: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:02:59 smithi120 conmon[102313]: 2022-01-26T00:03:00.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:02:59 smithi145 conmon[67302]: cluster 2022-01-26T00:02:58.410052+0000 mgr.smithi120.hllzij (mgr.14704) 2676 : cluster [DBG] pgmap v2307: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:01 smithi120 conmon[102313]: cluster 2022-01-26T00:03:00.410805+0000 mgr.smithi120.hllzij (mgr.14704) 2677 : cluster [DBG] 2022-01-26T00:03:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:01 smithi120 conmon[102313]: pgmap v2308: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:02.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:01 smithi145 conmon[67302]: cluster 2022-01-26T00:03:00.410805+0000 mgr.smithi120.hllzij (mgr.14704) 2677 : cluster [DBG] pgmap v2308: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:03 smithi120 conmon[102313]: cluster 2022-01-26T00:03:02.411434+0000 mgr.smithi120.hllzij (mgr.14704) 2678 : cluster [DBG] pgmap v2309: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:03 smithi120 conmon[102313]: 2022-01-26T00:03:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:03 smithi145 conmon[67302]: cluster 2022-01-26T00:03:02.411434+0000 mgr.smithi120.hllzij (mgr.14704) 2678 : cluster [DBG] 2022-01-26T00:03:04.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:03 smithi145 conmon[67302]: pgmap v2309: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:05 smithi120 conmon[102313]: cluster 2022-01-26T00:03:04.411927+0000 mgr.smithi120.hllzij (mgr.14704) 2679 : cluster [DBG] pgmap v2310: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:06.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:05 smithi145 conmon[67302]: cluster 2022-01-26T00:03:04.411927+0000 mgr.smithi120.hllzij (mgr.14704) 2679 : cluster [DBG] pgmap v2310: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:06.636 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:03:06.908 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:03:06.908 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (82m) 3m ago 83m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:03:06.909 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (75m) 3m ago 83m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:03:06.909 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (75m) 3m ago 82m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:03:06.909 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (82m) 3m ago 83m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:03:06.909 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (79m) 3m ago 79m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:03:06.910 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (79m) 3m ago 79m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:03:06.910 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (76m) 3m ago 84m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:03:06.910 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (76m) 3m ago 82m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:03:06.910 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (75m) 3m ago 84m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:03:06.911 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (75m) 3m ago 82m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:03:06.911 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (76m) 3m ago 76m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:03:06.911 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (76m) 3m ago 76m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:03:06.911 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (83m) 3m ago 83m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:03:06.911 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (82m) 3m ago 82m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:03:06.912 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (70m) 3m ago 82m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:03:06.912 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (81m) 3m ago 81m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:03:06.912 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (81m) 3m ago 81m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:03:06.912 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (81m) 3m ago 81m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:03:06.913 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (81m) 3m ago 81m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:03:06.913 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (80m) 3m ago 80m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:03:06.913 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (80m) 3m ago 80m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:03:06.913 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (80m) 3m ago 80m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:03:06.913 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (82m) 3m ago 83m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:03:07.228 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:03:07.228 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:03:07.228 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:03:07.229 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:03:07.229 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:03:07.229 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:03:07.230 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:03:07.230 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:03:07.230 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:03:07.230 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:03:07.231 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:03:07.231 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:03:07.231 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:03:07.231 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:03:07.232 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:03:07.232 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:03:07.233 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:03:07.233 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:03:07.233 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:03:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:07 smithi120 conmon[102313]: cluster 2022-01-26T00:03:06.412746+0000 mgr.smithi120.hllzij (mgr.14704) 2680 : cluster [DBG] pgmap v2311: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:07 smithi120 conmon[102313]: audit 2022-01-26T00:03:06.625068+0000 mgr.smithi120.hllzij (mgr.14704) 2681 : audit [DBG] from='client.35858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:08.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:07 smithi120 conmon[102313]: audit 2022-01-26T00:03:06.900292+0000 mgr.smithi120.hllzij (mgr.14704) 2682 : audit [DBG] from='client.35862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:08.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:07 smithi120 conmon[102313]: audit 2022-01-26T00:03:07.228638+0000 mon.smithi120 (mon.0 2022-01-26T00:03:08.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:07 smithi120 conmon[102313]: ) 1007 : audit [DBG] from='client.? 172.21.15.120:0/1113635173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:03:08.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:07 smithi145 conmon[67302]: cluster 2022-01-26T00:03:06.412746+0000 mgr.smithi120.hllzij (mgr.14704) 2680 : cluster [DBG] pgmap v2311: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:07 smithi145 conmon[67302]: audit 2022-01-26T00:03:06.625068+0000 mgr.smithi120.hllzij (mgr.14704) 2681 : audit [DBG] from='client.35858 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:07 smithi145 conmon[67302]: audit 2022-01-26T00:03:06.900292+0000 mgr.smithi120.hllzij (mgr.14704) 2682 : audit [DBG] from='client.35862 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:08.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:07 smithi145 conmon[67302]: audit 2022-01-26T00:03:08.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:07 smithi145 conmon[67302]: 2022-01-26T00:03:07.228638+0000 mon.smithi120 (mon.0) 1007 : audit [DBG] from='client.? 172.21.15.120:0/1113635173' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:03:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:09 smithi120 conmon[102313]: cluster 2022-01-26 2022-01-26T00:03:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:09 smithi120 conmon[102313]: T00:03:08.413412+0000 mgr.smithi120.hllzij (mgr.14704) 2683 : cluster [DBG] pgmap v2312: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:10.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:09 smithi145 conmon[67302]: cluster 2022-01-26T00:03:08.413412+0000 mgr.smithi120.hllzij (mgr.14704) 2683 : cluster [DBG] pgmap v2312: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:09 smithi145 conmon[67302]: 2022-01-26T00:03:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:11 smithi120 conmon[102313]: cluster 2022-01-26T00:03:10.414275+0000 mgr.smithi120.hllzij (mgr.14704) 2684 : cluster [DBG] pgmap v2313: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:12.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:11 smithi145 conmon[67302]: cluster 2022-01-26T00:03:10.414275+0000 mgr.smithi120.hllzij (mgr.14704) 2684 : cluster [DBG] pgmap v2313: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:13 smithi120 conmon[102313]: cluster 2022-01-26T00:03:12.414918+0000 mgr.smithi120.hllzij (mgr.14704) 2685 : cluster [DBG] pgmap v2314: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:13 smithi120 conmon[102313]: 2022-01-26T00:03:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:13 smithi145 conmon[67302]: cluster 2022-01-26T00:03:12.414918+0000 mgr.smithi120.hllzij (mgr.14704) 2685 : cluster [DBG] pgmap v2314: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:15 smithi120 conmon[102313]: cluster 2022-01-26T00:03:14.415445+0000 mgr.smithi120.hllzij (mgr.14704) 2686 : cluster [DBG] pgmap v2315: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:16.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:15 smithi145 conmon[67302]: cluster 2022-01-26T00:03:14.415445+0000 mgr.smithi120.hllzij (mgr.14704) 2686 : cluster [DBG] pgmap v2315: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:17 smithi120 conmon[102313]: cluster 2022-01-26T00:03:16.416278+0000 mgr.smithi120.hllzij (mgr.14704) 2687 : cluster [DBG] pgmap v2316: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:17 smithi145 conmon[67302]: cluster 2022-01-26T00:03:16.416278+0000 mgr.smithi120.hllzij (mgr.14704) 2687 : cluster [DBG] pgmap v2316: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:20.306 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:19 smithi120 conmon[102313]: cluster 2022-01-26T00:03:18.416778+0000 mgr.smithi120.hllzij (mgr.14704) 2688 : cluster [DBG] pgmap v2317: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:20.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:19 smithi145 conmon[67302]: cluster 2022-01-26T00:03:18.416778+0000 mgr.smithi120.hllzij (mgr.14704) 2688 : cluster [DBG] pgmap v2317: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:21 smithi120 conmon[102313]: cluster 2022-01-26T00:03:20.417530+0000 mgr.smithi120.hllzij (mgr.14704) 2689 : cluster [DBG] pgmap v2318: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:22.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:21 smithi145 conmon[67302]: cluster 2022-01-26T00:03:20.417530+0000 mgr.smithi120.hllzij (mgr.14704) 2689 : cluster [DBG] pgmap v2318: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:23 smithi120 conmon[102313]: cluster 2022-01-26T00:03:22.418135+0000 mgr.smithi120.hllzij (mgr.14704) 2690 : cluster [DBG] pgmap v2319: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:23 smithi120 conmon[102313]: 2022-01-26T00:03:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:23 smithi145 conmon[67302]: cluster 2022-01-26T00:03:22.418135+0000 mgr.smithi120.hllzij (mgr.14704) 2690 : cluster [DBG] 2022-01-26T00:03:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:23 smithi145 conmon[67302]: pgmap v2319: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:25 smithi120 conmon[102313]: cluster 2022-01-26T00:03:24.418780+0000 mgr.smithi120.hllzij (mgr.14704) 2691 : cluster [DBG] pgmap v2320: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:26.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:25 smithi145 conmon[67302]: cluster 2022-01-26T00:03:24.418780+0000 mgr.smithi120.hllzij (mgr.14704) 2691 : cluster [DBG] pgmap v2320: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:27 smithi120 conmon[102313]: cluster 2022-01-26T00:03:26.419719+0000 mgr.smithi120.hllzij (mgr.14704) 2692 : cluster [DBG] 2022-01-26T00:03:28.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:27 smithi120 conmon[102313]: pgmap v2321: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:27 smithi145 conmon[67302]: cluster 2022-01-26T00:03:26.419719+0000 mgr.smithi120.hllzij (mgr.14704) 2692 : cluster [DBG] pgmap v2321: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:29.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:28 smithi120 conmon[102313]: audit 2022-01-26T00:03:28.816214+0000 mon.smithi120 (mon.0) 1008 : audit 2022-01-26T00:03:29.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:28 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:03:29.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:28 smithi120 conmon[102313]: audit 2022-01-26T00:03:28.817692+0000 mon.smithi120 (mon.0) 1009 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:03:29.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:28 smithi120 conmon[102313]: audit 2022-01-26 2022-01-26T00:03:29.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:28 smithi120 conmon[102313]: T00:03:28.818556+0000 mon.smithi120 (mon.0) 1010 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:03:29.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:28 smithi145 conmon[67302]: audit 2022-01-26T00:03:28.816214+0000 mon.smithi120 (mon.0) 1008 : audit 2022-01-26T00:03:29.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:28 smithi145 conmon[67302]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:03:29.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:28 smithi145 conmon[67302]: audit 2022-01-26T00:03:28.817692+0000 mon.smithi120 (mon. 2022-01-26T00:03:29.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:28 smithi145 conmon[67302]: 0) 1009 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:03:29.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:28 smithi145 conmon[67302]: audit 2022-01-26T00:03:29.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:28 smithi145 conmon[67302]: 2022-01-26T00:03 2022-01-26T00:03:29.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:28 smithi145 conmon[67302]: :28.818556+0000 mon.smithi120 (mon 2022-01-26T00:03:29.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:28 smithi145 conmon[67302]: .0) 1010 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:03:29.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:28 smithi145 conmon[67302]: 2022-01-26T00:03:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:29 smithi120 conmon[102313]: cluster 2022-01-26T00:03:28.420182+0000 mgr.smithi120.hllzij (mgr.14704) 2693 : cluster [DBG] pgmap v2322: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:30.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:29 smithi120 conmon[102313]: cephadm 2022-01-26T00:03:28.819282+0000 mgr.smithi120.hllzij (mgr.14704) 2694 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:03:30.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:29 smithi120 conmon[102313]: audit 2022-01-26T00:03:29.216195+0000 mon.smithi120 (mon.0) 1011 : audit 2022-01-26T00:03:30.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:29 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:03:30.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:29 smithi120 conmon[102313]: audit 2022-01-26T00: 2022-01-26T00:03:30.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:29 smithi120 conmon[102313]: 03:29.221310+0000 mon.smithi120 (mon.0) 1012 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:03:30.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:29 smithi120 conmon[102313]: 2022-01-26T00:03:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:29 smithi145 conmon[67302]: cluster 2022-01-26T00:03:28.420182+0000 mgr.smithi120.hllzij (mgr.14704) 2693 : cluster [DBG] pgmap v2322: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:29 smithi145 conmon[67302]: cephadm 2022-01-26T00:03:28.819282+0000 mgr.smithi120.hllzij (mgr.14704) 2694 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:03:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:29 smithi145 conmon[67302]: audit 2022-01-26T00:03:29.216195+0000 mon.smithi120 (mon.0) 1011 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:03:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:29 smithi145 conmon[67302]: audit 2022-01-26T00:03:29.221310+0000 mon.smithi120 (mon.0) 1012 2022-01-26T00:03:30.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:29 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:03:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:31 smithi120 conmon[102313]: cluster 2022-01-26T00:03:30.421007+0000 mgr.smithi120.hllzij (mgr.14704) 2695 : cluster [DBG] pgmap v2323: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:32.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:31 smithi145 conmon[67302]: cluster 2022-01-26T00:03:30.421007+0000 mgr.smithi120.hllzij (mgr.14704) 2695 : cluster [DBG] pgmap v2323: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:33 smithi120 conmon[102313]: cluster 2022-01-26T00:03:32.421525+0000 mgr.smithi120.hllzij (mgr.14704) 2696 : cluster [DBG] pgmap v2324: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:34.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:33 smithi145 conmon[67302]: cluster 2022-01-26T00:03:32.421525+0000 mgr.smithi120.hllzij (mgr.14704) 2696 : cluster [DBG] pgmap v2324: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:35 smithi120 conmon[102313]: cluster 2022-01-26T00:03:34.422085+0000 mgr.smithi120.hllzij (mgr.14704) 2697 : cluster [DBG] pgmap v2325: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:36.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:35 smithi145 conmon[67302]: cluster 2022-01-26T00:03:34.422085+0000 mgr.smithi120.hllzij (mgr.14704) 2697 : cluster [DBG] pgmap v2325: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:37.532 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:03:37.797 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:03:37.797 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (82m) 4m ago 83m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:03:37.797 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (76m) 4m ago 83m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:03:37.798 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (75m) 4m ago 83m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:03:37.798 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (82m) 4m ago 83m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:03:37.798 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (79m) 4m ago 79m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:03:37.798 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (79m) 4m ago 79m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:03:37.799 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (76m) 4m ago 85m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:03:37.799 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (76m) 4m ago 83m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:03:37.799 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (76m) 4m ago 85m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:03:37.799 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (76m) 4m ago 83m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:03:37.800 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (77m) 4m ago 77m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:03:37.800 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (77m) 4m ago 77m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:03:37.800 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (83m) 4m ago 83m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:03:37.800 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (83m) 4m ago 83m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:03:37.801 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (70m) 4m ago 82m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:03:37.801 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (82m) 4m ago 82m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:03:37.801 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (82m) 4m ago 82m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:03:37.801 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (81m) 4m ago 81m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:03:37.802 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (81m) 4m ago 81m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:03:37.802 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (81m) 4m ago 81m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:03:37.802 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (81m) 4m ago 81m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:03:37.802 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (80m) 4m ago 80m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:03:37.803 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (82m) 4m ago 83m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:03:38.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:37 smithi120 conmon[102313]: cluster 2022-01-26T00:03:36.423066+0000 mgr.smithi120.hllzij (mgr.14704) 2698 : cluster [DBG] pgmap v2326: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:38.119 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:03:38.120 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:03:38.120 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:03:38.120 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:03:38.120 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:03:38.121 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:03:38.121 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:03:38.121 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:03:38.121 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:03:38.121 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:03:38.122 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:03:38.122 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:03:38.122 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:03:38.122 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:03:38.123 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:03:38.123 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:03:38.123 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:03:38.123 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:03:38.123 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:03:38.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:37 smithi145 conmon[67302]: cluster 2022-01-26T00:03:36.423066+0000 mgr.smithi120.hllzij (mgr.14704) 2698 : cluster [DBG] pgmap v2326: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:39.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:38 smithi120 conmon[102313]: audit 2022-01-26T00:03:37.520910+0000 mgr.smithi120.hllzij (mgr.14704) 2699 : audit [DBG] from='client.35870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:39.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:38 smithi120 conmon[102313]: audit 2022-01-26T00:03:37.789047+0000 mgr.smithi120.hllzij (mgr.14704) 2700 : audit [DBG] from='client.35874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:39.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:38 smithi120 conmon[102313]: audit 2022-01-26T00:03:38.120284+0000 mon.smithi120 (mon.0) 1013 : audit [DBG] from='client.? 172.21.15.120:0/1738351046' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:03:39.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:38 smithi145 conmon[67302]: audit 2022-01-26T00:03:37.520910+0000 mgr.smithi120.hllzij (mgr.14704) 2699 : audit [DBG] from='client.35870 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:39.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:38 smithi145 conmon[67302]: audit 2022-01-26T00:03 2022-01-26T00:03:39.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:38 smithi145 conmon[67302]: :37.789047+0000 mgr.smithi120.hllzij (mgr.14704) 2700 : audit [DBG] from='client.35874 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:03:39.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:38 smithi145 conmon[67302]: audit 2022-01-26T00:03:38.120284+0000 mon.smithi120 (mon.0) 1013 : audit [DBG] from='client.? 172.21.15.120:0/1738351046' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:03:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:39 smithi120 conmon[102313]: cluster 2022-01-26T00:03:38.423535+0000 mgr.smithi120.hllzij (mgr.14704) 2701 : cluster 2022-01-26T00:03:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:39 smithi120 conmon[102313]: [DBG] pgmap v2327: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:40.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:39 smithi145 conmon[67302]: cluster 2022-01-26T00:03:38.423535+0000 mgr.smithi120.hllzij (mgr.14704) 2701 : cluster [DBG] pgmap v2327: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:41 smithi120 conmon[102313]: cluster 2022-01-26T00:03:40.424329+0000 mgr.smithi120.hllzij (mgr.14704) 2702 : cluster [DBG] pgmap v2328: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:42.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:41 smithi145 conmon[67302]: cluster 2022-01-26T00:03:40.424329+0000 mgr.smithi120.hllzij (mgr.14704) 2702 : cluster [DBG] pgmap v2328: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:43 smithi120 conmon[102313]: cluster 2022-01-26T00:03:42.424830+0000 mgr.smithi120.hllzij (mgr.14704) 2703 : cluster [DBG] pgmap v2329: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:44.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:43 smithi145 conmon[67302]: cluster 2022-01-26T00:03:42.424830+0000 mgr.smithi120.hllzij (mgr.14704) 2703 : cluster 2022-01-26T00:03:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:43 smithi145 conmon[67302]: [DBG] pgmap v2329: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:46 smithi120 conmon[102313]: cluster 2022-01-26T00:03:44.425427+0000 mgr.smithi120.hllzij (mgr.14704) 2704 : cluster [DBG] 2022-01-26T00:03:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:46 smithi120 conmon[102313]: pgmap v2330: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:46.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:46 smithi145 conmon[67302]: cluster 2022-01-26T00:03:44.425427+0000 mgr.smithi120.hllzij (mgr.14704) 2704 : cluster [DBG] pgmap v2330: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:48 smithi120 conmon[102313]: cluster 2022-01-26T00:03:46.426265+0000 mgr.smithi120.hllzij (mgr.14704) 2705 : cluster [DBG] pgmap v2331: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:48.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:48 smithi145 conmon[67302]: cluster 2022-01-26T00:03:46.426265+0000 mgr.smithi120.hllzij (mgr.14704) 2705 : cluster [DBG] pgmap v2331: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:50 smithi120 conmon[102313]: cluster 2022-01-26T00:03:48.426861+0000 mgr.smithi120.hllzij (mgr.14704) 2706 : cluster [DBG] pgmap v2332: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:50.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:50 smithi145 conmon[67302]: cluster 2022-01-26T00:03:48.426861+0000 mgr.smithi120.hllzij (mgr.14704) 2706 : cluster [DBG] pgmap v2332: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:52 smithi120 conmon[102313]: cluster 2022-01-26T00:03:50.427700+0000 mgr.smithi120.hllzij (mgr.14704) 2707 : cluster [DBG] pgmap v2333: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:52 smithi145 conmon[67302]: cluster 2022-01-26T00:03:50.427700+0000 mgr.smithi120.hllzij (mgr.14704) 2707 : cluster [DBG] pgmap v2333: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:03:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:54 smithi120 conmon[102313]: cluster 2022-01-26T00:03:52.428207+0000 mgr.smithi120.hllzij (mgr.14704) 2708 : cluster [DBG] pgmap v2334: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:54 smithi120 conmon[102313]: audit 2022-01-26T00:03:53.893614+0000 mon.smithi120 (mon.0) 1014 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:03:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:54 smithi120 conmon[102313]: audit 2022-01-26T00:03:53.893915+0000 mon.smithi120 (mon.0) 1015 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:03:54.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:54 smithi145 conmon[67302]: cluster 2022-01-26T00:03:52.428207+0000 mgr.smithi120.hllzij (mgr.14704) 2708 : cluster [DBG] pgmap v2334: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:54 smithi145 conmon[67302]: audit 2022-01-26T00:03:53. 2022-01-26T00:03:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:54 smithi145 conmon[67302]: 893614+0000 mon.smithi120 (mon.0) 1014 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:03:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:54 smithi145 conmon[67302]: audit 2022-01-26T00:03:53.893915+0000 mon.smithi120 (mon.0) 1015 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:03:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:56 smithi120 conmon[102313]: cluster 2022-01-26T00:03:54.428957+0000 mgr.smithi120.hllzij (mgr.14704) 2709 : cluster [DBG] pgmap v2335: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:56.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:56 smithi145 conmon[67302]: cluster 2022-01-26T00:03:54.428957+0000 mgr.smithi120.hllzij (mgr.14704) 2709 : cluster [DBG] pgmap v2335: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:03:58 smithi120 conmon[102313]: cluster 2022-01-26T00:03:56.429651+0000 mgr.smithi120.hllzij (mgr.14704) 2710 : cluster [DBG] pgmap v2336: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:03:58.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:03:58 smithi145 conmon[67302]: cluster 2022-01-26T00:03:56.429651+0000 mgr.smithi120.hllzij (mgr.14704) 2710 : cluster [DBG] pgmap v2336: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:00 smithi120 conmon[102313]: cluster 2022-01-26T00:03:58.430263+0000 mgr.smithi120.hllzij (mgr.14704) 2711 : cluster [DBG] 2022-01-26T00:04:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:00 smithi120 conmon[102313]: pgmap v2337: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:00.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:00 smithi145 conmon[67302]: cluster 2022-01-26T00:03:58.430263+0000 mgr.smithi120.hllzij (mgr.14704) 2711 : cluster [DBG] pgmap v2337: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:02 smithi120 conmon[102313]: cluster 2022-01-26T00:04:00.431342+0000 mgr.smithi120.hllzij (mgr.14704) 2712 : cluster 2022-01-26T00:04:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:02 smithi120 conmon[102313]: [DBG] pgmap v2338: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:02.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:02 smithi145 conmon[67302]: cluster 2022-01-26T00:04:00.431342+0000 mgr.smithi120.hllzij (mgr.14704) 2712 : cluster [DBG] pgmap v2338: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:04 smithi120 conmon[102313]: cluster 2022-01-26T00:04:02.431923+0000 mgr.smithi120.hllzij (mgr.14704) 2713 : cluster [DBG] pgmap v2339: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:04 smithi120 conmon[102313]: 2022-01-26T00:04:04.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:04 smithi145 conmon[67302]: cluster 2022-01-26T00:04:02.431923+0000 mgr.smithi120.hllzij (mgr.14704) 2713 : cluster [DBG] pgmap v2339: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:06 smithi120 conmon[102313]: cluster 2022-01-26T00:04:04.432751+0000 mgr.smithi120.hllzij (mgr.14704) 2714 : cluster [DBG] pgmap v2340: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:06.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:06 smithi145 conmon[67302]: cluster 2022-01-26T00:04:04.432751+0000 mgr.smithi120.hllzij (mgr.14704) 2714 : cluster [DBG] pgmap v2340: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:08 smithi120 conmon[102313]: cluster 2022-01-26T00:04:06.433389+0000 mgr.smithi120.hllzij (mgr.14704) 2715 : cluster [DBG] pgmap v2341: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:08.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:08 smithi145 conmon[67302]: cluster 2022-01-26T00:04:06.433389+0000 mgr.smithi120.hllzij (mgr.14704) 2715 : cluster [DBG] pgmap v2341: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:08.422 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:04:08.702 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:04:08.703 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (83m) 4m ago 84m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:04:08.703 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (76m) 4m ago 84m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:04:08.703 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (76m) 4m ago 83m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:04:08.704 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (83m) 4m ago 84m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:04:08.704 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (80m) 4m ago 80m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:04:08.704 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (80m) 4m ago 80m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:04:08.704 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (77m) 4m ago 85m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:04:08.704 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (77m) 4m ago 83m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:04:08.705 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (76m) 4m ago 85m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:04:08.705 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (76m) 4m ago 83m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:04:08.705 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (77m) 4m ago 77m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:04:08.705 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (77m) 4m ago 77m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:04:08.706 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (84m) 4m ago 84m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:04:08.706 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (83m) 4m ago 83m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:04:08.706 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (71m) 4m ago 83m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:04:08.706 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (83m) 4m ago 82m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:04:08.706 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (82m) 4m ago 82m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:04:08.707 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (82m) 4m ago 82m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:04:08.707 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (82m) 4m ago 82m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:04:08.707 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (81m) 4m ago 81m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:04:08.707 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (81m) 4m ago 81m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:04:08.707 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (81m) 4m ago 81m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:04:08.708 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (83m) 4m ago 84m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:04:09.022 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:04:09.023 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:04:09.023 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:04:09.023 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:04:09.024 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:04:09.024 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:04:09.024 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:04:09.025 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:04:09.025 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:04:09.025 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:04:09.026 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:04:09.026 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:04:09.026 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:04:09.027 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:04:09.027 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:04:09.027 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:04:09.028 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:04:09.028 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:04:09.029 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:04:09.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:09 smithi120 conmon[102313]: audit 2022-01-26T00:04:09.022942+0000 mon.smithi120 (mon.0) 2022-01-26T00:04:09.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:09 smithi120 conmon[102313]: 1016 : audit [DBG] from='client.? 172.21.15.120:0/533424139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:04:09.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:09 smithi145 conmon[67302]: audit 2022-01-26T00:04:09.022942+0000 mon.smithi120 (mon.0) 1016 : audit [DBG] from='client.? 172.21.15.120:0/533424139' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:04:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:10 smithi120 conmon[102313]: audit 2022-01-26T00:04:08.410812+0000 mgr.smithi120.hllzij (mgr.14704) 2716 : audit [DBG] from='client.35882 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:10 smithi120 conmon[102313]: 2022-01-26T00:04:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:10 smithi120 conmon[102313]: cluster 2022-01-26T00:04:08.433793+0000 mgr.smithi120.hllzij (mgr.14704) 2717 : cluster [DBG] pgmap v2342: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:10 smithi120 conmon[102313]: audit 2022-01-26T00:04:08.694389+0000 mgr.smithi120.hllzij (mgr.14704) 2718 : audit [DBG] 2022-01-26T00:04:10.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:10 smithi120 conmon[102313]: from='client.35886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:10 smithi145 conmon[67302]: audit 2022-01-26T00:04:08.410812+0000 mgr.smithi120.hllzij (mgr.14704) 2716 : audit [DBG] from='client.35882 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:10 smithi145 conmon[67302]: cluster 2022-01-26T00:04:08.433793+0000 mgr.smithi120.hllzij (mgr.14704) 2717 : cluster [DBG] pgmap v2342: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:10 smithi145 conmon[67302]: audit 2022-01-26T00:04:08.694389+0000 mgr.smithi120.hllzij (mgr.14704) 2718 : audit [DBG] from='client.35886 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:12 smithi120 conmon[102313]: cluster 2022-01-26T00:04:10.434803+0000 mgr.smithi120.hllzij (mgr.14704) 2719 : cluster [DBG] pgmap v2343: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:12.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:12 smithi145 conmon[67302]: cluster 2022-01-26T00:04:10.434803+0000 mgr.smithi120.hllzij (mgr.14704) 2719 : cluster [DBG] 2022-01-26T00:04:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:12 smithi145 conmon[67302]: pgmap v2343: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:14 smithi120 conmon[102313]: cluster 2022-01-26T00:04:12.435391+0000 mgr.smithi120.hllzij (mgr.14704) 2720 : cluster [DBG] pgmap v2344: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:14 smithi120 conmon[102313]: 2022-01-26T00:04:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:14 smithi145 conmon[67302]: cluster 2022-01-26T00:04:12.435391+0000 mgr.smithi120.hllzij (mgr.14704) 2720 : cluster [DBG] pgmap v2344: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:16 smithi145 conmon[67302]: cluster 2022-01-26T00:04:14.436247+0000 mgr.smithi120.hllzij (mgr.14704) 2721 : cluster [DBG] pgmap v2345: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:16 smithi120 conmon[102313]: cluster 2022-01-26T00:04:14.436247+0000 mgr.smithi120.hllzij (mgr.14704) 2721 : cluster [DBG] pgmap v2345: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:18 smithi145 conmon[67302]: cluster 2022-01-26T00:04:16.436987+0000 mgr.smithi120.hllzij (mgr.14704) 2722 : cluster [DBG] pgmap v2346: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:18 smithi145 conmon[67302]: 2022-01-26T00:04:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:18 smithi120 conmon[102313]: cluster 2022-01-26T00:04:16.436987+0000 mgr.smithi120.hllzij (mgr.14704) 2722 : cluster [DBG] pgmap v2346: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:18 smithi120 conmon[102313]: 2022-01-26T00:04:20.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:20 smithi145 conmon[67302]: cluster 2022-01-26T00:04:18.437577+0000 mgr.smithi120.hllzij (mgr.14704) 2723 : cluster [DBG] pgmap v2347: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:20 smithi145 conmon[67302]: 2022-01-26T00:04:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:20 smithi120 conmon[102313]: cluster 2022-01-26T00:04:18.437577+0000 mgr.smithi120.hllzij (mgr.14704) 2723 : cluster [DBG] pgmap v2347: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:20 smithi120 conmon[102313]: 2022-01-26T00:04:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:22 smithi145 conmon[67302]: cluster 2022-01-26T00:04:20.438410+0000 mgr.smithi120.hllzij (mgr.14704) 2724 : cluster [DBG] pgmap v2348: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:22 smithi120 conmon[102313]: cluster 2022-01-26T00:04:20.438410+0000 mgr.smithi120.hllzij (mgr.14704) 2724 : cluster [DBG] pgmap v2348: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:24 smithi145 conmon[67302]: cluster 2022-01-26T00:04:22.438902+0000 mgr.smithi120.hllzij (mgr.14704) 2725 : cluster [DBG] pgmap v2349: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:24 smithi120 conmon[102313]: cluster 2022-01-26T00:04:22.438902+0000 mgr.smithi120.hllzij (mgr.14704) 2725 : cluster [DBG] pgmap v2349: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:26 smithi145 conmon[67302]: cluster 2022-01-26T00:04:24.439639+0000 mgr.smithi120.hllzij (mgr.14704) 2726 : cluster [DBG] pgmap v2350: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:26 smithi120 conmon[102313]: cluster 2022-01-26T00:04:24.439639+0000 mgr.smithi120.hllzij (mgr.14704) 2726 : cluster [DBG] pgmap v2350: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:28.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:28 smithi145 conmon[67302]: cluster 2022-01-26T00:04:26.440455+0000 mgr.smithi120.hllzij (mgr.14704) 2727 : cluster [DBG] 2022-01-26T00:04:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:28 smithi145 conmon[67302]: pgmap v2351: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:28 smithi120 conmon[102313]: cluster 2022-01-26T00:04:26.440455+0000 mgr.smithi120.hllzij (mgr.14704) 2727 : cluster [DBG] 2022-01-26T00:04:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:28 smithi120 conmon[102313]: pgmap v2351: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:30 smithi120 conmon[102313]: cluster 2022-01-26T00:04:28.441143+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-26T00:04:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:30 smithi120 conmon[102313]: 2728 : cluster [DBG] pgmap v2352: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:30 smithi120 conmon[102313]: audit 2022-01-26T00:04:29.223833+0000 mon.smithi120 (mon.0) 1017 : audit 2022-01-26T00:04:30.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:30 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:04:30.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:30 smithi120 conmon[102313]: audit 2022-01 2022-01-26T00:04:30.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:30 smithi120 conmon[102313]: -26T00:04:29.225232+0000 mon.smithi120 (mon.0) 1018 : audit 2022-01-26T00:04:30.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:30 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:04:30.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:30 smithi120 conmon[102313]: audit 2022-01-26T00:04 2022-01-26T00:04:30.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:30 smithi120 conmon[102313]: :29.226063+0000 mon.smithi120 (mon.0) 1019 : audit 2022-01-26T00:04:30.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:30 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:04:30.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:30 smithi120 conmon[102313]: audit 2022-01-26T00:04: 2022-01-26T00:04:30.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:30 smithi120 conmon[102313]: 29.620714+0000 mon.smithi120 (mon.0) 1020 : audit 2022-01-26T00:04:30.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:30 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:04:30.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:30 smithi120 conmon[102313]: audit 2022-01-26 2022-01-26T00:04:30.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:30 smithi120 conmon[102313]: T00:04:29.626237+0000 2022-01-26T00:04:30.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:30 smithi120 conmon[102313]: mon.smithi120 (mon.0) 1021 : audit 2022-01-26T00:04:30.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:30 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:04:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:30 smithi145 conmon[67302]: cluster 2022-01-26T00:04:28.441143+0000 mgr.smithi120.hllzij (mgr.14704) 2728 2022-01-26T00:04:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:30 smithi145 conmon[67302]: : cluster [DBG] pgmap v2352: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:30 smithi145 conmon[67302]: audit 2022-01-26T00:04:29.223833+0000 mon.smithi120 (mon.0) 1017 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:04:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:30 smithi145 conmon[67302]: audit 2022-01-26T00:04:29.225232+0000 mon.smithi120 (mon 2022-01-26T00:04:30.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:30 smithi145 conmon[67302]: .0) 1018 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:04:30.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:30 smithi145 conmon[67302]: audit 2022-01- 2022-01-26T00:04:30.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:30 smithi145 conmon[67302]: 26T00:04:29.226063+0000 mon.smithi120 2022-01-26T00:04:30.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:30 smithi145 conmon[67302]: (mon.0) 1019 : audit [INF] 2022-01-26T00:04:30.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:30 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:04:30.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:30 smithi145 conmon[67302]: audit 2022-01-26T00:04:30.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:30 smithi145 conmon[67302]: 2022-01-26T00:04: 2022-01-26T00:04:30.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:30 smithi145 conmon[67302]: 29.620714+0000 mon.smithi120 (mon.0) 1020 2022-01-26T00:04:30.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:30 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:04:30.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:30 smithi145 conmon[67302]: audit 2022- 2022-01-26T00:04:30.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:30 smithi145 conmon[67302]: 01-26T00:04:29.626237 2022-01-26T00:04:30.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:30 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 1021 2022-01-26T00:04:30.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:30 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:04:31.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:31 smithi120 conmon[102313]: cephadm 2022-01-26T00:04:29.226809+0000 mgr.smithi120.hllzij (mgr.14704) 2729 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:04:31.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:31 smithi145 conmon[67302]: cephadm 2022-01-26T00:04:29.226809+0000 mgr.smithi120.hllzij (mgr.14704) 2729 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:04:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:32 smithi120 conmon[102313]: cluster 2022-01-26T00:04:30.442022+0000 mgr.smithi120.hllzij (mgr.14704) 2730 : cluster 2022-01-26T00:04:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:32 smithi120 conmon[102313]: [DBG] pgmap v2353: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:32.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:32 smithi145 conmon[67302]: cluster 2022-01-26T00:04:30.442022+0000 mgr.smithi120.hllzij (mgr.14704) 2730 : cluster [DBG] pgmap v2353: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:32 smithi145 conmon[67302]: 2022-01-26T00:04:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:34 smithi120 conmon[102313]: cluster 2022-01-26T00:04:32.442571+0000 mgr.smithi120.hllzij (mgr.14704) 2731 : cluster [DBG] pgmap v2354: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:34.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:34 smithi145 conmon[67302]: cluster 2022-01-26T00:04:32.442571+0000 mgr.smithi120.hllzij (mgr.14704) 2731 : cluster [DBG] pgmap v2354: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:34 smithi145 conmon[67302]: 2022-01-26T00:04:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:36 smithi120 conmon[102313]: cluster 2022-01-26T00:04:34.443215+0000 mgr.smithi120.hllzij (mgr.14704) 2732 : cluster [DBG] 2022-01-26T00:04:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:36 smithi120 conmon[102313]: pgmap v2355: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:36 smithi145 conmon[67302]: cluster 2022-01-26T00:04:34.443215+0000 mgr.smithi120.hllzij (mgr.14704) 2732 : cluster 2022-01-26T00:04:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:36 smithi145 conmon[67302]: [DBG] pgmap v2355: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:38 smithi120 conmon[102313]: cluster 2022-01-26T00:04:36.444027+0000 mgr.smithi120.hllzij (mgr.14704) 2733 : cluster [DBG] pgmap v2356: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:38.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:38 smithi145 conmon[67302]: cluster 2022-01-26T00:04:36.444027+0000 mgr.smithi120.hllzij (mgr.14704) 2733 : cluster [DBG] 2022-01-26T00:04:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:38 smithi145 conmon[67302]: pgmap v2356: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:39.325 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:04:39.592 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:04:39.593 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (83m) 5m ago 84m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:04:39.593 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (77m) 5m ago 84m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:04:39.593 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (76m) 5m ago 84m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:04:39.593 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (83m) 5m ago 84m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:04:39.594 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (80m) 5m ago 80m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:04:39.594 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (80m) 5m ago 80m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:04:39.594 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (77m) 5m ago 86m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:04:39.594 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (77m) 5m ago 84m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:04:39.595 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (77m) 5m ago 86m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:04:39.595 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (77m) 5m ago 84m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:04:39.596 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (78m) 5m ago 78m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:04:39.596 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (78m) 5m ago 78m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:04:39.596 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (84m) 5m ago 84m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:04:39.597 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (84m) 5m ago 84m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:04:39.597 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (71m) 5m ago 83m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:04:39.597 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (83m) 5m ago 83m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:04:39.598 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (83m) 5m ago 83m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:04:39.598 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (82m) 5m ago 82m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:04:39.598 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (82m) 5m ago 82m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:04:39.598 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (82m) 5m ago 82m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:04:39.599 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (82m) 5m ago 82m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:04:39.599 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (81m) 5m ago 81m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:04:39.599 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (83m) 5m ago 84m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:04:39.914 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:04:39.914 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:04:39.915 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:04:39.915 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:04:39.915 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:04:39.916 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:04:39.916 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:04:39.916 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:04:39.916 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:04:39.917 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:04:39.917 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:04:39.917 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:04:39.917 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:04:39.918 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:04:39.918 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:04:39.919 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:04:39.919 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:04:39.919 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:04:39.919 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:04:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:40 smithi120 conmon[102313]: cluster 2022-01-26T00:04:38.444565+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:04:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:40 smithi120 conmon[102313]: ) 2734 : cluster [DBG] pgmap v2357: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:40 smithi120 conmon[102313]: audit 2022-01-26T00:04:39.914831+0000 mon.smithi120 (mon.0) 1022 : audit [DBG] from='client.? 172.21.15.120:0/2807372514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:04:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:40 smithi145 conmon[67302]: cluster 2022-01-26T00:04:38.444565+0000 mgr.smithi120.hllzij (mgr.14704) 2734 : cluster 2022-01-26T00:04:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:40 smithi145 conmon[67302]: [DBG] pgmap v2357: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:40 smithi145 conmon[67302]: audit 2022-01-26T00:04:39.914831+0000 mon.smithi120 (mon.0) 1022 : audit [DBG] from='client.? 172.21.15.120:0/2807372514' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:04:41.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:41 smithi120 conmon[102313]: audit 2022-01-26T00:04:39.313938+0000 mgr.smithi120.hllzij (mgr.14704) 2735 : audit [DBG] from='client.35894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:41.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:41 smithi120 conmon[102313]: 2022-01-26T00:04:41.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:41 smithi120 conmon[102313]: audit 2022-01-26T00:04:39.584921+0000 mgr.smithi120.hllzij (mgr.14704) 2736 : audit [DBG] from='client.35898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:41.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:41 smithi145 conmon[67302]: audit 2022-01-26T00:04:39.313938+0000 mgr.smithi120.hllzij (mgr.14704) 2735 : audit 2022-01-26T00:04:41.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:41 smithi145 conmon[67302]: [DBG] from='client.35894 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:41.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:41 smithi145 conmon[67302]: audit 2022-01-26T00:04:39.584921+0000 mgr.smithi120.hllzij (mgr.14704) 2736 : audit [DBG] from='client.35898 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:04:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:42 smithi120 conmon[102313]: cluster 2022-01- 2022-01-26T00:04:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:42 smithi120 conmon[102313]: 26T00:04:40.445430+0000 mgr.smithi120.hllzij (mgr.14704) 2737 : cluster [DBG] pgmap v2358: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:42 smithi145 conmon[67302]: cluster 2022-01-26T00:04:40.445430+0000 mgr.smithi120.hllzij (mgr.14704) 2737 : cluster 2022-01-26T00:04:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:42 smithi145 conmon[67302]: [DBG] pgmap v2358: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:44 smithi120 conmon[102313]: cluster 2022-01-26T00:04:42.445861+0000 mgr.smithi120.hllzij (mgr.14704) 2738 : cluster [DBG] pgmap v2359: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:44.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:44 smithi145 conmon[67302]: cluster 2022-01-26T00:04:42.445861+0000 mgr.smithi120.hllzij (mgr.14704) 2738 : cluster [DBG] pgmap v2359: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:46 smithi120 conmon[102313]: cluster 2022-01-26T00:04:44.446460+0000 mgr.smithi120.hllzij (mgr.14704) 2739 : cluster [DBG] pgmap v2360: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:46.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:46 smithi145 conmon[67302]: cluster 2022-01-26T00:04:44.446460+0000 mgr.smithi120.hllzij (mgr.14704) 2739 : cluster [DBG] pgmap v2360: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:46 smithi145 conmon[67302]: 2022-01-26T00:04:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:48 smithi120 conmon[102313]: cluster 2022-01-26T00:04:46.447225+0000 mgr.smithi120.hllzij 2022-01-26T00:04:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:48 smithi120 conmon[102313]: (mgr.14704) 2740 : cluster [DBG] pgmap v2361: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:48.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:48 smithi145 conmon[67302]: cluster 2022-01-26T00:04:46.447225+0000 mgr.smithi120.hllzij (mgr.14704) 2740 : cluster [DBG] pgmap v2361: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:50 smithi120 conmon[102313]: cluster 2022-01-26T00:04:48.447696+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:04:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:50 smithi120 conmon[102313]: ) 2741 : cluster [DBG] pgmap v2362: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:50.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:50 smithi145 conmon[67302]: cluster 2022-01-26T00:04:48.447696+0000 mgr.smithi120.hllzij (mgr.14704) 2741 : cluster [DBG] pgmap v2362: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:52 smithi120 conmon[102313]: cluster 2022-01-26T00:04:50.448493+0000 mgr.smithi120.hllzij (mgr.14704) 2742 : cluster [DBG] pgmap v2363: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:52.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:52 smithi145 conmon[67302]: cluster 2022-01-26T00:04:50.448493+0000 mgr.smithi120.hllzij (mgr.14704) 2742 : cluster [DBG] pgmap v2363: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:04:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:54 smithi120 conmon[102313]: cluster 2022-01-26T00:04:52.448947+0000 mgr.smithi120.hllzij (mgr.14704) 2743 : cluster [DBG] pgmap v2364: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:54 smithi120 conmon[102313]: audit 2022-01-26T00:04:53.897602+0000 mon.smithi120 (mon.0) 1023 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:04:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:54 smithi120 conmon[102313]: audit 2022-01-26T00:04:53.897834+0000 mon.smithi120 (mon.0) 1024 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:04:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:54 smithi145 conmon[67302]: cluster 2022-01-26T00:04:52.448947+0000 mgr.smithi120.hllzij (mgr.14704) 2743 : cluster [DBG] pgmap v2364: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:54 smithi145 conmon[67302]: audit 2022-01-26T00:04:53.897602+0000 mon.smithi120 (mon.0) 1023 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:04:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:54 smithi145 conmon[67302]: audit 2022-01-26T00:04:53.897834+0000 mon.smithi120 (mon.0) 1024 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:04:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:56 smithi120 conmon[102313]: cluster 2022-01-26T00:04:54.449796+0000 mgr.smithi120.hllzij (mgr.14704) 2744 : cluster [DBG] pgmap v2365: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:56 smithi145 conmon[67302]: cluster 2022-01-26T00:04:54.449796+0000 mgr.smithi120.hllzij (mgr.14704) 2744 : cluster [DBG] 2022-01-26T00:04:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:56 smithi145 conmon[67302]: pgmap v2365: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:58 smithi120 conmon[102313]: cluster 2022-01-26T00:04:56.450378+0000 mgr.smithi120.hllzij (mgr.14704) 2745 : cluster [DBG] 2022-01-26T00:04:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:04:58 smithi120 conmon[102313]: pgmap v2366: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:58.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:58 smithi145 conmon[67302]: cluster 2022-01-26T00:04:56.450378+0000 mgr.smithi120.hllzij (mgr.14704) 2745 : cluster [DBG] pgmap v2366: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:04:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:04:58 smithi145 conmon[67302]: 2022-01-26T00:05:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:00 smithi120 conmon[102313]: cluster 2022-01-26T00:04:58.451055+0000 mgr.smithi120.hllzij (mgr.14704) 2746 : cluster [DBG] 2022-01-26T00:05:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:00 smithi120 conmon[102313]: pgmap v2367: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:00.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:00 smithi145 conmon[67302]: cluster 2022-01-26T00:04:58.451055+0000 mgr.smithi120.hllzij (mgr.14704) 2746 : cluster [DBG] pgmap v2367: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:02 smithi120 conmon[102313]: cluster 2022-01-26T00:05:00.452050+0000 mgr.smithi120.hllzij (mgr.14704) 2747 : cluster [DBG] pgmap v2368: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:02 smithi120 conmon[102313]: 2022-01-26T00:05:02.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:02 smithi145 conmon[67302]: cluster 2022-01-26T00:05:00.452050+0000 mgr.smithi120.hllzij (mgr.14704) 2747 : cluster [DBG] pgmap v2368: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:04 smithi120 conmon[102313]: cluster 2022-01-26T00:05:02.452616+0000 mgr.smithi120.hllzij (mgr.14704) 2748 : cluster [DBG] pgmap v2369: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:04.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:04 smithi145 conmon[67302]: cluster 2022-01-26T00:05:02.452616+0000 mgr.smithi120.hllzij (mgr.14704) 2748 : cluster [DBG] pgmap v2369: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:06 smithi120 conmon[102313]: cluster 2022-01-26T00:05:04.453252+0000 mgr.smithi120.hllzij (mgr.14704) 2749 : cluster [DBG] 2022-01-26T00:05:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:06 smithi120 conmon[102313]: pgmap v2370: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:06.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:06 smithi145 conmon[67302]: cluster 2022-01-26T00:05:04.453252+0000 mgr.smithi120.hllzij (mgr.14704) 2749 : cluster [DBG] pgmap v2370: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:08 smithi120 conmon[102313]: cluster 2022-01-26T00:05:06.453931+0000 mgr.smithi120.hllzij (mgr.14704) 2750 : cluster [DBG] pgmap v2371: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:08 smithi120 conmon[102313]: 2022-01-26T00:05:08.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:08 smithi145 conmon[67302]: cluster 2022-01-26T00:05:06.453931+0000 mgr.smithi120.hllzij (mgr.14704) 2750 : cluster [DBG] pgmap v2371: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:10.216 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:05:10.488 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:05:10.488 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (84m) 5m ago 85m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:05:10.488 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (77m) 5m ago 85m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:05:10.489 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (77m) 5m ago 84m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:05:10.489 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (84m) 5m ago 85m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:05:10.489 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (81m) 5m ago 81m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:05:10.489 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (81m) 5m ago 81m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:05:10.490 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (78m) 5m ago 86m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:05:10.490 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (78m) 5m ago 84m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:05:10.490 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (77m) 5m ago 86m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:05:10.490 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (77m) 5m ago 84m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:05:10.491 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (78m) 5m ago 78m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:05:10.491 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (78m) 5m ago 78m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:05:10.491 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (85m) 5m ago 85m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:05:10.491 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (84m) 5m ago 84m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:05:10.491 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (72m) 5m ago 84m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:05:10.492 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (84m) 5m ago 84m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:05:10.492 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (83m) 5m ago 83m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:05:10.492 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (83m) 5m ago 83m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:05:10.493 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (83m) 5m ago 83m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:05:10.493 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (82m) 5m ago 82m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:05:10.493 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (82m) 5m ago 82m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:05:10.493 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (82m) 5m ago 82m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:05:10.493 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (84m) 5m ago 85m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:05:10.494 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:10 smithi120 conmon[102313]: cluster 2022-01-26T00:05:08.454378+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-26T00:05:10.494 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:10 smithi120 conmon[102313]: 2751 : cluster [DBG] pgmap v2372: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:10 smithi145 conmon[67302]: cluster 2022-01-26T00:05:08.454378+0000 mgr.smithi120.hllzij (mgr.14704) 2751 : cluster [DBG] pgmap v2372: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:10.807 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:05:10.808 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:05:10.808 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:05:10.808 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:05:10.808 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:05:10.809 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:05:10.809 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:05:10.809 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:05:10.809 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:05:10.810 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:05:10.810 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:05:10.810 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:05:10.810 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:05:10.810 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:05:10.811 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:05:10.811 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:05:10.811 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:05:10.811 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:05:10.812 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:05:11.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:11 smithi120 conmon[102313]: audit 2022-01-26T00:05:10.205948+0000 mgr.smithi120.hllzij (mgr.14704) 2752 : audit [DBG] from='client.35906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:11.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:11 smithi120 conmon[102313]: audit 2022-01-26T00:05:11.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:11 smithi120 conmon[102313]: 2022-01-26T00:05:10.808157+0000 mon.smithi120 (mon.0) 1025 : audit [DBG] from='client.? 172.21.15.120:0/2790902249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:05:11.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:11 smithi145 conmon[67302]: audit 2022-01-26T00:05:10.205948+0000 mgr.smithi120.hllzij (mgr.14704) 2752 : audit [DBG] from='client.35906 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:11.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:11 smithi145 conmon[67302]: audit 2022-01-26T00:05:10.808157+0000 mon.smithi120 (mon.0) 1025 : audit [DBG] from='client.? 172.21.15.120:0/2790902249' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:05:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:12 smithi120 conmon[102313]: cluster 2022-01-26T00:05:10.455060+0000 mgr.smithi120.hllzij (mgr.14704) 2753 : cluster [DBG] pgmap v2373: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:12.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:12 smithi120 conmon[102313]: audit 2022-01-26T00:05:10.479758+0000 mgr.smithi120.hllzij (mgr.14704) 2754 : audit [DBG] from='client.35910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:12 smithi145 conmon[67302]: cluster 2022-01-26T00:05:10.455060+0000 mgr.smithi120.hllzij (mgr.14704) 2753 : cluster [DBG] pgmap v2373: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:12 smithi145 conmon[67302]: audit 2022-01-26T00 2022-01-26T00:05:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:12 smithi145 conmon[67302]: :05:10.479758+0000 mgr.smithi120.hllzij (mgr.14704) 2754 : audit [DBG] from='client.35910 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:14.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:14 smithi120 conmon[102313]: cluster 2022-01-26T00:05:12.455667+0000 mgr.smithi120.hllzij (mgr.14704) 2755 : cluster [DBG] pgmap v2374: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:14.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:14 smithi145 conmon[67302]: cluster 2022-01-26T00:05:12.455667+0000 mgr.smithi120.hllzij (mgr.14704) 2755 : cluster [DBG] pgmap v2374: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:16 smithi120 conmon[102313]: cluster 2022-01-26T00:05:14.456220+0000 mgr.smithi120.hllzij (mgr.14704) 2756 : cluster [DBG] pgmap v2375: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:16.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:16 smithi145 conmon[67302]: cluster 2022-01-26T00:05:14.456220+0000 mgr.smithi120.hllzij (mgr.14704) 2756 : cluster [DBG] pgmap v2375: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:18 smithi120 conmon[102313]: cluster 2022-01-26T00:05:16.456864+0000 mgr.smithi120.hllzij (mgr.14704) 2757 : cluster [DBG] pgmap v2376: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:18.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:18 smithi145 conmon[67302]: cluster 2022-01-26T00:05:16.456864+0000 mgr.smithi120.hllzij (mgr.14704) 2757 : cluster [DBG] pgmap v2376: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:20 smithi120 conmon[102313]: cluster 2022-01-26T00:05:18.457439+0000 mgr.smithi120.hllzij (mgr.14704) 2758 : cluster [DBG] pgmap v2377: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:20.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:20 smithi145 conmon[67302]: cluster 2022-01-26T00:05:18.457439+0000 mgr.smithi120.hllzij (mgr.14704) 2758 : cluster [DBG] pgmap v2377: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:22 smithi120 conmon[102313]: cluster 2022-01-26T00:05:20.458416+0000 mgr.smithi120.hllzij (mgr.14704) 2759 : cluster [DBG] pgmap v2378: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:22 smithi120 conmon[102313]: 2022-01-26T00:05:22.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:22 smithi145 conmon[67302]: cluster 2022-01-26T00:05:20.458416+0000 mgr.smithi120.hllzij (mgr.14704) 2759 : cluster [DBG] pgmap v2378: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:24 smithi120 conmon[102313]: cluster 2022-01-26T00:05:22.459074+0000 mgr.smithi120.hllzij (mgr.14704) 2760 : cluster [DBG] pgmap v2379: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:24 smithi145 conmon[67302]: cluster 2022-01-26T00:05:22.459074+0000 mgr.smithi120.hllzij (mgr.14704) 2760 : cluster [DBG] pgmap v2379: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:26 smithi120 conmon[102313]: cluster 2022-01-26T00:05:24.459774+0000 mgr.smithi120.hllzij (mgr.14704) 2761 : cluster [DBG] pgmap v2380: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:26.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:26 smithi145 conmon[67302]: cluster 2022-01-26T00:05:24.459774+0000 mgr.smithi120.hllzij (mgr.14704) 2761 : cluster [DBG] pgmap v2380: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:26 smithi145 conmon[67302]: 2022-01-26T00:05:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:28 smithi120 conmon[102313]: cluster 2022-01-26T00:05:26.460595+0000 mgr.smithi120.hllzij (mgr.14704) 2762 : cluster [DBG] pgmap v2381: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:28.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:28 smithi145 conmon[67302]: cluster 2022-01-26T00:05:26.460595+0000 mgr.smithi120.hllzij (mgr.14704) 2762 : cluster 2022-01-26T00:05:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:28 smithi145 conmon[67302]: [DBG] pgmap v2381: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:30 smithi120 conmon[102313]: cluster 2022-01-26T00:05:28.461179+0000 mgr.smithi120.hllzij (mgr.14704) 2763 : cluster 2022-01-26T00:05:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:30 smithi120 conmon[102313]: [DBG] pgmap v2382: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:30 smithi120 conmon[102313]: audit 2022-01-26T00:05:29.629007+0000 mon.smithi120 (mon.0) 1026 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:05:30.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:30 smithi120 conmon[102313]: audit 2022-01-26T00:05:29.630385+0000 mon.smithi120 (mon 2022-01-26T00:05:30.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:30 smithi120 conmon[102313]: .0) 1027 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:05:30.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:30 smithi120 conmon[102313]: audit 2022-01-26T00:05: 2022-01-26T00:05:30.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:30 smithi120 conmon[102313]: 29.631345+0000 mon.smithi120 (mon.0) 1028 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:05:30.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:30 smithi120 conmon[102313]: audit 2022-01 2022-01-26T00:05:30.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:30 smithi120 conmon[102313]: -26T00:05:30.026049 2022-01-26T00:05:30.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:30 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 1029 : audit 2022-01-26T00:05:30.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:30 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:05:30.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:30 smithi120 conmon[102313]: audit 2022-01-26T00:05:30.030716 2022-01-26T00:05:30.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:30 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 1030 : audit [INF] 2022-01-26T00:05:30.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:30 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:05:30.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:30 smithi145 conmon[67302]: cluster 2022-01-26T00:05:28.461179+0000 mgr.smithi120.hllzij (mgr.14704) 2763 2022-01-26T00:05:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:30 smithi145 conmon[67302]: : cluster [DBG] pgmap v2382: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:30 smithi145 conmon[67302]: audit 2022-01-26T00:05:29.629007+0000 mon.smithi120 (mon.0) 1026 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:05:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:30 smithi145 conmon[67302]: audit 2022-01 2022-01-26T00:05:30.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:30 smithi145 conmon[67302]: -26T00:05:29.630385+0000 mon.smithi120 (mon.0) 1027 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:05:30.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:30 smithi145 conmon[67302]: audit 2022-01-26T00:05:30.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:30 smithi145 conmon[67302]: 2022-01-26T00:05:29.631345+0000 mon.smithi120 (mon.0) 1028 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:05:30.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:30 smithi145 conmon[67302]: audit 2022-01-26T00:05 2022-01-26T00:05:30.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:30 smithi145 conmon[67302]: :30.026049+0000 mon.smithi120 (mon.0) 1029 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:05:30.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:30 smithi145 conmon[67302]: audit 2022-01-26T00: 2022-01-26T00:05:30.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:30 smithi145 conmon[67302]: 05:30.030716+0000 mon.smithi120 (mon.0) 1030 : audit [INF] 2022-01-26T00:05:30.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:30 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:05:31.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:31 smithi120 conmon[102313]: cephadm 2022-01-26T00:05:29.632062+0000 mgr.smithi120.hllzij (mgr.14704) 2764 : cephadm 2022-01-26T00:05:31.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:31 smithi120 conmon[102313]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:05:31.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:31 smithi145 conmon[67302]: cephadm 2022-01-26T00:05:29.632062+0000 mgr.smithi120.hllzij (mgr.14704) 2764 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:05:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:32 smithi120 conmon[102313]: cluster 2022-01-26T00:05:30.461885+0000 mgr.smithi120.hllzij (mgr.14704) 2765 : cluster [DBG] pgmap v2383: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:32 smithi120 conmon[102313]: 2022-01-26T00:05:32.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:32 smithi145 conmon[67302]: cluster 2022-01-26T00:05:30.461885+0000 mgr.smithi120.hllzij (mgr.14704) 2765 : cluster [DBG] pgmap v2383: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:34 smithi120 conmon[102313]: cluster 2022-01-26T00:05:32.462403+0000 mgr.smithi120.hllzij (mgr.14704) 2766 : cluster [DBG] pgmap v2384: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:34 smithi145 conmon[67302]: cluster 2022-01-26T00:05:32.462403+0000 mgr.smithi120.hllzij (mgr.14704) 2766 : cluster [DBG] pgmap v2384: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:36 smithi120 conmon[102313]: cluster 2022-01-26T00:05:34.463118+0000 mgr.smithi120.hllzij (mgr.14704) 2767 : cluster [DBG] pgmap v2385: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:36.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:36 smithi145 conmon[67302]: cluster 2022-01-26T00:05:34.463118+0000 mgr.smithi120.hllzij (mgr.14704) 2767 : cluster [DBG] pgmap v2385: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:38 smithi120 conmon[102313]: cluster 2022-01-26T00:05:36.463831+0000 mgr.smithi120.hllzij (mgr.14704) 2768 : cluster [DBG] pgmap v2386: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:38 smithi145 conmon[67302]: cluster 2022-01-26T00:05:36.463831+0000 mgr.smithi120.hllzij (mgr.14704) 2768 : cluster [DBG] pgmap v2386: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:39.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:39 smithi120 conmon[102313]: cluster 2022-01-26T00:05:38.464304+0000 mgr.smithi120.hllzij (mgr.14704) 2769 : cluster [DBG] pgmap v2387: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:39.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:39 smithi145 conmon[67302]: cluster 2022-01-26T00:05:38.464304+0000 mgr.smithi120.hllzij (mgr.14704) 2769 : cluster [DBG] pgmap v2387: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:41.110 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:05:41.377 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:05:41.378 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (84m) 6m ago 85m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:05:41.378 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (78m) 6m ago 85m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:05:41.378 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (77m) 6m ago 85m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:05:41.379 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (84m) 6m ago 85m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:05:41.379 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (81m) 6m ago 81m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:05:41.379 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (81m) 6m ago 81m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:05:41.379 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (78m) 6m ago 87m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:05:41.380 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (78m) 6m ago 85m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:05:41.380 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (78m) 6m ago 87m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:05:41.380 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (78m) 6m ago 85m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:05:41.380 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (79m) 6m ago 79m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:05:41.381 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (79m) 6m ago 79m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:05:41.381 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (85m) 6m ago 85m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:05:41.381 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (85m) 6m ago 85m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:05:41.381 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (72m) 6m ago 84m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:05:41.381 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (84m) 6m ago 84m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:05:41.382 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (84m) 6m ago 84m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:05:41.382 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (83m) 6m ago 83m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:05:41.382 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (83m) 6m ago 83m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:05:41.382 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (83m) 6m ago 83m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:05:41.383 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (83m) 6m ago 83m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:05:41.383 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (82m) 6m ago 82m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:05:41.383 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (84m) 6m ago 85m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:05:41.698 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:05:41.698 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:05:41.699 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:05:41.699 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:05:41.699 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:05:41.700 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:05:41.700 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:05:41.700 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:05:41.701 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:05:41.701 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:05:41.702 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:05:41.702 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:05:41.702 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:05:41.702 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:05:41.703 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:05:41.703 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:05:41.703 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:05:41.704 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:05:41.704 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:05:42.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:41 smithi120 conmon[102313]: cluster 2022-01-26T00:05:40.465345+0000 mgr.smithi120.hllzij (mgr.14704) 2770 : cluster 2022-01-26T00:05:42.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:41 smithi120 conmon[102313]: [DBG] pgmap v2388: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:42.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:41 smithi120 conmon[102313]: audit 2022-01-26T00:05:41.098768+0000 mgr.smithi120.hllzij (mgr.14704) 2771 : audit [DBG] from='client.35918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:42.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:41 smithi120 conmon[102313]: audit 2022 2022-01-26T00:05:42.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:41 smithi120 conmon[102313]: -01-26T00:05:41.698557+0000 mon.smithi120 (mon.0) 1031 : audit [DBG] from='client.? 172.21.15.120:0/771398188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:05:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:41 smithi145 conmon[67302]: cluster 2022-01-26T00:05:40.465345+0000 mgr.smithi120.hllzij (mgr.14704) 2770 : cluster [DBG] pgmap v2388: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:41 smithi145 conmon[67302]: audit 2022-01-26T00:05:41.098768+0000 mgr.smithi120.hllzij (mgr.14704) 2771 : audit [DBG] from='client.35918 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:41 smithi145 conmon[67302]: audit 2022-01-26T00:05:41.698557+0000 mon.smithi120 (mon.0) 1031 : audit [DBG] from='client.? 172.21.15.120:0/771398188' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:05:43.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:42 smithi120 conmon[102313]: audit 2022-01-26T00:05:41.369833+0000 mgr.smithi120.hllzij (mgr.14704) 2772 : audit [DBG] from='client.35922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:43.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:42 smithi145 conmon[67302]: audit 2022-01-26T00:05:41.369833+0000 mgr.smithi120.hllzij (mgr.14704) 2772 : audit [DBG] from='client.35922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:05:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:43 smithi120 conmon[102313]: cluster 2022-01-26T00:05:42.465787+0000 mgr.smithi120.hllzij (mgr.14704) 2773 : cluster [DBG] pgmap v2389: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:44.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:43 smithi145 conmon[67302]: cluster 2022-01-26T00:05:42.465787+0000 mgr.smithi120.hllzij (mgr.14704) 2773 : cluster [DBG] pgmap v2389: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:45 smithi120 conmon[102313]: cluster 2022-01-26T00:05:44.466655+0000 mgr.smithi120.hllzij (mgr.14704) 2774 : cluster [DBG] pgmap v2390: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:45 smithi120 conmon[102313]: 2022-01-26T00:05:46.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:45 smithi145 conmon[67302]: cluster 2022-01-26T00:05:44.466655+0000 mgr.smithi120.hllzij (mgr.14704) 2774 : cluster [DBG] pgmap v2390: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:47 smithi120 conmon[102313]: cluster 2022-01-26T00:05:46.467359+0000 mgr.smithi120.hllzij (mgr.14704) 2775 : cluster [DBG] pgmap v2391: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:48.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:47 smithi145 conmon[67302]: cluster 2022-01-26T00:05:46.467359+0000 mgr.smithi120.hllzij (mgr.14704) 2775 : cluster [DBG] pgmap v2391: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:49 smithi120 conmon[102313]: cluster 2022-01-26T00:05:48.467837+0000 mgr.smithi120.hllzij (mgr.14704) 2776 : cluster [DBG] pgmap v2392: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:50.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:49 smithi145 conmon[67302]: cluster 2022-01-26T00:05:48.467837+0000 mgr.smithi120.hllzij (mgr.14704) 2776 : cluster [DBG] pgmap v2392: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:51 smithi120 conmon[102313]: cluster 2022-01-26T00:05:50.468822+0000 mgr.smithi120.hllzij (mgr.14704) 2777 : cluster [DBG] pgmap v2393: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:51 smithi145 conmon[67302]: cluster 2022-01-26T00:05:50.468822+0000 mgr.smithi120.hllzij (mgr.14704) 2777 : cluster [DBG] pgmap v2393: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:05:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:53 smithi120 conmon[102313]: cluster 2022-01-26T00:05:52.469517+0000 mgr.smithi120.hllzij (mgr.14704) 2778 : cluster [DBG] pgmap v2394: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:53 smithi120 conmon[102313]: audit 2022-01-26T00:05:53.901585+0000 mon.smithi120 (mon.0) 1032 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:05:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:53 smithi120 conmon[102313]: audit 2022-01-26T00:05:53.901840+0000 mon.smithi120 (mon.0) 1033 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:05:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:53 smithi145 conmon[67302]: cluster 2022-01-26T00:05:52.469517+0000 mgr.smithi120.hllzij (mgr.14704) 2778 : cluster [DBG] pgmap v2394: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:53 smithi145 conmon[67302]: audit 2022-01-26T00:05:53.901585+0000 mon.smithi120 (mon.0) 1032 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:05:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:53 smithi145 conmon[67302]: audit 2022-01-26T00:05:53.901840+0000 mon.smithi120 (mon.0) 1033 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:05:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:55 smithi120 conmon[102313]: cluster 2022-01-26T00:05:54.470318+0000 mgr.smithi120.hllzij (mgr.14704) 2779 : cluster [DBG] pgmap v2395: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:55 smithi120 conmon[102313]: 2022-01-26T00:05:56.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:55 smithi145 conmon[67302]: cluster 2022-01-26T00:05:54.470318+0000 mgr.smithi120.hllzij (mgr.14704) 2779 : cluster [DBG] pgmap v2395: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:57 smithi120 conmon[102313]: cluster 2022-01-26T00:05:56.471153+0000 mgr.smithi120.hllzij (mgr.14704) 2780 : cluster [DBG] pgmap v2396: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:05:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:57 smithi120 conmon[102313]: 2022-01-26T00:05:58.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:57 smithi145 conmon[67302]: cluster 2022-01-26T00:05:56.471153+0000 mgr.smithi120.hllzij (mgr.14704) 2780 : cluster [DBG] pgmap v2396: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:05:59 smithi120 conmon[102313]: cluster 2022-01-26T00:05:58.471823+0000 mgr.smithi120.hllzij (mgr.14704) 2781 : cluster [DBG] pgmap v2397: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:00.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:05:59 smithi145 conmon[67302]: cluster 2022-01-26T00:05:58.471823+0000 mgr.smithi120.hllzij (mgr.14704) 2781 : cluster [DBG] pgmap v2397: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:01 smithi120 conmon[102313]: cluster 2022-01-26T00:06:00.472663+0000 mgr.smithi120.hllzij (mgr.14704) 2782 : cluster [DBG] pgmap v2398: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:01 smithi120 conmon[102313]: 2022-01-26T00:06:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:01 smithi145 conmon[67302]: cluster 2022-01-26T00:06:00.472663+0000 mgr.smithi120.hllzij (mgr.14704) 2782 : cluster [DBG] pgmap v2398: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:03 smithi120 conmon[102313]: cluster 2022-01-26T00:06:02.473165+0000 mgr.smithi120.hllzij (mgr.14704) 2783 : cluster [DBG] pgmap v2399: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:04.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:03 smithi145 conmon[67302]: cluster 2022-01-26T00:06:02.473165+0000 mgr.smithi120.hllzij (mgr.14704) 2783 : cluster [DBG] pgmap v2399: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:05 smithi120 conmon[102313]: cluster 2022-01-26T00:06:04.474008+0000 mgr.smithi120.hllzij (mgr.14704) 2784 : cluster [DBG] pgmap v2400: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:05 smithi145 conmon[67302]: cluster 2022-01-26T00:06:04.474008+0000 mgr.smithi120.hllzij (mgr.14704) 2784 : cluster [DBG] pgmap v2400: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:07 smithi120 conmon[102313]: cluster 2022-01-26T00:06:06.474722+0000 mgr.smithi120.hllzij (mgr.14704) 2785 : cluster [DBG] pgmap v2401: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:08.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:07 smithi145 conmon[67302]: cluster 2022-01-26T00:06:06.474722+0000 mgr.smithi120.hllzij (mgr.14704) 2785 : cluster [DBG] pgmap v2401: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:09 smithi120 conmon[102313]: cluster 2022-01-26T00:06:08.475354+0000 mgr.smithi120.hllzij (mgr.14704) 2786 : cluster [DBG] 2022-01-26T00:06:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:09 smithi120 conmon[102313]: pgmap v2402: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:09 smithi145 conmon[67302]: cluster 2022-01-26T00:06:08.475354+0000 mgr.smithi120.hllzij (mgr.14704) 2786 : cluster [DBG] pgmap v2402: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:11.998 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:06:12.265 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:11 smithi120 conmon[102313]: cluster 2022-01-26T00:06:10.476196+0000 mgr.smithi120.hllzij (mgr.14704) 2787 : cluster [DBG] pgmap v2403: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:12.266 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:06:12.266 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (85m) 6m ago 86m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:06:12.267 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (78m) 6m ago 86m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:06:12.267 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (78m) 6m ago 85m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:06:12.267 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (85m) 6m ago 86m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:06:12.267 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (82m) 6m ago 82m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:06:12.268 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (82m) 6m ago 82m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:06:12.268 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (79m) 6m ago 87m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:06:12.268 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (79m) 6m ago 85m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:06:12.269 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (78m) 6m ago 87m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:06:12.269 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (78m) 6m ago 85m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:06:12.269 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (79m) 6m ago 79m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:06:12.269 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (79m) 6m ago 79m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:06:12.270 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (86m) 6m ago 86m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:06:12.270 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (85m) 6m ago 85m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:06:12.270 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (73m) 6m ago 85m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:06:12.270 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (85m) 6m ago 85m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:06:12.270 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (84m) 6m ago 84m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:06:12.271 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (84m) 6m ago 84m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:06:12.271 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (84m) 6m ago 84m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:06:12.271 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (83m) 6m ago 83m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:06:12.272 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (83m) 6m ago 83m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:06:12.272 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (83m) 6m ago 83m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:06:12.272 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (85m) 6m ago 86m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:06:12.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:11 smithi145 conmon[67302]: cluster 2022-01-26T00:06:10.476196+0000 mgr.smithi120.hllzij (mgr.14704) 2787 : cluster [DBG] pgmap v2403: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:12.588 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:06:12.589 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:06:12.589 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:06:12.589 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:06:12.590 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:06:12.590 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:06:12.590 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:06:12.590 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:06:12.590 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:06:12.591 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:06:12.591 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:06:12.591 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:06:12.591 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:06:12.592 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:06:12.592 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:06:12.592 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:06:12.592 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:06:12.592 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:06:12.593 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:06:13.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:12 smithi120 conmon[102313]: audit 2022-01-26T00:06:11.987101+0000 2022-01-26T00:06:13.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:12 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 2788 : audit [DBG] from='client.35930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:13.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:12 smithi120 conmon[102313]: audit 2022-01-26T00:06:12.589609+0000 mon.smithi120 (mon.0) 1034 : audit [DBG] from='client.? 172.21.15.120:0/2408480296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:06:13.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:12 smithi145 conmon[67302]: audit 2022-01-26T00:06:11.987101+0000 mgr.smithi120.hllzij (mgr.14704) 2788 : audit [DBG] from='client.35930 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:13.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:12 smithi145 conmon[67302]: audit 2022-01-26T00:06:12.589609+0000 mon.smithi120 (mon.0) 1034 : audit [DBG] from='client.? 172.21.15.120:0/2408480296' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:06:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:13 smithi120 conmon[102313]: audit 2022-01-26T00:06:12.257661+0000 mgr.smithi120.hllzij (mgr.14704) 2789 : audit [DBG] from='client.35934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:13 smithi120 conmon[102313]: 2022-01-26T00:06:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:13 smithi120 conmon[102313]: cluster 2022-01-26T00:06:12.476612+0000 mgr.smithi120.hllzij (mgr.14704) 2790 : cluster [DBG] pgmap v2404: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:13 smithi145 conmon[67302]: audit 2022-01-26T00:06:12.257661+0000 mgr.smithi120.hllzij (mgr.14704) 2789 : audit [DBG] from='client.35934 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:13 smithi145 conmon[67302]: cluster 2022-01-26T00:06:12.476612+0000 mgr.smithi120.hllzij (mgr.14704) 2790 : cluster [DBG] pgmap v2404: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:15 smithi120 conmon[102313]: cluster 2022-01-26T00:06:14.477225+0000 mgr.smithi120.hllzij (mgr.14704) 2791 : cluster [DBG] pgmap v2405: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:16.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:15 smithi120 conmon[102313]: 2022-01-26T00:06:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:15 smithi145 conmon[67302]: cluster 2022-01-26T00:06:14.477225+0000 mgr.smithi120.hllzij (mgr.14704) 2791 : cluster [DBG] pgmap v2405: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:17 smithi120 conmon[102313]: cluster 2022-01-26T00:06:16.477888+0000 mgr.smithi120.hllzij (mgr.14704) 2792 : cluster [DBG] pgmap v2406: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:18.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:17 smithi145 conmon[67302]: cluster 2022-01-26T00:06:16.477888+0000 mgr.smithi120.hllzij (mgr.14704) 2792 : cluster [DBG] pgmap v2406: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:19 smithi120 conmon[102313]: cluster 2022-01-26T00:06:18.478345+0000 mgr.smithi120.hllzij (mgr.14704) 2793 : cluster [DBG] pgmap v2407: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:20.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:19 smithi145 conmon[67302]: cluster 2022-01-26T00:06:18.478345+0000 mgr.smithi120.hllzij (mgr.14704) 2793 : cluster [DBG] pgmap v2407: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:21 smithi120 conmon[102313]: cluster 2022-01-26T00:06:20.479188+0000 mgr.smithi120.hllzij (mgr.14704) 2794 : cluster [DBG] pgmap v2408: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:22.332 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:21 smithi145 conmon[67302]: cluster 2022-01-26T00:06:20.479188+0000 mgr.smithi120.hllzij (mgr.14704) 2794 : cluster [DBG] pgmap v2408: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:24.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:23 smithi120 conmon[102313]: cluster 2022-01-26T00:06:22.479694+0000 mgr.smithi120.hllzij (mgr.14704) 2795 : cluster [DBG] pgmap v2409: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:23 smithi145 conmon[67302]: cluster 2022-01-26T00:06:22.479694+0000 mgr.smithi120.hllzij (mgr.14704) 2795 : cluster [DBG] pgmap v2409: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:25 smithi120 conmon[102313]: cluster 2022-01-26T00:06:24.480521+0000 mgr.smithi120.hllzij (mgr.14704) 2796 : cluster [DBG] pgmap v2410: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:26.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:25 smithi145 conmon[67302]: cluster 2022-01-26T00:06:24.480521+0000 mgr.smithi120.hllzij (mgr.14704) 2796 : cluster [DBG] pgmap v2410: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:27 smithi120 conmon[102313]: cluster 2022-01-26T00:06:26.481363+0000 mgr.smithi120.hllzij (mgr.14704) 2797 : cluster [DBG] pgmap v2411: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:28.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:27 smithi145 conmon[67302]: cluster 2022-01-26T00:06:26.481363+0000 mgr.smithi120.hllzij (mgr.14704) 2797 : cluster [DBG] pgmap v2411: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:29 smithi120 conmon[102313]: cluster 2022-01-26T00:06:28.481987+0000 mgr.smithi120.hllzij (mgr.14704) 2798 : cluster [DBG] pgmap v2412: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:30.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:29 smithi145 conmon[67302]: cluster 2022-01-26T00:06:28.481987+0000 mgr.smithi120.hllzij (mgr.14704) 2798 : cluster [DBG] pgmap v2412: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:31.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:30 smithi120 conmon[102313]: audit 2022-01-26T00:06:30.033229+0000 mon.smithi120 (mon.0) 1035 : 2022-01-26T00:06:31.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:30 smithi120 conmon[102313]: audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:06:31.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:30 smithi120 conmon[102313]: audit 2022-01-26T00:06:30.034647+0000 mon.smithi120 (mon.0) 1036 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:06:31.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:30 smithi120 conmon[102313]: audit 2022-01- 2022-01-26T00:06:31.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:30 smithi120 conmon[102313]: 26T00:06:30.035445+0000 mon.smithi120 (mon.0) 1037 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:06:31.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:30 smithi120 conmon[102313]: cephadm 2022-01-26T00 2022-01-26T00:06:31.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:30 smithi120 conmon[102313]: :06:30.036191+0000 mgr.smithi120.hllzij (mgr.14704) 2799 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:06:31.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:30 smithi120 conmon[102313]: audit 2022-01-26T00:06:30.429741+0000 2022-01-26T00:06:31.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:30 smithi120 conmon[102313]: mon.smithi120 (mon.0) 1038 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:06:31.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:30 smithi120 conmon[102313]: audit 2022-01-26T00:06:30.434647+0000 mon.smithi120 ( 2022-01-26T00:06:31.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:30 smithi120 conmon[102313]: mon.0) 1039 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:06:31.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:30 smithi145 conmon[67302]: audit 2022-01-26T00:06:30.033229+0000 mon.smithi120 (mon.0) 1035 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:06:31.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:30 smithi145 conmon[67302]: audit 2022-01-26T00:06:30.034647+0000 mon.smithi120 (mon.0) 1036 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:06:31.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:30 smithi145 conmon[67302]: audit 2022-01-26T00:06:30.035445+0000 mon.smithi120 (mon.0) 1037 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:06:31.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:30 smithi145 conmon[67302]: cephadm 2022-01-26T00:06:30.036191+0000 mgr.smithi120.hllzij (mgr.14704) 2799 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:06:31.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:30 smithi145 conmon[67302]: 2022-01-26T00:06:31.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:30 smithi145 conmon[67302]: audit 2022-01-26T00: 2022-01-26T00:06:31.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:30 smithi145 conmon[67302]: 06:30.429741+0000 mon.smithi120 (mon.0) 1038 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:06:31.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:30 smithi145 conmon[67302]: audit 2022-01-26T00:06:30.434647+0000 mon.smithi120 (mon 2022-01-26T00:06:31.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:30 smithi145 conmon[67302]: .0) 1039 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:06:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:31 smithi120 conmon[102313]: cluster 2022-01-26T00:06:30.482755+0000 mgr.smithi120.hllzij (mgr.14704) 2800 : cluster [DBG] pgmap v2413: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:31 smithi120 conmon[102313]: 2022-01-26T00:06:32.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:31 smithi145 conmon[67302]: cluster 2022-01-26T00:06:30.482755+0000 mgr.smithi120.hllzij (mgr.14704) 2800 : cluster [DBG] pgmap v2413: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:33 smithi120 conmon[102313]: cluster 2022-01-26T00:06:32.483295+0000 mgr.smithi120.hllzij (mgr.14704) 2801 : cluster [DBG] pgmap v2414: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:34.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:33 smithi145 conmon[67302]: cluster 2022-01-26T00:06:32.483295+0000 mgr.smithi120.hllzij (mgr.14704) 2801 : cluster [DBG] pgmap v2414: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:36 smithi120 conmon[102313]: cluster 2022-01-26T00:06:34.483837+0000 mgr.smithi120.hllzij (mgr.14704) 2802 : cluster [DBG] pgmap v2415: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:36 smithi120 conmon[102313]: 2022-01-26T00:06:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:36 smithi145 conmon[67302]: cluster 2022-01-26T00:06:34.483837+0000 mgr.smithi120.hllzij (mgr.14704) 2802 : cluster [DBG] pgmap v2415: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:38 smithi120 conmon[102313]: cluster 2022-01-26T00:06:36.484660+0000 mgr.smithi120.hllzij (mgr.14704) 2803 : cluster [DBG] pgmap v2416: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:38.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:38 smithi120 conmon[102313]: 2022-01-26T00:06:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:38 smithi145 conmon[67302]: cluster 2022-01-26T00:06:36.484660+0000 mgr.smithi120.hllzij (mgr.14704) 2803 : cluster [DBG] pgmap v2416: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:40 smithi120 conmon[102313]: cluster 2022-01-26T00:06:38.485239+0000 mgr.smithi120.hllzij (mgr.14704) 2804 : cluster [DBG] pgmap v2417: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:40.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:40 smithi145 conmon[67302]: cluster 2022-01-26T00:06:38.485239+0000 mgr.smithi120.hllzij (mgr.14704) 2804 : cluster [DBG] pgmap v2417: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:42 smithi120 conmon[102313]: cluster 2022-01-26T00:06:40.486103+0000 mgr.smithi120.hllzij (mgr.14704) 2805 : cluster [DBG] pgmap v2418: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:42.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:42 smithi145 conmon[67302]: cluster 2022-01-26T00:06:40.486103+0000 mgr.smithi120.hllzij (mgr.14704) 2805 : cluster [DBG] pgmap v2418: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:42.889 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:06:43.157 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:06:43.158 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (85m) 7m ago 87m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:06:43.158 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (79m) 7m ago 86m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:06:43.158 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (78m) 7m ago 86m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:06:43.158 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (85m) 7m ago 86m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:06:43.158 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (82m) 7m ago 82m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:06:43.159 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (82m) 7m ago 82m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:06:43.159 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (79m) 7m ago 88m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:06:43.159 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (79m) 7m ago 86m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:06:43.159 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (79m) 7m ago 88m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:06:43.160 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (79m) 7m ago 86m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:06:43.160 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (80m) 7m ago 80m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:06:43.161 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (80m) 7m ago 80m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:06:43.161 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (86m) 7m ago 86m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:06:43.162 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (86m) 7m ago 86m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:06:43.162 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (73m) 7m ago 85m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:06:43.164 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (85m) 7m ago 85m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:06:43.164 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (85m) 7m ago 85m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:06:43.164 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (85m) 7m ago 85m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:06:43.165 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (84m) 7m ago 84m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:06:43.165 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (84m) 7m ago 84m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:06:43.165 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (84m) 7m ago 84m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:06:43.166 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (83m) 7m ago 83m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:06:43.166 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (85m) 7m ago 86m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:06:43.479 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:06:43.480 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:06:43.480 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:06:43.480 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:06:43.481 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:06:43.481 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:06:43.481 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:06:43.481 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:06:43.482 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:06:43.482 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:06:43.482 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:06:43.483 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:06:43.483 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:06:43.483 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:06:43.484 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:06:43.484 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:06:43.484 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:06:43.484 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:06:43.485 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:06:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:44 smithi120 conmon[102313]: cluster 2022-01-26T00:06:42.486639+0000 mgr.smithi120.hllzij (mgr.14704) 2806 : cluster 2022-01-26T00:06:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:44 smithi120 conmon[102313]: [DBG] pgmap v2419: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:44 smithi120 conmon[102313]: audit 2022-01-26T00:06:42.877788+0000 mgr.smithi120.hllzij (mgr.14704) 2807 : audit [DBG] from='client.35942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:44.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:44 smithi120 conmon[102313]: audit 2022-01-26T00:06:43.149360+0000 2022-01-26T00:06:44.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:44 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 2808 : audit [DBG] from='client.35946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:44.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:44 smithi120 conmon[102313]: audit 2022-01-26T00:06:43.480697+0000 mon.smithi120 (mon.0 2022-01-26T00:06:44.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:44 smithi120 conmon[102313]: ) 1040 : audit [DBG] from='client.? 172.21.15.120:0/3682593274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:06:44.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:44 smithi145 conmon[67302]: cluster 2022-01-26T00:06:42.486639+0000 mgr.smithi120.hllzij (mgr.14704) 2806 : cluster [DBG] pgmap v2419: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:44 smithi145 conmon[67302]: audit 2022-01-26T00:06:42.877788+0000 mgr.smithi120.hllzij (mgr.14704) 2807 : audit [DBG] from='client.35942 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:44 smithi145 conmon[67302]: audit 2022-01-26T00:06:43.149360+0000 mgr.smithi120.hllzij (mgr.14704) 2808 : audit [DBG] from='client.35946 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:06:44.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:44 smithi145 conmon[67302]: audit 2022-01-26T 2022-01-26T00:06:44.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:44 smithi145 conmon[67302]: 00:06:43.480697+0000 mon.smithi120 (mon.0) 1040 : audit [DBG] from='client.? 172.21.15.120:0/3682593274' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:06:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:46 smithi120 conmon[102313]: cluster 2022-01-26T00:06:44.487421+0000 mgr.smithi120.hllzij (mgr.14704) 2809 : cluster 2022-01-26T00:06:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:46 smithi120 conmon[102313]: [DBG] pgmap v2420: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:46.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:46 smithi145 conmon[67302]: cluster 2022-01-26T00:06:44.487421+0000 mgr.smithi120.hllzij (mgr.14704) 2809 : cluster [DBG] pgmap v2420: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:48.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:48 smithi120 conmon[102313]: cluster 2022-01-26T00:06:46.488127+0000 mgr.smithi120.hllzij (mgr.14704) 2810 : cluster [DBG] pgmap v2421: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:48.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:48 smithi145 conmon[67302]: cluster 2022-01-26T00:06:46.488127+0000 mgr.smithi120.hllzij (mgr.14704) 2810 : cluster [DBG] pgmap v2421: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:50 smithi120 conmon[102313]: cluster 2022-01-26T00:06:48.488643+0000 mgr.smithi120.hllzij (mgr.14704) 2811 : cluster [DBG] pgmap v2422: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:50.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:50 smithi145 conmon[67302]: cluster 2022-01-26T00:06:48.488643+0000 mgr.smithi120.hllzij (mgr.14704) 2811 : cluster [DBG] pgmap v2422: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:52 smithi120 conmon[102313]: cluster 2022-01-26T00:06:50.489403+0000 mgr.smithi120.hllzij (mgr.14704) 2812 : cluster [DBG] pgmap v2423: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:52 smithi145 conmon[67302]: cluster 2022-01-26T00:06:50.489403+0000 mgr.smithi120.hllzij (mgr.14704) 2812 : cluster [DBG] pgmap v2423: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:06:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:54 smithi120 conmon[102313]: cluster 2022-01-26T00:06:52.490131+0000 mgr.smithi120.hllzij ( 2022-01-26T00:06:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:54 smithi120 conmon[102313]: mgr.14704) 2813 : cluster [DBG] pgmap v2424: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:54 smithi120 conmon[102313]: audit 2022-01-26T00:06:53.904620+0000 mon.smithi120 (mon.0) 1041 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:06:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:54 smithi120 conmon[102313]: audit 2022-01-26T00:06:53.904874+0000 mon.smithi120 (mon.0) 1042 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:06:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:54 smithi145 conmon[67302]: cluster 2022-01-26T00:06:52.490131+0000 mgr.smithi120.hllzij (mgr.14704) 2813 : cluster [DBG] pgmap v2424: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:06:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:54 smithi145 conmon[67302]: audit 2022-01-26T00:06:53.904620+0000 mon.smithi120 (mon.0) 1041 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:06:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:54 smithi145 conmon[67302]: audit 2022-01-26T00:06:53.904874+0000 mon.smithi120 (mon.0) 1042 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:06:55.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:55 smithi120 conmon[102313]: audit 2022-01-26T00:06:54.158272+0000 mon.smithi120 (mon.0) 1043 : 2022-01-26T00:06:55.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:55 smithi120 conmon[102313]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:06:55.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:55 smithi145 conmon[67302]: audit 2022-01-26T00:06:54.158272+0000 mon.smithi120 (mon.0) 1043 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:06:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:56 smithi120 conmon[102313]: cluster 2022-01-26T00:06:54.490643+0000 mgr.smithi120.hllzij (mgr.14704) 2814 2022-01-26T00:06:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:56 smithi120 conmon[102313]: : cluster [DBG] pgmap v2425: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 511 B/s wr, 0 op/s 2022-01-26T00:06:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:56 smithi120 conmon[102313]: cluster 2022-01-26T00:06:55.920967+0000 mon.smithi120 (mon.0) 1044 : cluster [DBG] mgrmap e38: smithi120.hllzij(active, since 80m), standbys: smithi145.phdhej 2022-01-26T00:06:56.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:56 smithi145 conmon[67302]: cluster 2022-01-26T00:06:54.490643+0000 mgr.smithi120.hllzij (mgr.14704) 2814 : cluster [DBG] pgmap v2425: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 511 B/s wr, 0 op/s 2022-01-26T00:06:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:56 smithi145 conmon[67302]: cluster 2022-01-26T00:06:55.920967+0000 mon.smithi120 (mon.0) 1044 : cluster [DBG] mgrmap e38: smithi120.hllzij(active, since 80m), standbys: smithi145.phdhej 2022-01-26T00:06:57.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:57 smithi120 conmon[102313]: audit 2022-01-26T00:06:56.364044+0000 mon.smithi120 (mon.0) 1045 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:06:57.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:57 smithi120 conmon[102313]: cluster 2022-01-26T00:06:56.491222+0000 mgr.smithi120.hllzij (mgr.14704) 2815 : cluster [DBG] pgmap v2426: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 511 B/s wr, 0 op/s 2022-01-26T00:06:57.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:57 smithi145 conmon[67302]: audit 2022-01-26T00:06:56.364044+0000 mon.smithi120 (mon.0) 1045 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:06:57.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:57 smithi145 conmon[67302]: cluster 2022-01-26T00:06:56.491222+0000 mgr.smithi120.hllzij (mgr.14704) 2815 : cluster [DBG] pgmap v2426: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 511 B/s wr, 0 op/s 2022-01-26T00:06:59.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:59 smithi120 conmon[102313]: audit 2022-01-26T00:06:58.046593+0000 mon.smithi120 (mon.0) 1046 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2022-01-26T00:06:59.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:59 smithi120 conmon[102313]: audit 2022-01-26T00:06:58.572749+0000 mon.smithi120 (mon.0) 1047 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2022-01-26T00:06:59.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:59 smithi120 conmon[102313]: audit 2022 2022-01-26T00:06:59.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:59 smithi120 conmon[102313]: -01-26T00:06:58.573133+0000 mon.smithi120 (mon.0 2022-01-26T00:06:59.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:59 smithi120 conmon[102313]: ) 1048 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-26T00:06:59.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:59 smithi120 conmon[102313]: audit 2022- 2022-01-26T00:06:59.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:59 smithi120 conmon[102313]: 01-26T00:06:58.573395+0000 mon.smithi120 (mon.0) 1049 : audit [DBG] 2022-01-26T00:06:59.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:59 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-26T00:06:59.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:59 smithi120 conmon[102313]: audit 2022-01- 2022-01-26T00:06:59.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:59 smithi120 conmon[102313]: 26T00:06:58.575621+0000 mon.smithi120 (mon.0) 1050 : audit 2022-01-26T00:06:59.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:59 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-26T00:06:59.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:59 smithi120 conmon[102313]: audit 2022-01-26T00: 2022-01-26T00:06:59.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:59 smithi120 conmon[102313]: 06:58.575800+0000 mon.smithi120 (mon.0) 1051 : audit [DBG] 2022-01-26T00:06:59.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:06:59 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-26T00:06:59.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:59 smithi145 conmon[67302]: audit 2022-01-26T00:06:58.046593+0000 mon.smithi120 (mon 2022-01-26T00:06:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:59 smithi145 conmon[67302]: .0) 1046 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2022-01-26T00:06:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:59 smithi145 conmon[67302]: audit 2022-01-26T00:06:58.572749+0000 mon.smithi120 (mon.0) 1047 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2022-01-26T00:06:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:59 smithi145 conmon[67302]: audit 2022-01-26T00:06:58.573133+0000 mon.smithi120 (mon.0) 1048 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-26T00:06:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:59 smithi145 conmon[67302]: audit 2022-01-26 2022-01-26T00:06:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:59 smithi145 conmon[67302]: T00:06:58.573395+0000 mon.smithi120 (mon.0) 1049 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-26T00:06:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:59 smithi145 conmon[67302]: audit 2022-01-26T 2022-01-26T00:06:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:59 smithi145 conmon[67302]: 00:06:58.575621+0000 mon.smithi120 (mon.0) 1050 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi120"}]: dispatch 2022-01-26T00:06:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:59 smithi145 conmon[67302]: 2022-01-26T00:06:59.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:59 smithi145 conmon[67302]: audit 2022- 2022-01-26T00:06:59.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:06:59 smithi145 conmon[67302]: 01-26T00:06:58.575800+0000 mon.smithi120 (mon.0) 1051 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "mon metadata", "id": "smithi145"}]: dispatch 2022-01-26T00:07:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:00 smithi120 conmon[102313]: cluster 2022-01-26T00:06:58.491591+0000 mgr.smithi120.hllzij (mgr.14704) 2816 : cluster [DBG] pgmap v2427: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 511 B/s wr, 0 op/s 2022-01-26T00:07:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:00 smithi120 conmon[102313]: audit 2022-01-26T00:06:58.575558+0000 mon.smithi145 (mon.1) 5 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2022-01-26T00:07:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:00 smithi120 conmon[102313]: audit 2022-01-26T00:06:59.080365+0000 mon.smithi145 (mon.1) 6 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2022-01-26T00:07:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:00 smithi120 conmon[102313]: audit 2022-01-26T00:06:59.088571+0000 mon.smithi120 (mon.0) 1052 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:07:00.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:00 smithi145 conmon[67302]: cluster 2022-01-26T00:06:58.491591+0000 mgr.smithi120.hllzij (mgr.14704) 2816 : cluster [DBG] pgmap v2427: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 511 B/s wr, 0 op/s 2022-01-26T00:07:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:00 smithi145 conmon[67302]: audit 2022-01-26T00:06:58.575558+0000 mon.smithi145 (mon.1) 5 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2022-01-26T00:07:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:00 smithi145 conmon[67302]: audit 2022-01-26T00:06:59.080365+0000 mon.smithi145 (mon.1) 6 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2022-01-26T00:07:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:00 smithi145 conmon[67302]: audit 2022-01-26T00:06:59.088571+0000 mon.smithi120 (mon.0) 1052 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:07:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:02 smithi120 conmon[102313]: cluster 2022-01-26T00:07:00.492385+0000 mgr.smithi120.hllzij (mgr.14704) 2817 : cluster [DBG] 2022-01-26T00:07:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:02 smithi120 conmon[102313]: pgmap v2428: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:07:02.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:02 smithi145 conmon[67302]: cluster 2022-01-26T00:07:00.492385+0000 mgr.smithi120.hllzij (mgr.14704) 2817 : cluster [DBG] 2022-01-26T00:07:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:02 smithi145 conmon[67302]: pgmap v2428: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:07:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:04 smithi120 conmon[102313]: cluster 2022-01-26T00:07:02.492937+0000 mgr.smithi120.hllzij (mgr.14704) 2818 : cluster [DBG] pgmap v2429: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:07:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:04 smithi120 conmon[102313]: 2022-01-26T00:07:04.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:04 smithi145 conmon[67302]: cluster 2022-01-26T00:07:02.492937+0000 mgr.smithi120.hllzij (mgr.14704) 2818 : cluster [DBG] pgmap v2429: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:07:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:06 smithi120 conmon[102313]: cluster 2022-01-26T00:07:04.493804+0000 mgr.smithi120.hllzij (mgr.14704) 2819 : cluster [DBG] pgmap v2430: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:07:06.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:06 smithi145 conmon[67302]: cluster 2022-01-26T00:07:04.493804+0000 mgr.smithi120.hllzij (mgr.14704) 2819 : cluster [DBG] pgmap v2430: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 938 B/s wr, 0 op/s 2022-01-26T00:07:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:08 smithi120 conmon[102313]: cluster 2022-01-26T00:07:06.494430+0000 mgr.smithi120.hllzij (mgr.14704) 2820 : cluster [DBG] pgmap v2431: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-26T00:07:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:08 smithi120 conmon[102313]: 2022-01-26T00:07:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:08 smithi145 conmon[67302]: cluster 2022-01-26T00:07:06.494430+0000 mgr.smithi120.hllzij (mgr.14704) 2820 : cluster [DBG] pgmap v2431: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-26T00:07:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:10 smithi120 conmon[102313]: cluster 2022-01-26T00:07:08.495000+0000 mgr.smithi120.hllzij (mgr.14704) 2821 : cluster [DBG] pgmap v2432: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-26T00:07:10.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:10 smithi145 conmon[67302]: cluster 2022-01-26T00:07:08.495000+0000 mgr.smithi120.hllzij (mgr.14704) 2821 : cluster [DBG] pgmap v2432: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 426 B/s wr, 0 op/s 2022-01-26T00:07:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:12 smithi120 conmon[102313]: cluster 2022-01-26T00:07:10.495834+0000 mgr.smithi120.hllzij (mgr.14704) 2822 : cluster [DBG] 2022-01-26T00:07:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:12 smithi120 conmon[102313]: pgmap v2433: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 426 B/s wr, 0 op/s 2022-01-26T00:07:12.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:12 smithi145 conmon[67302]: cluster 2022-01-26T00:07:10.495834+0000 mgr.smithi120.hllzij (mgr.14704) 2822 : cluster [DBG] pgmap v2433: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 426 B/s wr, 0 op/s 2022-01-26T00:07:13.782 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:07:14.050 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:07:14.074 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (86m) 7m ago 87m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:07:14.075 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (79m) 7m ago 87m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:07:14.075 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (79m) 7m ago 87m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:07:14.075 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (86m) 7m ago 87m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:07:14.075 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (83m) 7m ago 83m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:07:14.076 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (83m) 7m ago 83m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:07:14.076 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (80m) 7m ago 88m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:07:14.076 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (80m) 7m ago 86m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:07:14.076 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (80m) 7m ago 88m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:07:14.077 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (79m) 7m ago 86m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:07:14.077 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (80m) 7m ago 80m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:07:14.077 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (80m) 7m ago 80m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:07:14.077 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (87m) 7m ago 87m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:07:14.078 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (86m) 7m ago 86m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:07:14.078 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (74m) 7m ago 86m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:07:14.078 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (86m) 7m ago 86m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:07:14.079 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (85m) 7m ago 85m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:07:14.079 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (85m) 7m ago 85m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:07:14.079 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (85m) 7m ago 85m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:07:14.079 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (85m) 7m ago 84m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:07:14.080 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (84m) 7m ago 84m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:07:14.080 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (84m) 7m ago 84m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:07:14.080 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (86m) 7m ago 87m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:07:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:14 smithi120 conmon[102313]: cluster 2022-01-26T00:07:12.496465+0000 mgr.smithi120.hllzij (mgr.14704) 2823 : cluster 2022-01-26T00:07:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:14 smithi120 conmon[102313]: [DBG] pgmap v2434: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:14.374 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:07:14.374 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:07:14.375 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:07:14.375 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:07:14.375 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:07:14.375 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:07:14.376 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:07:14.376 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:07:14.376 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:07:14.376 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:07:14.377 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:07:14.377 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:07:14.377 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:07:14.377 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:07:14.377 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:07:14.378 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:07:14.378 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:07:14.378 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:07:14.378 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:07:14.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:14 smithi145 conmon[67302]: cluster 2022-01-26T00:07:12.496465+0000 mgr.smithi120.hllzij (mgr.14704) 2823 : cluster [DBG] pgmap v2434: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:15.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:15 smithi120 conmon[102313]: audit 2022-01-26T00:07:13.771236+0000 mgr.smithi120.hllzij (mgr.14704) 2824 : audit 2022-01-26T00:07:15.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:15 smithi120 conmon[102313]: [DBG] from='client.35960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:15.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:15 smithi120 conmon[102313]: audit 2022-01-26T00:07:14.042430+0000 mgr.smithi120.hllzij (mgr.14704) 2825 : audit [DBG] from='client.35964 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:15.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:15 smithi120 conmon[102313]: audit 2022-01-26T00:07:14.375115+0000 mon.smithi120 (mon.0) 1053 : 2022-01-26T00:07:15.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:15 smithi120 conmon[102313]: audit [DBG] from='client.? 172.21.15.120:0/3639657650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:07:15.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:15 smithi145 conmon[67302]: audit 2022-01-26T00:07:13.771236+0000 mgr.smithi120.hllzij (mgr.14704) 2824 : audit [DBG] from='client.35960 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:15.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:15 smithi145 conmon[67302]: audit 2022-01-26T00:07:14.042430+0000 mgr.smithi120.hllzij (mgr.14704) 2825 : audit [DBG] from='client.35964 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:15.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:15 smithi145 conmon[67302]: audit 2022-01-26T00:07:14.375115+0000 mon.smithi120 (mon.0) 1053 : audit [DBG] from='client.? 172.21.15.120:0/3639657650' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:07:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:16 smithi120 conmon[102313]: cluster 2022-01-26T00:07:14.497024+0000 mgr.smithi120.hllzij (mgr.14704) 2826 : cluster [DBG] pgmap v2435: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:16 smithi145 conmon[67302]: cluster 2022-01-26T00:07:14.497024+0000 mgr.smithi120.hllzij (mgr.14704) 2826 : cluster [DBG] pgmap v2435: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:16 smithi145 conmon[67302]: 2022-01-26T00:07:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:18 smithi120 conmon[102313]: cluster 2022-01-26T00:07:16.497729+0000 mgr.smithi120.hllzij (mgr.14704) 2827 : cluster [DBG] 2022-01-26T00:07:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:18 smithi120 conmon[102313]: pgmap v2436: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:18 smithi145 conmon[67302]: cluster 2022-01-26T00:07:16.497729+0000 mgr.smithi120.hllzij (mgr.14704) 2827 : cluster [DBG] pgmap v2436: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:20 smithi120 conmon[102313]: cluster 2022-01-26T00:07:18.498167+0000 mgr.smithi120.hllzij (mgr.14704) 2828 : cluster [DBG] 2022-01-26T00:07:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:20 smithi120 conmon[102313]: pgmap v2437: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:20.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:20 smithi145 conmon[67302]: cluster 2022-01-26T00:07:18.498167+0000 mgr.smithi120.hllzij (mgr.14704) 2828 : cluster [DBG] pgmap v2437: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:22.472 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:22 smithi145 conmon[67302]: cluster 2022-01-26T00:07:20.498960+0000 mgr.smithi120.hllzij (mgr.14704) 2829 : cluster [DBG] 2022-01-26T00:07:22.472 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:22 smithi145 conmon[67302]: pgmap v2438: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:22 smithi120 conmon[102313]: cluster 2022-01-26T00:07:20.498960+0000 mgr.smithi120.hllzij (mgr.14704) 2829 : cluster [DBG] pgmap v2438: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:22 smithi120 conmon[102313]: 2022-01-26T00:07:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:24 smithi120 conmon[102313]: cluster 2022-01-26T00:07:22.499597+0000 mgr.smithi120.hllzij (mgr.14704) 2830 : cluster [DBG] pgmap v2439: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:24 smithi145 conmon[67302]: cluster 2022-01-26T00:07:22.499597+0000 mgr.smithi120.hllzij (mgr.14704) 2830 : cluster [DBG] pgmap v2439: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:26 smithi120 conmon[102313]: cluster 2022-01-26T00:07:24.500308+0000 mgr.smithi120.hllzij (mgr.14704) 2831 : cluster [DBG] pgmap v2440: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:26 smithi145 conmon[67302]: cluster 2022-01-26T00:07:24.500308+0000 mgr.smithi120.hllzij (mgr.14704) 2831 : cluster [DBG] pgmap v2440: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:28 smithi120 conmon[102313]: cluster 2022-01-26T00:07:26.501016+0000 mgr.smithi120.hllzij (mgr.14704) 2832 : cluster [DBG] pgmap v2441: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:28.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:28 smithi145 conmon[67302]: cluster 2022-01-26T00:07:26.501016+0000 mgr.smithi120.hllzij (mgr.14704) 2832 : cluster [DBG] pgmap v2441: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:30.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:30 smithi120 conmon[102313]: cluster 2022-01-26T00:07:28.501752+0000 mgr.smithi120.hllzij (mgr.14704) 2833 : cluster [DBG] pgmap v2442: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:30.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:30 smithi145 conmon[67302]: cluster 2022-01-26T00:07:28.501752+0000 mgr.smithi120.hllzij (mgr.14704) 2833 : cluster [DBG] pgmap v2442: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:31.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:31 smithi120 conmon[102313]: audit 2022-01-26T00:07:30.437042+0000 mon.smithi120 (mon.0) 1054 : audit 2022-01-26T00:07:31.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:31 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:07:31.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:31 smithi120 conmon[102313]: audit 2022-01-26T00:07:30.438418+0000 mon.smithi120 (mon.0) 1055 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:07:31.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:31 smithi120 conmon[102313]: audit 2022-01-26T00:07:30.439244+0000 mon.smithi120 (mon.0) 1056 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:07:31.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:31 smithi120 conmon[102313]: audit 2022-01-26T00:07:30.837177+0000 mon.smithi120 (mon.0) 1057 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:07:31.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:31 smithi120 conmon[102313]: audit 2022-01-26T00:07:30.841906+0000 mon.smithi120 (mon.0) 1058 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:07:31.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:31 smithi145 conmon[67302]: audit 2022-01-26T00:07:30.437042+0000 mon.smithi120 (mon.0) 1054 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:07:31.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:31 smithi145 conmon[67302]: audit 2022-01-26T00:07: 2022-01-26T00:07:31.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:31 smithi145 conmon[67302]: 30.438418+0000 mon.smithi120 (mon.0) 1055 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:07:31.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:31 smithi145 conmon[67302]: audit 2022-01-26T00:07:30.439244+0000 mon.smithi120 (mon.0) 1056 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:07:31.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:31 smithi145 conmon[67302]: audit 2022-01-26T00:07:30.837177+0000 mon.smithi120 (mon.0) 1057 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:07:31.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:31 smithi145 conmon[67302]: audit 2022-01-26T00:07:30.841906+0000 mon.smithi120 (mon.0) 1058 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:07:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:32 smithi120 conmon[102313]: cephadm 2022-01-26T00:07:30.439974+0000 mgr.smithi120.hllzij (mgr.14704) 2834 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:07:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:32 smithi120 conmon[102313]: cluster 2022-01-26T00:07:30.502456+0000 mgr.smithi120.hllzij (mgr.14704) 2835 : cluster [DBG] pgmap v2443: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:32 smithi145 conmon[67302]: cephadm 2022-01-26T00:07:30.439974+0000 mgr.smithi120.hllzij (mgr.14704) 2834 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:07:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:32 smithi145 conmon[67302]: cluster 2022-01-26T00:07:30.502456+0000 mgr.smithi120.hllzij (mgr.14704) 2835 : cluster [DBG] pgmap v2443: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:34 smithi120 conmon[102313]: cluster 2022-01-26T00:07:32.503002+0000 mgr.smithi120.hllzij (mgr.14704) 2836 : cluster [DBG] pgmap v2444: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:34 smithi120 conmon[102313]: 2022-01-26T00:07:34.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:34 smithi145 conmon[67302]: cluster 2022-01-26T00:07:32.503002+0000 mgr.smithi120.hllzij (mgr.14704) 2836 : cluster [DBG] pgmap v2444: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:36 smithi120 conmon[102313]: cluster 2022-01-26T00:07:34.503825+0000 mgr.smithi120.hllzij (mgr.14704) 2837 : cluster [DBG] pgmap v2445: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:36.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:36 smithi145 conmon[67302]: cluster 2022-01-26T00:07:34.503825+0000 mgr.smithi120.hllzij (mgr.14704) 2837 : cluster [DBG] 2022-01-26T00:07:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:36 smithi145 conmon[67302]: pgmap v2445: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:38 smithi120 conmon[102313]: cluster 2022-01-26T00:07:36.504435+0000 mgr.smithi120.hllzij (mgr.14704) 2838 : cluster [DBG] pgmap v2446: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:38.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:38 smithi145 conmon[67302]: cluster 2022-01-26T00:07:36.504435+0000 mgr.smithi120.hllzij (mgr.14704) 2838 : cluster [DBG] pgmap v2446: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:40 smithi120 conmon[102313]: cluster 2022-01-26T00:07:38.504992+0000 mgr.smithi120.hllzij (mgr.14704) 2839 : cluster [DBG] pgmap v2447: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:40.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:40 smithi145 conmon[67302]: cluster 2022-01-26T00:07:38.504992+0000 mgr.smithi120.hllzij (mgr.14704) 2839 : cluster [DBG] pgmap v2447: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:42 smithi120 conmon[102313]: cluster 2022-01-26T00:07:40.506143+0000 mgr.smithi120.hllzij (mgr.14704) 2840 : cluster [DBG] pgmap v2448: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:42.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:42 smithi145 conmon[67302]: cluster 2022-01-26T00:07:40.506143+0000 mgr.smithi120.hllzij (mgr.14704) 2840 : cluster [DBG] pgmap v2448: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:44 smithi120 conmon[102313]: cluster 2022-01-26T00:07:42.506769+0000 mgr.smithi120.hllzij (mgr.14704) 2841 : cluster [DBG] pgmap v2449: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:44.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:44 smithi145 conmon[67302]: cluster 2022-01-26T00:07:42.506769+0000 mgr.smithi120.hllzij (mgr.14704) 2841 : cluster [DBG] pgmap v2449: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:44.681 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:07:44.947 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:07:44.948 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (86m) 8m ago 88m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:07:44.948 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (80m) 8m ago 88m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:07:44.948 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (80m) 8m ago 87m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:07:44.949 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (86m) 8m ago 87m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:07:44.949 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (83m) 8m ago 83m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:07:44.949 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (83m) 8m ago 83m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:07:44.949 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (80m) 8m ago 89m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:07:44.950 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (80m) 8m ago 87m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:07:44.950 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (80m) 8m ago 89m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:07:44.950 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (80m) 8m ago 87m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:07:44.950 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (81m) 8m ago 81m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:07:44.951 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (81m) 8m ago 81m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:07:44.951 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (87m) 8m ago 87m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:07:44.951 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (87m) 8m ago 87m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:07:44.952 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (74m) 8m ago 86m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:07:44.952 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (86m) 8m ago 86m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:07:44.952 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (86m) 8m ago 86m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:07:44.953 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (86m) 8m ago 86m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:07:44.953 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (85m) 8m ago 85m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:07:44.953 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (85m) 8m ago 85m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:07:44.954 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (85m) 8m ago 85m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:07:44.954 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (84m) 8m ago 84m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:07:44.954 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (86m) 8m ago 87m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:07:45.276 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:07:45.276 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:07:45.276 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:07:45.276 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:07:45.277 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:07:45.277 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:07:45.277 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:07:45.277 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:07:45.277 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:07:45.278 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:07:45.278 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:07:45.278 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:07:45.278 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:07:45.279 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:07:45.279 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:07:45.279 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:07:45.279 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:07:45.280 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:07:45.280 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:07:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:46 smithi120 conmon[102313]: cluster 2022-01-26T00:07:44.507326+0000 mgr.smithi120.hllzij (mgr.14704) 2842 : cluster 2022-01-26T00:07:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:46 smithi120 conmon[102313]: [DBG] pgmap v2450: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:46 smithi120 conmon[102313]: audit 2022-01-26T00:07:44.669378+0000 mgr.smithi120.hllzij (mgr.14704) 2843 : audit [DBG] from='client.35972 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:46.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:46 smithi120 conmon[102313]: audit 2022-01-26T00:07: 2022-01-26T00:07:46.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:46 smithi120 conmon[102313]: 44.939651+0000 mgr.smithi120.hllzij (mgr.14704) 2844 : audit [DBG] from='client.35976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:46.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:46 smithi120 conmon[102313]: audit 2022-01-26T00:07:45. 2022-01-26T00:07:46.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:46 smithi120 conmon[102313]: 276565+0000 mon.smithi120 (mon.0) 1059 : audit [DBG] from='client.? 172.21.15.120:0/2143431208' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:07:46.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:46 smithi145 conmon[67302]: cluster 2022-01-26T00:07:44.507326+0000 mgr.smithi120.hllzij (mgr.14704) 2842 : cluster [DBG] pgmap v2450: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:46 smithi145 conmon[67302]: audit 2022-01-26T00:07:44.669378+0000 mgr.smithi120.hllzij (mgr.14704) 2843 : audit 2022-01-26T00:07:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:46 smithi145 conmon[67302]: [DBG] from='client.35972 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:46 smithi145 conmon[67302]: audit 2022-01-26T00:07:44.939651+0000 mgr.smithi120.hllzij (mgr.14704) 2844 : audit [DBG] from='client.35976 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:07:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:46 smithi145 conmon[67302]: audit 2022-01-26T00:07:45.276565+0000 mon.smithi120 (mon.0) 1059 : audit [DBG] from='client.? 172.21.15.120:0/2143431208' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:07:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:48 smithi120 conmon[102313]: cluster 2022-01-26T00:07:46.508055+0000 mgr.smithi120.hllzij (mgr.14704) 2845 : cluster [DBG] pgmap v2451: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:48 smithi120 conmon[102313]: 2022-01-26T00:07:48.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:48 smithi145 conmon[67302]: cluster 2022-01-26T00:07:46.508055+0000 mgr.smithi120.hllzij (mgr.14704) 2845 : cluster [DBG] pgmap v2451: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:50 smithi120 conmon[102313]: cluster 2022-01-26T00:07:48.508504+0000 mgr.smithi120.hllzij (mgr.14704) 2846 : cluster [DBG] pgmap v2452: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:50.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:50 smithi145 conmon[67302]: cluster 2022-01-26T00:07:48.508504+0000 mgr.smithi120.hllzij (mgr.14704) 2846 : cluster [DBG] pgmap v2452: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:52 smithi120 conmon[102313]: cluster 2022-01-26T00:07:50.509232+0000 mgr.smithi120.hllzij (mgr.14704) 2847 : cluster [DBG] pgmap v2453: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:52.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:52 smithi145 conmon[67302]: cluster 2022-01-26T00:07:50.509232+0000 mgr.smithi120.hllzij (mgr.14704) 2847 : cluster [DBG] pgmap v2453: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:07:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:54 smithi120 conmon[102313]: cluster 2022-01-26T00:07:52.509930+0000 mgr.smithi120.hllzij (mgr.14704) 2848 : cluster [DBG] pgmap v2454: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:54 smithi120 conmon[102313]: audit 2022-01-26T00:07:53.908606+0000 mon.smithi120 (mon.0) 1060 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:07:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:54 smithi120 conmon[102313]: audit 2022-01-26T00:07: 2022-01-26T00:07:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:54 smithi120 conmon[102313]: 53.908838+0000 mon.smithi120 (mon.0) 1061 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:07:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:54 smithi120 conmon[102313]: 2022-01-26T00:07:54.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:54 smithi145 conmon[67302]: cluster 2022-01-26T00:07:52.509930+0000 mgr.smithi120.hllzij (mgr.14704) 2848 : cluster [DBG] pgmap v2454: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:54 smithi145 conmon[67302]: audit 2022-01-26T00:07:53.908606+0000 mon.smithi120 (mon.0) 1060 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:07:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:54 smithi145 conmon[67302]: audit 2022-01-26T00:07:53.908838+0000 mon.smithi120 (mon.0) 1061 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:07:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:56 smithi120 conmon[102313]: cluster 2022-01-26T00:07:54.510736+0000 mgr.smithi120.hllzij (mgr.14704) 2849 : cluster [DBG] pgmap v2455: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:56 smithi145 conmon[67302]: cluster 2022-01-26T00:07:54.510736+0000 mgr.smithi120.hllzij (mgr.14704) 2849 : cluster [DBG] pgmap v2455: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:07:58 smithi120 conmon[102313]: cluster 2022-01-26T00:07:56.511351+0000 mgr.smithi120.hllzij (mgr.14704) 2850 : cluster [DBG] pgmap v2456: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:07:58.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:07:58 smithi145 conmon[67302]: cluster 2022-01-26T00:07:56.511351+0000 mgr.smithi120.hllzij (mgr.14704) 2850 : cluster [DBG] pgmap v2456: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:00 smithi120 conmon[102313]: cluster 2022-01-26T00:07:58.511927+0000 mgr.smithi120.hllzij (mgr.14704) 2851 : cluster [DBG] pgmap v2457: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:00 smithi145 conmon[67302]: cluster 2022-01-26T00:07:58.511927+0000 mgr.smithi120.hllzij (mgr.14704) 2851 : cluster [DBG] pgmap v2457: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:00 smithi145 conmon[67302]: 2022-01-26T00:08:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:02 smithi120 conmon[102313]: cluster 2022-01-26T00:08:00.512635+0000 mgr.smithi120.hllzij (mgr.14704) 2852 : cluster [DBG] pgmap v2458: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:02 smithi145 conmon[67302]: cluster 2022-01-26T00:08:00.512635+0000 mgr.smithi120.hllzij (mgr.14704) 2852 : cluster [DBG] pgmap v2458: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:04 smithi120 conmon[102313]: cluster 2022-01-26T00:08:02.513091+0000 mgr.smithi120.hllzij (mgr.14704) 2853 : cluster [DBG] pgmap v2459: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:04.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:04 smithi145 conmon[67302]: cluster 2022-01-26T00:08:02.513091+0000 mgr.smithi120.hllzij (mgr.14704) 2853 : cluster [DBG] pgmap v2459: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:06 smithi120 conmon[102313]: cluster 2022-01-26T00:08:04.513761+0000 mgr.smithi120.hllzij (mgr.14704) 2854 : cluster [DBG] pgmap v2460: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:06 smithi145 conmon[67302]: cluster 2022-01-26T00:08:04.513761+0000 mgr.smithi120.hllzij (mgr.14704) 2854 : cluster [DBG] pgmap v2460: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:08 smithi120 conmon[102313]: cluster 2022-01-26T00:08:06.514484+0000 mgr.smithi120.hllzij (mgr.14704) 2855 : cluster [DBG] pgmap v2461: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:08.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:08 smithi145 conmon[67302]: cluster 2022-01-26T00:08:06.514484+0000 mgr.smithi120.hllzij (mgr.14704) 2855 : cluster [DBG] pgmap v2461: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:08 smithi145 conmon[67302]: 2022-01-26T00:08:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:10 smithi120 conmon[102313]: cluster 2022-01-26T00:08:08.514932+0000 mgr.smithi120.hllzij (mgr.14704) 2856 : cluster [DBG] pgmap v2462: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:10 smithi120 conmon[102313]: 2022-01-26T00:08:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:10 smithi145 conmon[67302]: cluster 2022-01-26T00:08:08.514932+0000 mgr.smithi120.hllzij (mgr.14704) 2856 : cluster [DBG] pgmap v2462: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:12 smithi120 conmon[102313]: cluster 2022-01-26T00:08:10.515705+0000 mgr.smithi120.hllzij (mgr.14704) 2857 : cluster [DBG] pgmap v2463: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:12.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:12 smithi145 conmon[67302]: cluster 2022-01-26T00:08:10.515705+0000 mgr.smithi120.hllzij (mgr.14704) 2857 : cluster [DBG] pgmap v2463: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:14 smithi120 conmon[102313]: cluster 2022-01-26T00:08:12.516361+0000 mgr.smithi120.hllzij (mgr.14704) 2858 : cluster [DBG] pgmap v2464: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:14.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:14 smithi145 conmon[67302]: cluster 2022-01-26T00:08:12.516361+0000 mgr.smithi120.hllzij (mgr.14704) 2858 : cluster [DBG] pgmap v2464: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:15.578 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:08:15.846 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:08:15.846 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (87m) 8m ago 88m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:08:15.846 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (80m) 8m ago 88m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:08:15.847 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (80m) 8m ago 88m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:08:15.847 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (87m) 8m ago 88m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:08:15.847 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (84m) 8m ago 84m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:08:15.847 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (84m) 8m ago 84m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:08:15.848 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (81m) 8m ago 89m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:08:15.848 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (81m) 8m ago 87m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:08:15.848 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (81m) 8m ago 89m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:08:15.849 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (80m) 8m ago 87m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:08:15.849 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (81m) 8m ago 81m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:08:15.849 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (81m) 8m ago 81m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:08:15.849 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (88m) 8m ago 88m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:08:15.849 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (87m) 8m ago 87m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:08:15.850 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (75m) 8m ago 87m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:08:15.850 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (87m) 8m ago 87m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:08:15.850 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (86m) 8m ago 86m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:08:15.850 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (86m) 8m ago 86m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:08:15.851 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (86m) 8m ago 86m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:08:15.851 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (86m) 8m ago 86m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:08:15.851 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (85m) 8m ago 85m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:08:15.852 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (85m) 8m ago 85m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:08:15.852 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (87m) 8m ago 88m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:08:16.164 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:08:16.165 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:08:16.165 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:08:16.165 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:08:16.165 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:08:16.166 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:08:16.166 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:08:16.166 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:08:16.166 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:08:16.166 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:08:16.167 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:08:16.167 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:08:16.167 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:08:16.167 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:08:16.168 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:08:16.168 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:08:16.168 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:08:16.168 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:08:16.168 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:08:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:16 smithi120 conmon[102313]: cluster 2022-01-26T00:08:14.517044+0000 mgr.smithi120.hllzij (mgr.14704) 2859 : cluster 2022-01-26T00:08:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:16 smithi120 conmon[102313]: [DBG] pgmap v2465: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:16.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:16 smithi120 conmon[102313]: audit 2022-01-26T00:08:16.165332+0000 mon.smithi120 (mon.0) 1062 : audit [DBG] from='client.? 172.21.15.120:0/433379947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:08:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:16 smithi145 conmon[67302]: cluster 2022-01-26T00:08:14.517044+0000 mgr.smithi120.hllzij (mgr.14704) 2859 : cluster [DBG] pgmap v2465: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:16 smithi145 conmon[67302]: audit 2022-01-26T00:08:16.165332+0000 mon.smithi120 (mon.0) 1062 : audit [DBG] from='client.? 172.21.15.120:0/433379947' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:08:17.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:17 smithi120 conmon[102313]: audit 2022-01-26T00:08:15.567192+0000 mgr.smithi120.hllzij (mgr.14704) 2860 : audit [DBG] from='client.35984 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:17.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:17 smithi120 conmon[102313]: audit 2022-01- 2022-01-26T00:08:17.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:17 smithi120 conmon[102313]: 26T00:08:15.837908+0000 mgr.smithi120.hllzij (mgr.14704) 2861 : audit [DBG] from='client.35988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:17.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:17 smithi145 conmon[67302]: audit 2022-01-26T00:08:15.567192+0000 mgr.smithi120.hllzij (mgr.14704) 2860 : audit [DBG] from='client.35984 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:17.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:17 smithi145 conmon[67302]: 2022-01-26T00:08:17.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:17 smithi145 conmon[67302]: audit 2022-01-26T00:08:15.837908+0000 mgr.smithi120.hllzij (mgr.14704) 2861 : audit [DBG] from='client.35988 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:18.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:18 smithi120 conmon[102313]: cluster 2022-01-26T00:08:16.517585+0000 mgr.smithi120.hllzij (mgr.14704) 2862 : cluster 2022-01-26T00:08:18.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:18 smithi120 conmon[102313]: [DBG] pgmap v2466: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:18 smithi145 conmon[67302]: cluster 2022-01-26T00:08:16.517585+0000 mgr.smithi120.hllzij (mgr.14704) 2862 : cluster [DBG] pgmap v2466: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:18 smithi145 conmon[67302]: 2022-01-26T00:08:19.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:19 smithi120 conmon[102313]: cluster 2022-01-26T00:08:18.518027+0000 mgr.smithi120.hllzij (mgr.14704) 2863 : cluster [DBG] pgmap v2467: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:19.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:19 smithi120 conmon[102313]: 2022-01-26T00:08:19.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:19 smithi145 conmon[67302]: cluster 2022-01-26T00:08:18.518027+0000 mgr.smithi120.hllzij (mgr.14704) 2863 : cluster [DBG] pgmap v2467: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:21 smithi120 conmon[102313]: cluster 2022-01-26T00:08:20.518901+0000 mgr.smithi120.hllzij (mgr.14704) 2864 : cluster [DBG] pgmap v2468: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:21 smithi120 conmon[102313]: 2022-01-26T00:08:22.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:21 smithi145 conmon[67302]: cluster 2022-01-26T00:08:20.518901+0000 mgr.smithi120.hllzij (mgr.14704) 2864 : cluster [DBG] pgmap v2468: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:24.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:23 smithi120 conmon[102313]: cluster 2022-01-26T00:08:22.519575+0000 mgr.smithi120.hllzij (mgr.14704) 2865 : cluster [DBG] 2022-01-26T00:08:24.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:23 smithi120 conmon[102313]: pgmap v2469: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:24.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:23 smithi145 conmon[67302]: cluster 2022-01-26T00:08:22.519575+0000 mgr.smithi120.hllzij (mgr.14704) 2865 : cluster [DBG] pgmap v2469: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:25 smithi120 conmon[102313]: cluster 2022-01-26T00:08:24.520253+0000 mgr.smithi120.hllzij (mgr.14704) 2866 : cluster [DBG] pgmap v2470: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:25 smithi120 conmon[102313]: 2022-01-26T00:08:26.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:25 smithi145 conmon[67302]: cluster 2022-01-26T00:08:24.520253+0000 mgr.smithi120.hllzij (mgr.14704) 2866 : cluster [DBG] pgmap v2470: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:27 smithi120 conmon[102313]: cluster 2022-01-26T00:08:26.520897+0000 mgr.smithi120.hllzij (mgr.14704) 2867 : cluster [DBG] 2022-01-26T00:08:28.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:27 smithi120 conmon[102313]: pgmap v2471: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:28.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:27 smithi145 conmon[67302]: cluster 2022-01-26T00:08:26.520897+0000 mgr.smithi120.hllzij (mgr.14704) 2867 : cluster [DBG] pgmap v2471: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:29 smithi120 conmon[102313]: cluster 2022-01-26T00:08:28. 2022-01-26T00:08:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:29 smithi120 conmon[102313]: 521463+0000 mgr.smithi120.hllzij (mgr.14704) 2868 : cluster [DBG] pgmap v2472: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:30.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:29 smithi145 conmon[67302]: cluster 2022-01-26T00:08:28.521463+0000 mgr.smithi120.hllzij (mgr.14704) 2868 : cluster [DBG] pgmap v2472: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:31.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:30 smithi120 conmon[102313]: audit 2022-01-26T00:08:30.844497+0000 mon.smithi120 (mon.0) 2022-01-26T00:08:31.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:30 smithi120 conmon[102313]: 1063 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:08:31.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:30 smithi120 conmon[102313]: audit 2022-01-26T00:08:30.846040+0000 mon.smithi120 (mon.0) 1064 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:08:31.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:30 smithi120 conmon[102313]: audit 2022-01-26T00:08:30.846873 2022-01-26T00:08:31.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:30 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 1065 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:08:31.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:30 smithi145 conmon[67302]: audit 2022-01-26T00:08:30.844497+0000 mon.smithi120 (mon.0) 1063 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:08:31.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:30 smithi145 conmon[67302]: audit 2022-01-26T00:08:30.846040+0000 mon.smithi120 (mon.0) 1064 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:08:31.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:30 smithi145 conmon[67302]: audit 2022-01-26T00:08:30.846873+0000 mon.smithi120 (mon.0) 1065 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:08:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:31 smithi120 conmon[102313]: cluster 2022-01-26T00:08:30.522217+0000 mgr.smithi120.hllzij (mgr.14704) 2869 2022-01-26T00:08:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:31 smithi120 conmon[102313]: : cluster [DBG] pgmap v2473: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:31 smithi120 conmon[102313]: cephadm 2022-01-26T00:08:30.847589+0000 mgr.smithi120.hllzij (mgr.14704) 2870 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:08:32.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:31 smithi120 conmon[102313]: audit 2022- 2022-01-26T00:08:32.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:31 smithi120 conmon[102313]: 01-26T00:08:31.247137+0000 mon.smithi120 (mon.0) 1066 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:08:32.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:31 smithi120 conmon[102313]: audit 2022-01-26T00:08:31 2022-01-26T00:08:32.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:31 smithi120 conmon[102313]: .252555+0000 mon.smithi120 (mon.0) 1067 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:08:32.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:31 smithi145 conmon[67302]: cluster 2022-01-26T00:08:30.522217+0000 mgr.smithi120.hllzij (mgr.14704) 2869 : 2022-01-26T00:08:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:31 smithi145 conmon[67302]: cluster [DBG] pgmap v2473: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:31 smithi145 conmon[67302]: cephadm 2022-01-26T00:08:30.847589+0000 mgr.smithi120.hllzij (mgr.14704) 2870 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:08:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:31 smithi145 conmon[67302]: audit 2022-01-26T00:08:31.247137+0000 mon.smithi120 (mon.0) 1066 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:08:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:31 smithi145 conmon[67302]: audit 2022-01-26T00:08:31.252555+0000 mon.smithi120 (mon.0) 1067 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:08:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:33 smithi120 conmon[102313]: cluster 2022-01-26T00:08:32.522799+0000 mgr.smithi120.hllzij (mgr.14704) 2871 : cluster [DBG] pgmap v2474: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:34.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:33 smithi145 conmon[67302]: cluster 2022-01-26T00:08:32.522799+0000 mgr.smithi120.hllzij (mgr.14704) 2871 : cluster [DBG] pgmap v2474: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:35 smithi120 conmon[102313]: cluster 2022-01-26T00:08:34.523459+0000 mgr.smithi120.hllzij (mgr.14704) 2872 : cluster [DBG] pgmap v2475: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:35 smithi145 conmon[67302]: cluster 2022-01-26T00:08:34.523459+0000 mgr.smithi120.hllzij (mgr.14704) 2872 : cluster [DBG] pgmap v2475: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:37 smithi120 conmon[102313]: cluster 2022-01-26T00:08:36.524159+0000 mgr.smithi120.hllzij (mgr.14704) 2873 : cluster [DBG] pgmap v2476: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:37 smithi145 conmon[67302]: cluster 2022-01-26T00:08:36.524159+0000 mgr.smithi120.hllzij (mgr.14704) 2873 : cluster [DBG] pgmap v2476: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:39 smithi120 conmon[102313]: cluster 2022-01-26T00:08:38.524810+0000 mgr.smithi120.hllzij (mgr.14704) 2874 : cluster 2022-01-26T00:08:40.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:39 smithi120 conmon[102313]: [DBG] pgmap v2477: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:40.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:39 smithi145 conmon[67302]: cluster 2022-01-26T00:08:38.524810+0000 mgr.smithi120.hllzij (mgr.14704) 2874 : cluster [DBG] pgmap v2477: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:41 smithi120 conmon[102313]: cluster 2022-01-26T00:08:40.525655+0000 mgr.smithi120.hllzij (mgr.14704) 2875 : cluster [DBG] pgmap v2478: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:42.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:41 smithi120 conmon[102313]: 2022-01-26T00:08:42.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:41 smithi145 conmon[67302]: cluster 2022-01-26T00:08:40.525655+0000 mgr.smithi120.hllzij (mgr.14704) 2875 : cluster [DBG] pgmap v2478: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:44.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:43 smithi120 conmon[102313]: cluster 2022-01-26T00:08:42.526171+0000 mgr.smithi120.hllzij (mgr.14704) 2876 : cluster [DBG] pgmap v2479: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:44.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:43 smithi145 conmon[67302]: cluster 2022-01-26T00:08:42.526171+0000 mgr.smithi120.hllzij (mgr.14704) 2876 : cluster [DBG] pgmap v2479: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:46.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:45 smithi120 conmon[102313]: cluster 2022-01-26T00:08:44.526988+0000 mgr.smithi120.hllzij (mgr.14704) 2877 : cluster [DBG] pgmap v2480: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:46.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:45 smithi145 conmon[67302]: cluster 2022-01-26T00:08:44.526988+0000 mgr.smithi120.hllzij (mgr.14704) 2877 : cluster [DBG] pgmap v2480: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:46.467 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:08:46.736 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:08:46.737 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (88m) 9m ago 89m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:08:46.738 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (81m) 9m ago 89m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:08:46.738 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (81m) 9m ago 88m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:08:46.739 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (87m) 9m ago 88m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:08:46.739 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (84m) 9m ago 84m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:08:46.739 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (84m) 9m ago 84m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:08:46.740 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (82m) 9m ago 90m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:08:46.741 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (81m) 9m ago 88m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:08:46.741 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (81m) 9m ago 90m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:08:46.741 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (81m) 9m ago 88m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:08:46.742 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (82m) 9m ago 82m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:08:46.742 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (82m) 9m ago 82m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:08:46.743 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (88m) 9m ago 88m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:08:46.743 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (88m) 9m ago 88m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:08:46.743 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (75m) 9m ago 87m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:08:46.744 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (87m) 9m ago 87m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:08:46.744 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (87m) 9m ago 87m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:08:46.745 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (87m) 9m ago 87m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:08:46.746 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (86m) 9m ago 86m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:08:46.746 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (86m) 9m ago 86m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:08:46.746 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (86m) 9m ago 86m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:08:46.747 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (86m) 9m ago 86m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:08:46.747 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (87m) 9m ago 88m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:08:47.059 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:08:47.059 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:08:47.060 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:08:47.060 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:08:47.060 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:08:47.060 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:08:47.061 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:08:47.061 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:08:47.061 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:08:47.062 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:08:47.062 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:08:47.062 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:08:47.063 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:08:47.063 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:08:47.064 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:08:47.064 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:08:47.065 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:08:47.065 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:08:47.065 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:08:48.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:47 smithi120 conmon[102313]: audit 2022-01-26T00:08:46.455790+0000 mgr.smithi120.hllzij (mgr.14704) 2878 : audit [DBG] from='client.35996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:48.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:47 smithi120 conmon[102313]: cluster 2022-01-26T00:08:46.527692+0000 mgr.smithi120.hllzij (mgr.14704) 2879 : cluster [DBG] pgmap v2481: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:48.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:47 smithi120 conmon[102313]: audit 2022-01-26T00:08:46.726387+0000 mgr.smithi120.hllzij 2022-01-26T00:08:48.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:47 smithi120 conmon[102313]: (mgr.14704) 2880 : audit [DBG] from='client.36000 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:48.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:47 smithi120 conmon[102313]: audit 2022-01-26T00:08:47. 2022-01-26T00:08:48.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:47 smithi120 conmon[102313]: 059703+0000 mon.smithi120 (mon.0) 1068 : audit [DBG] 2022-01-26T00:08:48.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:47 smithi120 conmon[102313]: from='client.? 172.21.15.120:0/2755791244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:08:48.334 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:47 smithi145 conmon[67302]: audit 2022-01-26T00:08:46.455790+0000 mgr.smithi120.hllzij (mgr.14704) 2878 : audit [DBG] from='client.35996 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:48.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:47 smithi145 conmon[67302]: cluster 2022-01-26T00:08:46.527692+0000 2022-01-26T00:08:48.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:47 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 2879 : cluster [DBG] pgmap v2481: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:48.335 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:47 smithi145 conmon[67302]: audit 2022-01-26T00:08:46.726387+0000 mgr.smithi120.hllzij (mgr.14704) 2880 : audit [DBG] from='client.36000 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:08:48.336 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:47 smithi145 conmon[67302]: audit 2022-01-26T00:08:47.059703+0000 mon.smithi120 (mon.0) 1068 : audit [DBG] from='client.? 172.21.15.120:0/2755791244' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:08:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:49 smithi120 conmon[102313]: cluster 2022-01-26T00:08:48.528150+0000 mgr.smithi120.hllzij (mgr.14704) 2881 : 2022-01-26T00:08:50.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:49 smithi120 conmon[102313]: cluster [DBG] pgmap v2482: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:50.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:49 smithi145 conmon[67302]: cluster 2022-01-26T00:08:48.528150+0000 mgr.smithi120.hllzij (mgr.14704) 2881 : cluster [DBG] pgmap v2482: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:51 smithi120 conmon[102313]: cluster 2022-01-26T00:08:50.529177+0000 mgr.smithi120.hllzij (mgr.14704) 2882 : cluster [DBG] pgmap v2483: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:51 smithi120 conmon[102313]: 2022-01-26T00:08:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:51 smithi145 conmon[67302]: cluster 2022-01-26T00:08:50.529177+0000 mgr.smithi120.hllzij (mgr.14704) 2882 : cluster [DBG] pgmap v2483: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:08:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:54 smithi120 conmon[102313]: cluster 2022-01-26T00:08:52.529651+0000 mgr.smithi120.hllzij (mgr.14704) 2883 : cluster [DBG] pgmap v2484: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:54 smithi120 conmon[102313]: audit 2022-01-26T00:08:53.912959+0000 mon.smithi120 (mon.0) 1069 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:08:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:54 smithi120 conmon[102313]: audit 2022-01-26T00:08:53.913188+0000 mon.smithi120 (mon.0) 1070 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:08:54.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:54 smithi145 conmon[67302]: cluster 2022-01-26T00:08:52.529651+0000 mgr.smithi120.hllzij (mgr.14704) 2883 : cluster [DBG] pgmap v2484: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:54 smithi145 conmon[67302]: audit 2022-01-26T00:08:53.912959+0000 mon.smithi120 (mon.0) 1069 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:08:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:54 smithi145 conmon[67302]: audit 2022-01-26T00:08:53.913188+0000 mon.smithi120 (mon.0) 1070 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:08:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:56 smithi120 conmon[102313]: cluster 2022-01-26T00:08:54.530422+0000 mgr.smithi120.hllzij (mgr.14704) 2884 : cluster 2022-01-26T00:08:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:56 smithi120 conmon[102313]: [DBG] pgmap v2485: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:56.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:56 smithi145 conmon[67302]: cluster 2022-01-26T00:08:54.530422+0000 mgr.smithi120.hllzij (mgr.14704) 2884 : cluster [DBG] pgmap v2485: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:58 smithi120 conmon[102313]: cluster 2022-01-26T00:08:56.531189+0000 mgr.smithi120.hllzij (mgr.14704) 2885 : cluster [DBG] 2022-01-26T00:08:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:08:58 smithi120 conmon[102313]: pgmap v2486: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:08:58.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:08:58 smithi145 conmon[67302]: cluster 2022-01-26T00:08:56.531189+0000 mgr.smithi120.hllzij (mgr.14704) 2885 : cluster [DBG] pgmap v2486: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:00 smithi120 conmon[102313]: cluster 2022-01-26T00:08:58.531804+0000 mgr.smithi120.hllzij (mgr.14704) 2886 : cluster [DBG] pgmap v2487: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:00.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:00 smithi145 conmon[67302]: cluster 2022-01-26T00:08:58.531804+0000 mgr.smithi120.hllzij (mgr.14704) 2886 : cluster [DBG] pgmap v2487: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:02 smithi120 conmon[102313]: cluster 2022-01-26T00:09:00.532734+0000 mgr.smithi120.hllzij (mgr.14704) 2887 : 2022-01-26T00:09:02.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:02 smithi120 conmon[102313]: cluster [DBG] pgmap v2488: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:02.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:02 smithi145 conmon[67302]: cluster 2022-01-26T00:09:00.532734+0000 mgr.smithi120.hllzij (mgr.14704) 2887 : cluster [DBG] pgmap v2488: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:04.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:04 smithi120 conmon[102313]: cluster 2022-01-26T00:09:02.533357+0000 mgr.smithi120.hllzij (mgr.14704) 2888 : cluster [DBG] pgmap v2489: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:04.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:04 smithi145 conmon[67302]: cluster 2022-01-26T00:09:02.533357+0000 mgr.smithi120.hllzij (mgr.14704) 2888 : cluster [DBG] pgmap v2489: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:06 smithi120 conmon[102313]: cluster 2022-01-26T00:09:04.534091+0000 mgr.smithi120.hllzij (mgr.14704) 2889 : cluster 2022-01-26T00:09:06.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:06 smithi120 conmon[102313]: [DBG] pgmap v2490: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:06 smithi145 conmon[67302]: cluster 2022-01-26T00:09:04.534091+0000 mgr.smithi120.hllzij (mgr.14704) 2889 : cluster [DBG] pgmap v2490: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:08 smithi120 conmon[102313]: cluster 2022-01-26T00:09:06.534919+0000 mgr.smithi120.hllzij (mgr.14704) 2890 : cluster [DBG] 2022-01-26T00:09:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:08 smithi120 conmon[102313]: pgmap v2491: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:08.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:08 smithi145 conmon[67302]: cluster 2022-01-26T00:09:06.534919+0000 mgr.smithi120.hllzij (mgr.14704) 2890 : cluster [DBG] pgmap v2491: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:10 smithi120 conmon[102313]: cluster 2022-01-26T00:09:08.535425+0000 mgr.smithi120.hllzij (mgr.14704) 2891 : cluster [DBG] 2022-01-26T00:09:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:10 smithi120 conmon[102313]: pgmap v2492: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:10.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:10 smithi145 conmon[67302]: cluster 2022-01-26T00:09:08.535425+0000 mgr.smithi120.hllzij (mgr.14704) 2891 : cluster [DBG] pgmap v2492: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:12 smithi120 conmon[102313]: cluster 2022-01-26T00:09:10.536377+0000 mgr.smithi120.hllzij (mgr.14704) 2892 : cluster 2022-01-26T00:09:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:12 smithi120 conmon[102313]: [DBG] pgmap v2493: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:12.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:12 smithi145 conmon[67302]: cluster 2022-01-26T00:09:10.536377+0000 mgr.smithi120.hllzij (mgr.14704) 2892 : cluster [DBG] pgmap v2493: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:14 smithi120 conmon[102313]: cluster 2022-01-26T00:09:12.536891+0000 mgr.smithi120.hllzij (mgr.14704) 2893 : cluster [DBG] pgmap v2494: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:14.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:14 smithi145 conmon[67302]: cluster 2022-01-26T00:09:12.536891+0000 mgr.smithi120.hllzij (mgr.14704) 2893 : cluster [DBG] pgmap v2494: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:16 smithi120 conmon[102313]: cluster 2022-01-26T00:09:14.537555+0000 mgr.smithi120.hllzij (mgr.14704) 2894 : cluster [DBG] pgmap v2495: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:16.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:16 smithi145 conmon[67302]: cluster 2022-01-26T00:09:14.537555+0000 mgr.smithi120.hllzij (mgr.14704) 2894 : cluster [DBG] pgmap v2495: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:17.359 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:09:17.627 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:09:17.628 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (88m) 9m ago 89m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:09:17.628 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (81m) 9m ago 89m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:09:17.629 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (81m) 9m ago 89m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:09:17.629 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (88m) 9m ago 89m 42.9M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:09:17.629 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (85m) 9m ago 85m 25.3M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:09:17.630 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (85m) 9m ago 85m 44.3M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:09:17.630 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (82m) 9m ago 90m 551M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:09:17.631 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (82m) 9m ago 88m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:09:17.632 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (82m) 9m ago 90m 557M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:09:17.632 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (81m) 9m ago 88m 290M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:09:17.633 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (82m) 9m ago 82m 172M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:09:17.633 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (82m) 9m ago 82m 105M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:09:17.634 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (89m) 9m ago 89m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:09:17.634 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (88m) 9m ago 88m 18.2M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:09:17.635 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (76m) 9m ago 88m 1991M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:09:17.635 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (88m) 9m ago 88m 2788M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:09:17.636 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (87m) 9m ago 87m 2037M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:09:17.636 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (87m) 9m ago 87m 2763M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:09:17.636 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (87m) 9m ago 87m 2233M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:09:17.637 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (87m) 9m ago 87m 3124M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:09:17.637 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (86m) 9m ago 86m 2542M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:09:17.638 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (86m) 9m ago 86m 3910M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:09:17.638 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (88m) 9m ago 89m 65.8M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:09:17.944 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:09:17.944 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:09:17.945 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:09:17.945 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:09:17.945 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:09:17.945 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:09:17.946 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:09:17.946 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:09:17.946 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:09:17.946 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:09:17.947 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:09:17.947 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:09:17.947 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:09:17.947 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:09:17.947 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:09:17.948 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:09:17.948 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:09:17.948 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:09:17.948 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:09:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:18 smithi120 conmon[102313]: cluster 2022-01-26T00:09:16.538281+0000 mgr.smithi120.hllzij (mgr.14704) 2895 2022-01-26T00:09:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:18 smithi120 conmon[102313]: : cluster [DBG] pgmap v2496: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:18 smithi120 conmon[102313]: audit 2022-01-26T00:09:17.945115+0000 mon.smithi120 (mon.0) 1071 : audit [DBG] from='client.? 172.21.15.120:0/4153362331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:09:18.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:18 smithi145 conmon[67302]: cluster 2022-01-26T00:09:16.538281+0000 mgr.smithi120.hllzij (mgr.14704) 2895 : cluster [DBG] pgmap v2496: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:18 smithi145 conmon[67302]: audit 2022-01-26T00:09:17.945115+0000 mon.smithi120 (mon.0) 1071 : audit [DBG] from='client.? 172.21.15.120:0/4153362331' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:09:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:19 smithi120 conmon[102313]: audit 2022-01-26T00:09:17.349198+0000 mgr.smithi120.hllzij (mgr.14704) 2896 : audit [DBG] from='client.36008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:19.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:19 smithi120 conmon[102313]: audit 2022-01-26T00:09:17.619247+0000 mgr.smithi120.hllzij (mgr.14704) 2897 : audit [DBG] from='client.36012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:19.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:19 smithi145 conmon[67302]: audit 2022-01-26T00:09:17.349198+0000 mgr.smithi120.hllzij (mgr.14704) 2896 : audit [DBG] from='client.36008 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:19.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:19 smithi145 conmon[67302]: audit 2022-01-26T00:09:17.619247+0000 mgr.smithi120.hllzij (mgr.14704) 2897 : audit [DBG] from='client.36012 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:20 smithi120 conmon[102313]: cluster 2022-01-26T00:09:18.538701+0000 mgr.smithi120.hllzij (mgr.14704) 2898 : cluster [DBG] pgmap v2497: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:20 smithi145 conmon[67302]: cluster 2022-01-26T00:09:18.538701+0000 mgr.smithi120.hllzij (mgr.14704) 2898 : cluster [DBG] pgmap v2497: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:22.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:22 smithi145 conmon[67302]: cluster 2022-01-26T00:09:20.539634+0000 mgr.smithi120.hllzij (mgr.14704) 2899 : cluster [DBG] pgmap v2498: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:22 smithi120 conmon[102313]: cluster 2022-01-26T00:09:20.539634+0000 mgr.smithi120.hllzij (mgr.14704) 2899 : cluster [DBG] pgmap v2498: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:24 smithi145 conmon[67302]: cluster 2022-01-26T00:09:22.540267+0000 mgr.smithi120.hllzij (mgr.14704) 2900 : cluster [DBG] pgmap v2499: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:24 smithi120 conmon[102313]: cluster 2022-01-26T00:09:22.540267+0000 mgr.smithi120.hllzij (mgr.14704) 2900 : cluster [DBG] pgmap v2499: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:26.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:26 smithi145 conmon[67302]: cluster 2022-01-26T00:09:24.541111+0000 mgr.smithi120.hllzij (mgr.14704) 2901 : cluster [DBG] pgmap v2500: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:26.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:26 smithi120 conmon[102313]: cluster 2022-01-26T00:09:24.541111+0000 mgr.smithi120.hllzij (mgr.14704) 2901 : cluster [DBG] pgmap v2500: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:28 smithi145 conmon[67302]: cluster 2022-01-26T00:09:26.541879+0000 mgr.smithi120.hllzij (mgr.14704) 2902 : cluster [DBG] pgmap v2501: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:28 smithi120 conmon[102313]: cluster 2022-01-26T00:09:26.541879+0000 mgr.smithi120.hllzij (mgr.14704) 2902 : cluster [DBG] pgmap v2501: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:30 smithi145 conmon[67302]: cluster 2022-01-26T00:09:28.542526+0000 mgr.smithi120.hllzij (mgr.14704) 2903 : cluster 2022-01-26T00:09:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:30 smithi145 conmon[67302]: [DBG] pgmap v2502: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:30.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:30 smithi120 conmon[102313]: cluster 2022-01-26T00 2022-01-26T00:09:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:30 smithi120 conmon[102313]: :09:28.542526+0000 mgr.smithi120.hllzij (mgr.14704) 2903 : cluster [DBG] pgmap v2502: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:32 smithi145 conmon[67302]: cluster 2022-01-26T00:09:30.543288+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-26T00:09:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:32 smithi145 conmon[67302]: 2904 : cluster [DBG] pgmap v2503: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:32 smithi145 conmon[67302]: audit 2022-01-26T00:09:31.255352+0000 mon.smithi120 (mon.0) 1072 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:09:32.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:32 smithi145 conmon[67302]: audit 2022-01-26T00:09:31.256864+0000 mon.smithi120 (mon.0) 1073 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:09:32.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:32 smithi145 conmon[67302]: audit 2022-01-26T00:09:31.257779+0000 mon.smithi120 (mon.0) 1074 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:09:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:32 smithi120 conmon[102313]: cluster 2022-01-26T00:09:30.543288+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-26T00:09:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:32 smithi120 conmon[102313]: 2904 : cluster [DBG] pgmap v2503: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:32 smithi120 conmon[102313]: audit 2022-01-26T00:09:31.255352+0000 mon.smithi120 (mon.0) 1072 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:09:32.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:32 smithi120 conmon[102313]: audit 2022-01-26T00:09:31.256864+0000 mon.smithi120 (mon.0) 1073 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:09:32.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:32 smithi120 conmon[102313]: 2022-01-26T00:09:32.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:32 smithi120 conmon[102313]: audit 2022-01-26T00:09:31.257779+0000 mon.smithi120 (mon.0) 1074 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:09:33.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:33 smithi120 conmon[102313]: cephadm 2022-01-26T00:09:31.258584+0000 mgr.smithi120.hllzij (mgr.14704) 2905 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:09:33.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:33 smithi145 conmon[67302]: cephadm 2022-01-26T00:09:31.258584+0000 mgr.smithi120.hllzij (mgr.14704) 2905 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:09:34.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:34 smithi145 conmon[67302]: cluster 2022-01-26T00:09:32.543718+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:09:34.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:34 smithi145 conmon[67302]: ) 2906 : cluster [DBG] pgmap v2504: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:34 smithi120 conmon[102313]: cluster 2022-01-26T00:09:32.543718+0000 mgr.smithi120.hllzij 2022-01-26T00:09:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:34 smithi120 conmon[102313]: (mgr.14704) 2906 : cluster [DBG] pgmap v2504: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:36 smithi120 conmon[102313]: cluster 2022-01-26T00:09:34.544323+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-26T00:09:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:36 smithi120 conmon[102313]: 2907 : cluster [DBG] pgmap v2505: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:36 smithi120 conmon[102313]: audit 2022-01-26T00:09:35.610833+0000 mon.smithi120 (mon.0) 1075 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:09:36.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:36 smithi120 conmon[102313]: audit 2022-01-26T00:09:35.989088+0000 mon.smithi120 (mon.0) 2022-01-26T00:09:36.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:36 smithi120 conmon[102313]: 1076 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:09:36.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:36 smithi145 conmon[67302]: cluster 2022-01-26T00:09:34.544323+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-26T00:09:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:36 smithi145 conmon[67302]: 2907 : cluster [DBG] pgmap v2505: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:36 smithi145 conmon[67302]: audit 2022-01-26T00:09:35.610833+0000 mon.smithi120 (mon.0) 1075 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:09:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:36 smithi145 conmon[67302]: audit 2022-01-26T00:09:35.989088+0000 mon.smithi120 (mon.0) 1076 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:09:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:38 smithi120 conmon[102313]: cluster 2022-01-26T00:09:36.544761+0000 mgr.smithi120.hllzij (mgr 2022-01-26T00:09:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:38 smithi120 conmon[102313]: .14704) 2908 : cluster [DBG] pgmap v2506: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:38 smithi120 conmon[102313]: audit 2022-01-26T00:09:37.964091+0000 mon.smithi120 (mon.0) 1077 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:09:38.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:38 smithi145 conmon[67302]: cluster 2022-01-26T00:09:36.544761+0000 mgr.smithi120.hllzij (mgr.14704) 2908 : cluster [DBG] pgmap v2506: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:38 smithi145 conmon[67302]: audit 2022-01-26T00:09:37.964091 2022-01-26T00:09:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:38 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 1077 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:09:39.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:39 smithi120 conmon[102313]: audit 2022-01-26T00:09:38.345103+0000 mon.smithi120 (mon.0) 1078 2022-01-26T00:09:39.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:39 smithi120 conmon[102313]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:09:39.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:39 smithi120 conmon[102313]: audit 2022-01-26T00:09:38.349238+0000 mon.smithi120 (mon.0) 1079 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:09:39.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:39 smithi120 conmon[102313]: audit 2022-01-26T00:09 2022-01-26T00:09:39.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:39 smithi120 conmon[102313]: :38.353826+0000 mon.smithi120 (mon.0) 1080 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:09:39.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:39 smithi145 conmon[67302]: audit 2022-01-26T00:09:38.345103+0000 mon.smithi120 (mon.0) 1078 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:09:39.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:39 smithi145 conmon[67302]: audit 2022-01-26T00:09:38.349238 2022-01-26T00:09:39.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:39 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 1079 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:09:39.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:39 smithi145 conmon[67302]: audit 2022-01-26T00:09:38.353826+0000 mon.smithi120 (mon.0) 1080 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:09:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:40 smithi120 conmon[102313]: cluster 2022-01-26T00:09:38.545164+0000 mgr.smithi120.hllzij (mgr.14704) 2909 : cluster [DBG] pgmap v2507: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:40.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:40 smithi145 conmon[67302]: cluster 2022-01-26T00:09:38.545164+0000 mgr.smithi120.hllzij (mgr.14704) 2909 : cluster [DBG] pgmap v2507: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:42 smithi120 conmon[102313]: cluster 2022-01-26T00:09:40.545999+0000 mgr.smithi120.hllzij (mgr.14704) 2910 : cluster [DBG] pgmap v2508: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:42.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:42 smithi145 conmon[67302]: cluster 2022-01-26T00:09:40.545999+0000 mgr.smithi120.hllzij (mgr.14704) 2910 : cluster [DBG] pgmap v2508: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:44 smithi120 conmon[102313]: cluster 2022-01-26T00:09:42.546493+0000 mgr.smithi120.hllzij (mgr.14704) 2911 : cluster [DBG] pgmap v2509: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:44 smithi145 conmon[67302]: cluster 2022-01-26T00:09:42.546493+0000 mgr.smithi120.hllzij (mgr.14704) 2911 : cluster [DBG] pgmap v2509: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:46 smithi120 conmon[102313]: cluster 2022-01-26T00:09:44.547402+0000 mgr.smithi120.hllzij (mgr.14704) 2912 : cluster [DBG] pgmap v2510: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:46.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:46 smithi145 conmon[67302]: cluster 2022-01-26T00:09:44.547402+0000 mgr.smithi120.hllzij (mgr.14704) 2912 : cluster [DBG] pgmap v2510: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:48.249 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:09:48.517 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:48 smithi120 conmon[102313]: cluster 2022-01-26T00:09:46.547941+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:09:48.517 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:48 smithi120 conmon[102313]: ) 2913 : cluster [DBG] pgmap v2511: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:48.518 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:09:48.518 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (89m) 10s ago 90m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:09:48.518 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (82m) 10s ago 90m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:09:48.518 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (82m) 12s ago 89m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:09:48.519 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (88m) 10s ago 89m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:09:48.519 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (85m) 10s ago 85m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:09:48.519 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (85m) 12s ago 85m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:09:48.519 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (83m) 10s ago 91m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:09:48.519 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (82m) 12s ago 89m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:09:48.520 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (82m) 10s ago 91m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:09:48.520 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (82m) 12s ago 89m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:09:48.520 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (83m) 10s ago 83m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:09:48.520 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (83m) 12s ago 83m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:09:48.521 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (89m) 10s ago 89m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:09:48.521 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (89m) 12s ago 89m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:09:48.521 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (77m) 10s ago 88m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:09:48.521 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (88m) 10s ago 88m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:09:48.522 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (88m) 10s ago 88m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:09:48.522 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (88m) 10s ago 88m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:09:48.522 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (87m) 12s ago 87m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:09:48.522 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (87m) 12s ago 87m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:09:48.522 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (87m) 12s ago 87m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:09:48.523 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (87m) 12s ago 87m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:09:48.523 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (88m) 10s ago 89m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:09:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:48 smithi145 conmon[67302]: cluster 2022-01-26T00:09:46.547941+0000 mgr.smithi120.hllzij (mgr.14704) 2913 : cluster [DBG] pgmap v2511: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:48.838 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:09:48.838 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:09:48.838 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:09:48.839 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:09:48.839 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:09:48.839 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:09:48.839 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:09:48.840 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:09:48.840 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:09:48.840 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:09:48.840 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:09:48.840 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:09:48.841 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:09:48.841 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:09:48.841 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:09:48.841 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:09:48.841 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:09:48.842 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:09:48.842 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:09:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:49 smithi120 conmon[102313]: audit 2022-01-26T00:09:48.237994+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:09:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:49 smithi120 conmon[102313]: ) 2914 : audit [DBG] from='client.36020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:49.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:49 smithi120 conmon[102313]: audit 2022-01-26T00:09:48.838838+0000 mon.smithi120 (mon.0) 1081 : audit [DBG] from='client.? 172.21.15.120:0/3812834061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:09:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:49 smithi145 conmon[67302]: audit 2022-01-26T00:09:48.237994+0000 mgr.smithi120.hllzij (mgr.14704) 2914 : audit 2022-01-26T00:09:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:49 smithi145 conmon[67302]: [DBG] from='client.36020 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:49.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:49 smithi145 conmon[67302]: audit 2022-01-26T00:09:48.838838+0000 mon.smithi120 (mon.0) 1081 : audit [DBG] from='client.? 172.21.15.120:0/3812834061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:09:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:50 smithi120 conmon[102313]: audit 2022-01-26T00:09:48.508330+0000 mgr.smithi120.hllzij (mgr.14704) 2915 : audit 2022-01-26T00:09:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:50 smithi120 conmon[102313]: [DBG] from='client.36024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:50 smithi120 conmon[102313]: cluster 2022-01-26T00:09:48.548333+0000 mgr.smithi120.hllzij (mgr.14704) 2916 : cluster [DBG] pgmap v2512: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:50 smithi145 conmon[67302]: audit 2022-01-26T00:09:48.508330+0000 mgr.smithi120.hllzij (mgr.14704) 2915 : audit [DBG] 2022-01-26T00:09:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:50 smithi145 conmon[67302]: from='client.36024 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:09:50.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:50 smithi145 conmon[67302]: cluster 2022-01-26T00:09:48.548333+0000 mgr.smithi120.hllzij (mgr.14704) 2916 : cluster [DBG] pgmap v2512: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:52 smithi120 conmon[102313]: cluster 2022-01-26T00:09:50.549144+0000 mgr.smithi120.hllzij (mgr.14704) 2917 : cluster [DBG] pgmap v2513: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:52 smithi120 conmon[102313]: 2022-01-26T00:09:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:52 smithi145 conmon[67302]: cluster 2022-01-26T00:09:50.549144+0000 mgr.smithi120.hllzij (mgr.14704) 2917 : cluster [DBG] pgmap v2513: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:09:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:54 smithi120 conmon[102313]: cluster 2022-01-26T00:09:52.549672+0000 mgr.smithi120.hllzij (mgr.14704) 2918 : cluster [DBG] pgmap v2514: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:54 smithi120 conmon[102313]: audit 2022-01-26T00:09:53.917148+0000 2022-01-26T00:09:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:54 smithi120 conmon[102313]: mon.smithi120 (mon.0) 1082 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:09:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:54 smithi120 conmon[102313]: audit 2022-01-26T00:09:53.917451+0000 mon.smithi120 (mon.0) 1083 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:09:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:54 smithi145 conmon[67302]: cluster 2022-01-26T00:09:52.549672+0000 mgr.smithi120.hllzij (mgr.14704) 2918 : cluster [DBG] pgmap v2514: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:54 smithi145 conmon[67302]: audit 2022-01-26T00:09:53.917148+0000 mon.smithi120 (mon.0) 1082 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:09:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:54 smithi145 conmon[67302]: audit 2022-01-26T00:09:53.917451+0000 mon.smithi120 (mon.0) 1083 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:09:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:56 smithi120 conmon[102313]: cluster 2022-01-26T00:09:54.550343+0000 mgr.smithi120.hllzij (mgr.14704) 2919 : cluster [DBG] pgmap v2515: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:56 smithi120 conmon[102313]: 2022-01-26T00:09:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:56 smithi145 conmon[67302]: cluster 2022-01-26T00:09:54.550343+0000 mgr.smithi120.hllzij (mgr.14704) 2919 : cluster [DBG] pgmap v2515: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:58 smithi120 conmon[102313]: cluster 2022-01-26T00:09:56.550870+0000 mgr.smithi120.hllzij (mgr.14704) 2920 : cluster 2022-01-26T00:09:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:09:58 smithi120 conmon[102313]: [DBG] pgmap v2516: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:09:58.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:09:58 smithi145 conmon[67302]: cluster 2022-01-26T00:09:56.550870+0000 mgr.smithi120.hllzij (mgr.14704) 2920 : cluster [DBG] pgmap v2516: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:00 smithi120 conmon[102313]: cluster 2022-01-26T00:09:58.551419+0000 mgr.smithi120.hllzij (mgr.14704) 2921 : cluster [DBG] pgmap v2517: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:00 smithi120 conmon[102313]: cluster 2022-01-26T00:10:00.000115+0000 mon.smithi120 (mon.0) 1084 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-26T00:10:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:00 smithi145 conmon[67302]: cluster 2022-01-26T00:09:58.551419+0000 mgr.smithi120.hllzij (mgr.14704) 2921 : cluster [DBG] pgmap v2517: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:00 smithi145 conmon[67302]: cluster 2022-01-26T00:10:00.000115+0000 mon.smithi120 (mon.0) 1084 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-26T00:10:02.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:02 smithi120 conmon[102313]: cluster 2022-01-26T00:10:00.552376+0000 mgr.smithi120.hllzij ( 2022-01-26T00:10:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:02 smithi120 conmon[102313]: mgr.14704) 2922 : cluster [DBG] pgmap v2518: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:02.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:02 smithi145 conmon[67302]: cluster 2022-01-26T00:10:00.552376+0000 mgr.smithi120.hllzij (mgr.14704) 2922 : cluster [DBG] pgmap v2518: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:04 smithi120 conmon[102313]: cluster 2022-01-26T00:10:02.552920+0000 mgr.smithi120.hllzij (mgr.14704) 2923 : cluster [DBG] pgmap v2519: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:04 smithi120 conmon[102313]: 2022-01-26T00:10:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:04 smithi145 conmon[67302]: cluster 2022-01-26T00:10:02.552920+0000 mgr.smithi120.hllzij (mgr.14704) 2923 : cluster [DBG] pgmap v2519: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:06 smithi120 conmon[102313]: cluster 2022-01-26T00:10:04.553620+0000 mgr.smithi120.hllzij (mgr.14704) 2924 : cluster [DBG] pgmap v2520: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:06 smithi120 conmon[102313]: 2022-01-26T00:10:06.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:06 smithi145 conmon[67302]: cluster 2022-01-26T00:10:04.553620+0000 mgr.smithi120.hllzij (mgr.14704) 2924 : cluster 2022-01-26T00:10:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:06 smithi145 conmon[67302]: [DBG] pgmap v2520: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:08 smithi120 conmon[102313]: cluster 2022-01-26T00:10:06.554121+0000 mgr.smithi120.hllzij (mgr.14704) 2925 : cluster [DBG] pgmap v2521: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:08 smithi145 conmon[67302]: cluster 2022-01-26T00:10:06.554121+0000 mgr.smithi120.hllzij (mgr.14704) 2925 : cluster 2022-01-26T00:10:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:08 smithi145 conmon[67302]: [DBG] pgmap v2521: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:10 smithi120 conmon[102313]: cluster 2022-01-26T00:10:08.554621+0000 mgr.smithi120.hllzij (mgr.14704) 2926 : cluster [DBG] pgmap v2522: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:10 smithi145 conmon[67302]: cluster 2022-01-26T00:10:08.554621+0000 mgr.smithi120.hllzij (mgr.14704) 2926 : cluster [DBG] 2022-01-26T00:10:10.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:10 smithi145 conmon[67302]: pgmap v2522: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:12 smithi120 conmon[102313]: cluster 2022-01-26T00:10:10.555435+0000 mgr.smithi120.hllzij (mgr.14704) 2927 : cluster [DBG] pgmap v2523: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:12.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:12 smithi145 conmon[67302]: cluster 2022-01-26T00:10:10.555435+0000 mgr.smithi120.hllzij (mgr.14704) 2927 : cluster 2022-01-26T00:10:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:12 smithi145 conmon[67302]: [DBG] pgmap v2523: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:14 smithi120 conmon[102313]: cluster 2022-01-26T00:10:12.556026+0000 mgr.smithi120.hllzij (mgr.14704) 2928 : cluster [DBG] pgmap v2524: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:14 smithi145 conmon[67302]: cluster 2022-01-26T00:10:12.556026+0000 mgr.smithi120.hllzij (mgr.14704) 2928 : cluster [DBG] 2022-01-26T00:10:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:14 smithi145 conmon[67302]: pgmap v2524: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:16 smithi120 conmon[102313]: cluster 2022-01-26T00:10:14.556749+0000 mgr.smithi120.hllzij (mgr.14704) 2929 : cluster [DBG] pgmap v2525: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:16.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:16 smithi145 conmon[67302]: cluster 2022-01-26T00:10:14.556749+0000 mgr.smithi120.hllzij (mgr.14704) 2929 2022-01-26T00:10:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:16 smithi145 conmon[67302]: : cluster [DBG] pgmap v2525: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:18 smithi120 conmon[102313]: cluster 2022-01-26T00:10:16.557333+0000 mgr.smithi120.hllzij (mgr.14704) 2930 : cluster [DBG] pgmap v2526: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:18.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:18 smithi145 conmon[67302]: cluster 2022-01-26T00:10:16.557333+0000 mgr.smithi120.hllzij (mgr.14704) 2930 : cluster 2022-01-26T00:10:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:18 smithi145 conmon[67302]: [DBG] pgmap v2526: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:19.140 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:10:19.410 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:10:19.411 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (89m) 41s ago 90m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:10:19.411 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (82m) 41s ago 90m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:10:19.411 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (82m) 43s ago 90m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:10:19.411 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (89m) 41s ago 90m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:10:19.412 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (86m) 41s ago 86m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:10:19.412 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (86m) 43s ago 86m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:10:19.412 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (83m) 41s ago 91m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:10:19.412 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (83m) 43s ago 90m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:10:19.412 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (83m) 41s ago 91m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:10:19.413 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (82m) 43s ago 89m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:10:19.413 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (83m) 41s ago 83m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:10:19.413 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (83m) 43s ago 83m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:10:19.413 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (90m) 41s ago 90m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:10:19.414 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (89m) 43s ago 89m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:10:19.414 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (77m) 41s ago 89m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:10:19.414 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (89m) 41s ago 89m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:10:19.415 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (88m) 41s ago 88m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:10:19.415 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (88m) 41s ago 88m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:10:19.415 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (88m) 43s ago 88m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:10:19.415 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (88m) 43s ago 88m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:10:19.416 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (87m) 43s ago 87m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:10:19.416 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (87m) 43s ago 87m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:10:19.416 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (89m) 41s ago 90m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:10:19.732 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:10:19.733 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:10:19.733 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:10:19.733 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:10:19.733 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:10:19.734 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:10:19.734 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:10:19.734 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:10:19.735 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:10:19.735 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:10:19.735 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:10:19.735 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:10:19.736 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:10:19.736 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:10:19.736 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:10:19.736 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:10:19.736 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:10:19.737 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:10:19.737 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:10:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:20 smithi120 conmon[102313]: cluster 2022-01-26T00:10:18.557982+0000 mgr.smithi120.hllzij (mgr.14704) 2931 : cluster [DBG] 2022-01-26T00:10:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:20 smithi120 conmon[102313]: pgmap v2527: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:20 smithi120 conmon[102313]: audit 2022-01-26T00:10:19.128963+0000 mgr.smithi120.hllzij (mgr.14704) 2932 : audit [DBG] from='client.36032 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:20 smithi120 conmon[102313]: audit 2022-01-26T00:10:19. 2022-01-26T00:10:20.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:20 smithi120 conmon[102313]: 732120+0000 mon.smithi120 (mon.0) 1085 : audit [DBG] from='client.? 172.21.15.120:0/662385969' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:10:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:20 smithi145 conmon[67302]: cluster 2022-01-26T00:10:18.557982+0000 mgr.smithi120.hllzij (mgr.14704) 2931 : 2022-01-26T00:10:20.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:20 smithi145 conmon[67302]: cluster [DBG] pgmap v2527: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:20.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:20 smithi145 conmon[67302]: audit 2022-01-26T00:10:19.128963+0000 mgr.smithi120.hllzij (mgr.14704) 2932 : audit [DBG] from='client.36032 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:20.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:20 smithi145 conmon[67302]: audit 2022-01-26T00:10:19.732120+0000 mon.smithi120 (mon.0) 1085 : audit [DBG] from='client.? 172.21.15.120:0/662385969' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:10:20.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:20 smithi145 conmon[67302]: 2022-01-26T00:10:21.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:21 smithi120 conmon[102313]: audit 2022-01-26T00:10:19.402382+0000 mgr.smithi120.hllzij (mgr.14704) 2933 : audit [DBG] from='client.36036 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:21.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:21 smithi120 conmon[102313]: 2022-01-26T00:10:21.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:21 smithi145 conmon[67302]: audit 2022-01-26T00:10:19.402382+0000 mgr.smithi120.hllzij (mgr.14704) 2933 : audit [DBG] 2022-01-26T00:10:21.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:21 smithi145 conmon[67302]: from='client.36036 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:22.472 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:22 smithi145 conmon[67302]: cluster 2022-01-26T00:10:20.558836+0000 mgr.smithi120.hllzij (mgr.14704) 2934 : cluster 2022-01-26T00:10:22.472 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:22 smithi145 conmon[67302]: [DBG] pgmap v2528: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:22 smithi120 conmon[102313]: cluster 2022-01-26T00:10:20.558836+0000 mgr.smithi120.hllzij (mgr.14704) 2934 : cluster [DBG] pgmap v2528: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:22 smithi120 conmon[102313]: 2022-01-26T00:10:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:24 smithi120 conmon[102313]: cluster 2022-01-26T00:10:22.559327+0000 mgr.smithi120.hllzij (mgr.14704) 2935 : cluster 2022-01-26T00:10:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:24 smithi120 conmon[102313]: [DBG] pgmap v2529: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:24 smithi145 conmon[67302]: cluster 2022-01-26T00:10:22.559327+0000 mgr.smithi120.hllzij (mgr.14704) 2935 : cluster 2022-01-26T00:10:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:24 smithi145 conmon[67302]: [DBG] pgmap v2529: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:26 smithi120 conmon[102313]: cluster 2022-01-26T00:10:24.560284+0000 mgr.smithi120.hllzij (mgr.14704) 2936 : cluster [DBG] pgmap v2530: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:26 smithi145 conmon[67302]: cluster 2022-01-26T00:10:24.560284+0000 mgr.smithi120.hllzij (mgr.14704) 2936 : cluster 2022-01-26T00:10:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:26 smithi145 conmon[67302]: [DBG] pgmap v2530: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:28 smithi120 conmon[102313]: cluster 2022-01-26T00:10:26.561026+0000 mgr.smithi120.hllzij (mgr.14704) 2937 : cluster [DBG] pgmap v2531: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:28.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:28 smithi145 conmon[67302]: cluster 2022-01-26T00:10:26.561026+0000 mgr.smithi120.hllzij (mgr.14704) 2937 : cluster 2022-01-26T00:10:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:28 smithi145 conmon[67302]: [DBG] pgmap v2531: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:30 smithi120 conmon[102313]: cluster 2022-01-26T00:10:28.561636+0000 mgr.smithi120.hllzij (mgr.14704) 2938 : cluster [DBG] pgmap v2532: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:30.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:30 smithi145 conmon[67302]: cluster 2022-01-26T00:10:28.561636+0000 mgr.smithi120.hllzij (mgr.14704) 2938 : cluster [DBG] pgmap v2532: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:30 smithi145 conmon[67302]: 2022-01-26T00:10:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:32 smithi120 conmon[102313]: cluster 2022-01-26T00:10:30.562471+0000 mgr.smithi120.hllzij (mgr.14704) 2939 : cluster [DBG] pgmap v2533: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:32 smithi145 conmon[67302]: cluster 2022-01-26T00:10:30.562471+0000 mgr.smithi120.hllzij (mgr.14704) 2939 : 2022-01-26T00:10:32.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:32 smithi145 conmon[67302]: cluster [DBG] pgmap v2533: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:34.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:34 smithi120 conmon[102313]: cluster 2022-01-26T00:10:32.563129+0000 mgr.smithi120.hllzij (mgr.14704) 2940 : cluster [DBG] pgmap v2534: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:34 smithi145 conmon[67302]: cluster 2022-01-26T00:10:32.563129+0000 mgr.smithi120.hllzij (mgr.14704) 2940 : cluster [DBG] 2022-01-26T00:10:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:34 smithi145 conmon[67302]: pgmap v2534: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:36 smithi120 conmon[102313]: cluster 2022-01-26T00:10:34.563842+0000 mgr.smithi120.hllzij (mgr.14704) 2941 : cluster [DBG] pgmap v2535: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:36.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:36 smithi145 conmon[67302]: cluster 2022-01-26T00:10:34.563842+0000 mgr.smithi120.hllzij (mgr.14704) 2941 : cluster 2022-01-26T00:10:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:36 smithi145 conmon[67302]: [DBG] pgmap v2535: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:38 smithi120 conmon[102313]: cluster 2022-01-26T00:10:36.564447+0000 mgr.smithi120.hllzij (mgr.14704) 2942 : cluster [DBG] pgmap v2536: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:38.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:38 smithi145 conmon[67302]: cluster 2022-01-26T00:10:36.564447+0000 mgr.smithi120.hllzij (mgr.14704) 2942 : cluster [DBG] 2022-01-26T00:10:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:38 smithi145 conmon[67302]: pgmap v2536: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:39.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:39 smithi120 conmon[102313]: audit 2022-01-26T00:10:38.356539+0000 mon.smithi120 (mon.0) 1086 : audit 2022-01-26T00:10:39.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:39 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:10:39.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:39 smithi120 conmon[102313]: audit 2022-01-26T00:10:38.358061+0000 mon.smithi120 (mon.0) 1087 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:10:39.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:39 smithi120 conmon[102313]: audit 2022-01-26T00:10:38.359162+0000 mon.smithi120 (mon.0) 1088 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:10:39.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:39 smithi120 conmon[102313]: audit 2022-01-26T00:10:38.760276+0000 mon.smithi120 (mon.0) 1089 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:10:39.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:39 smithi120 conmon[102313]: audit 2022-01-26T00:10:38.767250+0000 mon.smithi120 (mon.0) 1090 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:10:39.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:39 smithi145 conmon[67302]: audit 2022-01-26T00:10:38.356539+0000 mon.smithi120 (mon. 2022-01-26T00:10:39.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:39 smithi145 conmon[67302]: 0) 1086 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:10:39.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:39 smithi145 conmon[67302]: audit 2022-01-26T00:10:38.358061+0000 mon.smithi120 (mon.0) 1087 : audit [DBG] 2022-01-26T00:10:39.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:39 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:10:39.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:39 smithi145 conmon[67302]: audit 2022-01-26T00: 2022-01-26T00:10:39.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:39 smithi145 conmon[67302]: 10:38.359162+0000 mon.smithi120 (mon.0) 1088 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:10:39.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:39 smithi145 conmon[67302]: audit 2022-01-26T00:10:39.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:39 smithi145 conmon[67302]: 2022-01-26T00:10:38.760276+0000 mon.smithi120 2022-01-26T00:10:39.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:39 smithi145 conmon[67302]: (mon.0) 1089 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:10:39.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:39 smithi145 conmon[67302]: audit 2022- 2022-01-26T00:10:39.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:39 smithi145 conmon[67302]: 01-26T00:10:38.767250+0000 mon.smithi120 ( 2022-01-26T00:10:39.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:39 smithi145 conmon[67302]: mon.0) 1090 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:10:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:40 smithi120 conmon[102313]: cephadm 2022-01-26T00:10:38.359976+0000 mgr.smithi120.hllzij (mgr.14704) 2943 : cephadm [WRN] 2022-01-26T00:10:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:40 smithi120 conmon[102313]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:10:40.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:40 smithi120 conmon[102313]: cluster 2022-01-26T00:10:38.564919+0000 mgr.smithi120.hllzij (mgr.14704) 2944 : cluster [DBG] pgmap v2537: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:40 smithi145 conmon[67302]: cephadm 2022-01-26T00:10:38.359976+0000 mgr.smithi120.hllzij (mgr.14704) 2943 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:10:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:40 smithi145 conmon[67302]: cluster 2022-01-26T00:10:38.564919+0000 mgr.smithi120.hllzij (mgr.14704) 2944 : cluster [DBG] pgmap v2537: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:42 smithi120 conmon[102313]: cluster 2022-01-26T00:10:40.565638+0000 mgr.smithi120.hllzij (mgr.14704) 2945 : cluster [DBG] pgmap v2538: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:42 smithi145 conmon[67302]: cluster 2022-01-26T00:10:40.565638+0000 mgr.smithi120.hllzij (mgr.14704) 2945 : cluster [DBG] 2022-01-26T00:10:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:42 smithi145 conmon[67302]: pgmap v2538: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:44 smithi120 conmon[102313]: cluster 2022-01-26T00:10:42.566229+0000 mgr.smithi120.hllzij (mgr.14704) 2946 : cluster [DBG] pgmap v2539: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:44 smithi145 conmon[67302]: cluster 2022-01-26T00:10:42.566229+0000 mgr.smithi120.hllzij (mgr.14704) 2946 : cluster [DBG] 2022-01-26T00:10:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:44 smithi145 conmon[67302]: pgmap v2539: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:46 smithi120 conmon[102313]: cluster 2022-01-26T00:10:44.566924+0000 mgr.smithi120.hllzij (mgr.14704) 2947 : cluster [DBG] pgmap v2540: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:46 smithi145 conmon[67302]: cluster 2022-01-26T00:10:44.566924+0000 mgr.smithi120.hllzij (mgr.14704) 2947 : cluster [DBG] 2022-01-26T00:10:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:46 smithi145 conmon[67302]: pgmap v2540: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:48.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:48 smithi120 conmon[102313]: cluster 2022-01-26T00:10:46.567620+0000 mgr.smithi120.hllzij (mgr.14704) 2948 : cluster [DBG] pgmap v2541: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:48 smithi145 conmon[67302]: cluster 2022-01-26T00:10:46.567620+0000 mgr.smithi120.hllzij (mgr.14704) 2948 : cluster 2022-01-26T00:10:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:48 smithi145 conmon[67302]: [DBG] pgmap v2541: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:50.035 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:10:50.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:50 smithi120 conmon[102313]: cluster 2022-01-26T00:10:48.568103+0000 mgr.smithi120.hllzij (mgr.14704) 2949 : cluster [DBG] pgmap v2542: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:50.306 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:10:50.307 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (90m) 72s ago 91m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:10:50.307 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (83m) 72s ago 91m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:10:50.307 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (83m) 74s ago 90m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:10:50.307 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (89m) 72s ago 90m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:10:50.308 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (86m) 72s ago 86m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:10:50.308 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (86m) 74s ago 86m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:10:50.308 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (84m) 72s ago 92m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:10:50.308 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (83m) 74s ago 90m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:10:50.308 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (83m) 72s ago 92m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:10:50.309 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (83m) 74s ago 90m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:10:50.309 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (84m) 72s ago 84m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:10:50.309 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (84m) 74s ago 84m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:10:50.309 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (90m) 72s ago 90m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:10:50.310 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (90m) 74s ago 90m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:10:50.310 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (78m) 72s ago 89m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:10:50.310 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (89m) 72s ago 89m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:10:50.310 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (89m) 72s ago 89m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:10:50.311 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (89m) 72s ago 89m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:10:50.311 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (88m) 74s ago 88m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:10:50.311 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (88m) 74s ago 88m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:10:50.311 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (88m) 74s ago 88m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:10:50.311 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (88m) 74s ago 88m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:10:50.312 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (89m) 72s ago 90m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:10:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:50 smithi145 conmon[67302]: cluster 2022-01-26T00:10:48.568103+0000 mgr.smithi120.hllzij (mgr.14704) 2949 : cluster 2022-01-26T00:10:50.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:50 smithi145 conmon[67302]: [DBG] pgmap v2542: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:50.627 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:10:50.628 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:10:50.628 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:10:50.628 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:10:50.629 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:10:50.629 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:10:50.629 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:10:50.629 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:10:50.629 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:10:50.630 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:10:50.630 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:10:50.630 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:10:50.630 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:10:50.631 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:10:50.631 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:10:50.631 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:10:50.632 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:10:50.632 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:10:50.632 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:10:51.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:51 smithi120 conmon[102313]: audit 2022-01-26T00:10:50.023432+0000 mgr.smithi120.hllzij (mgr.14704) 2950 : audit [DBG] 2022-01-26T00:10:51.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:51 smithi120 conmon[102313]: from='client.36044 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:51.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:51 smithi120 conmon[102313]: audit 2022-01-26T00:10:50.628657+0000 mon.smithi120 (mon.0) 1091 : audit [DBG] from='client.? 172.21.15.120:0/3552624557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:10:51.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:51 smithi145 conmon[67302]: audit 2022-01-26T00:10:50.023432+0000 mgr.smithi120.hllzij (mgr.14704) 2950 : audit 2022-01-26T00:10:51.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:51 smithi145 conmon[67302]: [DBG] from='client.36044 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:51.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:51 smithi145 conmon[67302]: audit 2022-01-26T00:10:50.628657+0000 mon.smithi120 (mon.0) 1091 : audit [DBG] from='client.? 172.21.15.120:0/3552624557' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:10:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:52 smithi120 conmon[102313]: audit 2022-01-26T00:10:50.298872+0000 mgr.smithi120.hllzij (mgr.14704) 2951 : audit [DBG] from='client.36048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:52 smithi120 conmon[102313]: cluster 2022-01-26T00:10:50.568801+0000 mgr.smithi120.hllzij (mgr.14704) 2952 : cluster [DBG] pgmap v2543: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:52 smithi145 conmon[67302]: audit 2022-01-26T00:10:50.298872+0000 mgr.smithi120.hllzij (mgr.14704) 2951 : 2022-01-26T00:10:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:52 smithi145 conmon[67302]: audit [DBG] from='client.36048 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:10:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:52 smithi145 conmon[67302]: cluster 2022-01-26T00:10:50.568801+0000 mgr.smithi120.hllzij (mgr.14704) 2952 : cluster [DBG] pgmap v2543: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:10:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:54 smithi120 conmon[102313]: cluster 2022-01-26T00:10:52.569426+0000 mgr.smithi120.hllzij (mgr.14704) 2953 : cluster [DBG] pgmap v2544: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:54 smithi120 conmon[102313]: audit 2022-01-26T00:10:53.921420+0000 mon.smithi120 ( 2022-01-26T00:10:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:54 smithi120 conmon[102313]: mon.0) 1092 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:10:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:54 smithi120 conmon[102313]: audit 2022-01-26T00:10:53.921665+0000 mon.smithi120 (mon.0) 1093 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:10:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:54 smithi145 conmon[67302]: cluster 2022-01-26T00:10:52.569426+0000 mgr.smithi120.hllzij (mgr.14704) 2953 : cluster [DBG] pgmap v2544: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:54 smithi145 conmon[67302]: audit 2022-01-26T00:10:53.921420+0000 mon.smithi120 (mon 2022-01-26T00:10:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:54 smithi145 conmon[67302]: .0) 1092 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:10:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:54 smithi145 conmon[67302]: audit 2022-01-26T00:10:53.921665+0000 mon.smithi120 (mon.0) 1093 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:10:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:56 smithi120 conmon[102313]: cluster 2022-01-26T00:10:54.570354+0000 mgr.smithi120.hllzij (mgr.14704) 2954 : cluster [DBG] pgmap v2545: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:56 smithi145 conmon[67302]: cluster 2022-01-26T00:10:54.570354+0000 mgr.smithi120.hllzij (mgr.14704) 2954 : cluster 2022-01-26T00:10:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:56 smithi145 conmon[67302]: [DBG] pgmap v2545: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:10:58 smithi120 conmon[102313]: cluster 2022-01-26T00:10:56.571094+0000 mgr.smithi120.hllzij (mgr.14704) 2955 : cluster [DBG] pgmap v2546: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:10:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:58 smithi145 conmon[67302]: cluster 2022-01-26T00:10:56.571094+0000 mgr.smithi120.hllzij (mgr.14704) 2955 : cluster [DBG] 2022-01-26T00:10:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:10:58 smithi145 conmon[67302]: pgmap v2546: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:00 smithi120 conmon[102313]: cluster 2022-01-26T00:10:58.571643+0000 mgr.smithi120.hllzij (mgr.14704) 2956 : cluster [DBG] pgmap v2547: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:00.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:00 smithi145 conmon[67302]: cluster 2022-01-26T00:10:58.571643+0000 mgr.smithi120.hllzij (mgr.14704) 2956 : cluster [DBG] pgmap v2547: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:02 smithi120 conmon[102313]: cluster 2022-01-26T00:11:00.572460+0000 mgr.smithi120.hllzij (mgr.14704) 2957 : cluster [DBG] pgmap v2548: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:02 smithi145 conmon[67302]: cluster 2022-01-26T00:11:00.572460+0000 mgr.smithi120.hllzij (mgr.14704) 2957 : cluster [DBG] pgmap v2548: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:04 smithi120 conmon[102313]: cluster 2022-01-26T00:11:02.572980+0000 mgr.smithi120.hllzij (mgr.14704) 2958 : cluster [DBG] pgmap v2549: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:04.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:04 smithi120 conmon[102313]: 2022-01-26T00:11:04.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:04 smithi145 conmon[67302]: cluster 2022-01-26T00:11:02.572980+0000 mgr.smithi120.hllzij (mgr.14704) 2958 : cluster 2022-01-26T00:11:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:04 smithi145 conmon[67302]: [DBG] pgmap v2549: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:06 smithi120 conmon[102313]: cluster 2022-01-26T00:11:04.573817+0000 mgr.smithi120.hllzij (mgr.14704) 2959 : cluster [DBG] 2022-01-26T00:11:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:06 smithi120 conmon[102313]: pgmap v2550: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:06 smithi145 conmon[67302]: cluster 2022-01-26T00:11:04.573817+0000 mgr.smithi120.hllzij (mgr.14704) 2959 : cluster [DBG] pgmap v2550: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:08 smithi120 conmon[102313]: cluster 2022-01-26T00:11:06.574485+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-26T00:11:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:08 smithi120 conmon[102313]: 2960 : cluster [DBG] pgmap v2551: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:08.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:08 smithi145 conmon[67302]: cluster 2022-01-26T00:11:06.574485+0000 mgr.smithi120.hllzij (mgr.14704) 2960 : cluster [DBG] pgmap v2551: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:10 smithi120 conmon[102313]: cluster 2022-01-26T00:11:08.574976+0000 mgr.smithi120.hllzij (mgr.14704) 2961 : cluster 2022-01-26T00:11:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:10 smithi120 conmon[102313]: [DBG] pgmap v2552: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:10.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:10 smithi145 conmon[67302]: cluster 2022-01-26T00:11:08.574976+0000 mgr.smithi120.hllzij (mgr.14704) 2961 : cluster [DBG] 2022-01-26T00:11:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:10 smithi145 conmon[67302]: pgmap v2552: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:11.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:11 smithi145 conmon[67302]: cluster 2022-01-26T00:11:10.575890+0000 mgr.smithi120.hllzij (mgr.14704) 2962 : cluster 2022-01-26T00:11:11.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:11 smithi145 conmon[67302]: [DBG] pgmap v2553: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:11.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:11 smithi120 conmon[102313]: cluster 2022-01-26T00:11:10.575890+0000 mgr.smithi120.hllzij (mgr.14704) 2962 : cluster [DBG] pgmap v2553: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:14.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:13 smithi120 conmon[102313]: cluster 2022-01-26T00:11:12.576328+0000 mgr.smithi120.hllzij (mgr.14704) 2963 : cluster [DBG] pgmap v2554: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:14.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:13 smithi145 conmon[67302]: cluster 2022-01-26T00:11:12.576328+0000 mgr.smithi120.hllzij (mgr.14704) 2963 : cluster [DBG] 2022-01-26T00:11:14.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:13 smithi145 conmon[67302]: pgmap v2554: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:15 smithi120 conmon[102313]: cluster 2022-01-26T00:11:14.577150+0000 mgr.smithi120.hllzij (mgr.14704) 2964 : cluster [DBG] 2022-01-26T00:11:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:15 smithi120 conmon[102313]: pgmap v2555: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:15 smithi145 conmon[67302]: cluster 2022-01-26T00:11:14.577150+0000 mgr.smithi120.hllzij (mgr.14704) 2964 : cluster [DBG] pgmap v2555: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:17 smithi120 conmon[102313]: cluster 2022-01-26T00:11:16.577888+0000 mgr.smithi120.hllzij (mgr.14704) 2965 : cluster [DBG] pgmap v2556: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:18.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:17 smithi145 conmon[67302]: cluster 2022-01-26T00:11:16.577888+0000 mgr.smithi120.hllzij (mgr.14704) 2965 : cluster [DBG] pgmap v2556: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:19 smithi120 conmon[102313]: cluster 2022-01-26T00:11:18.578452+0000 mgr.smithi120.hllzij (mgr.14704) 2966 : cluster [DBG] pgmap v2557: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:19 smithi145 conmon[67302]: cluster 2022-01-26T00:11:18.578452+0000 mgr.smithi120.hllzij (mgr.14704) 2966 2022-01-26T00:11:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:19 smithi145 conmon[67302]: : cluster [DBG] pgmap v2557: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:20.926 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:11:21.197 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:11:21.197 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (90m) 103s ago 91m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:11:21.198 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (83m) 103s ago 91m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:11:21.198 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (83m) 105s ago 91m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:11:21.199 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (90m) 103s ago 91m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:11:21.199 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (87m) 103s ago 87m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:11:21.200 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (87m) 105s ago 87m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:11:21.200 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (84m) 103s ago 92m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:11:21.201 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (84m) 105s ago 91m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:11:21.201 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (84m) 103s ago 92m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:11:21.201 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (83m) 105s ago 90m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:11:21.202 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (84m) 103s ago 84m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:11:21.202 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (84m) 105s ago 84m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:11:21.203 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (91m) 103s ago 91m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:11:21.204 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (90m) 105s ago 90m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:11:21.204 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (78m) 103s ago 90m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:11:21.204 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (90m) 103s ago 90m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:11:21.205 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (89m) 103s ago 89m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:11:21.206 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (89m) 103s ago 89m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:11:21.206 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (89m) 105s ago 89m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:11:21.207 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (89m) 105s ago 89m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:11:21.207 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (88m) 105s ago 88m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:11:21.207 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (88m) 105s ago 88m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:11:21.207 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (90m) 103s ago 91m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:11:21.518 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:11:21.518 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:11:21.518 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:11:21.518 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:11:21.519 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:11:21.519 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:11:21.519 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:11:21.520 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:11:21.520 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:11:21.521 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:11:21.521 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:11:21.521 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:11:21.521 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:11:21.521 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:11:21.522 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:11:21.522 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:11:21.522 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:11:21.522 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:11:21.523 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:11:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:21 smithi120 conmon[102313]: cluster 2022-01-26T00:11:20.579295+0000 mgr.smithi120.hllzij (mgr.14704) 2967 : cluster [DBG] pgmap v2558: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:21 smithi120 conmon[102313]: audit 2022-01-26T00:11:20.915325+0000 mgr.smithi120.hllzij (mgr.14704) 2968 : audit [DBG] from='client.36056 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:22.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:21 smithi120 conmon[102313]: audit 2022-01-26T00:11:21.188802+0000 2022-01-26T00:11:22.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:21 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 2969 : audit [DBG] from='client.36060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:22.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:21 smithi120 conmon[102313]: audit 2022-01- 2022-01-26T00:11:22.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:21 smithi120 conmon[102313]: 26T00:11:21.518809+0000 mon.smithi120 2022-01-26T00:11:22.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:21 smithi120 conmon[102313]: (mon.0) 1094 : audit [DBG] 2022-01-26T00:11:22.305 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:21 smithi120 conmon[102313]: from='client.? 172.21.15.120:0/881908281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:11:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:21 smithi145 conmon[67302]: cluster 2022-01-26T00:11:20.579295+0000 mgr.smithi120.hllzij (mgr.14704) 2967 : cluster 2022-01-26T00:11:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:21 smithi145 conmon[67302]: [DBG] pgmap v2558: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:22.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:21 smithi145 conmon[67302]: audit 2022-01-26T00:11:20.915325+0000 mgr.smithi120.hllzij (mgr.14704) 2968 : audit [DBG] from='client.36056 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:22.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:21 smithi145 conmon[67302]: audit 2022-01-26T00:11:21.188802+0000 mgr.smithi120.hllzij (mgr.14704) 2969 : audit [DBG] from='client.36060 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:22.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:21 smithi145 conmon[67302]: audit 2022-01-26T00:11:22.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:21 smithi145 conmon[67302]: 2022-01-26T00:11:21.518809+0000 mon.smithi120 (mon 2022-01-26T00:11:22.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:21 smithi145 conmon[67302]: .0) 1094 : audit [DBG] from='client.? 172.21.15.120:0/881908281' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:11:24.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:23 smithi120 conmon[102313]: cluster 2022-01-26T00:11:22.579834+0000 mgr.smithi120.hllzij (mgr.14704) 2970 : cluster [DBG] pgmap v2559: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:23 smithi145 conmon[67302]: cluster 2022-01-26T00:11:22.579834+0000 mgr.smithi120.hllzij (mgr.14704) 2970 : 2022-01-26T00:11:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:23 smithi145 conmon[67302]: cluster [DBG] pgmap v2559: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:25 smithi120 conmon[102313]: cluster 2022-01-26T00:11:24.580614+0000 mgr.smithi120.hllzij (mgr.14704) 2971 : cluster [DBG] pgmap v2560: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:25 smithi145 conmon[67302]: cluster 2022-01-26T00:11:24.580614+0000 mgr.smithi120.hllzij (mgr.14704) 2971 : cluster [DBG] pgmap v2560: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:28 smithi120 conmon[102313]: cluster 2022-01-26T00:11:26.581328+0000 mgr.smithi120.hllzij (mgr.14704) 2972 : cluster [DBG] pgmap v2561: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:28.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:28 smithi145 conmon[67302]: cluster 2022-01-26T00:11:26.581328+0000 mgr.smithi120.hllzij (mgr.14704) 2972 : cluster [DBG] pgmap v2561: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:30 smithi120 conmon[102313]: cluster 2022-01-26T00:11:28.581781+0000 mgr.smithi120.hllzij (mgr.14704) 2973 : cluster [DBG] pgmap v2562: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:30.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:30 smithi145 conmon[67302]: cluster 2022-01-26T00:11:28.581781+0000 mgr.smithi120.hllzij (mgr.14704) 2973 : cluster [DBG] pgmap v2562: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:32.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:32 smithi120 conmon[102313]: cluster 2022-01-26T00:11:30.582543+0000 mgr.smithi120.hllzij (mgr.14704) 2974 : cluster [DBG] pgmap v2563: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:32 smithi145 conmon[67302]: cluster 2022-01-26T00:11:30.582543+0000 mgr.smithi120.hllzij (mgr.14704) 2974 : cluster [DBG] pgmap v2563: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:34 smithi120 conmon[102313]: cluster 2022-01-26T00:11:32.583162+0000 mgr.smithi120.hllzij (mgr.14704) 2975 : cluster [DBG] pgmap v2564: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:34.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:34 smithi145 conmon[67302]: cluster 2022-01-26T00:11:32.583162+0000 mgr.smithi120.hllzij (mgr.14704) 2975 : cluster [DBG] pgmap v2564: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:36.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:36 smithi120 conmon[102313]: cluster 2022-01-26T00:11:34.584094+0000 mgr.smithi120.hllzij (mgr.14704) 2976 : cluster [DBG] pgmap v2565: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:36.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:36 smithi145 conmon[67302]: cluster 2022-01-26T00:11:34.584094+0000 mgr.smithi120.hllzij (mgr.14704) 2976 : cluster [DBG] pgmap v2565: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:38.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:38 smithi120 conmon[102313]: cluster 2022-01-26T00:11:36.584739+0000 mgr.smithi120.hllzij (mgr.14704) 2977 : cluster [DBG] pgmap v2566: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:38 smithi145 conmon[67302]: cluster 2022-01-26T00:11:36.584739+0000 mgr.smithi120.hllzij (mgr.14704) 2977 : cluster [DBG] pgmap v2566: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:38 smithi145 conmon[67302]: 2022-01-26T00:11:39.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:39 smithi120 conmon[102313]: audit 2022-01-26T00:11:38.769758+0000 mon.smithi120 (mon.0) 1095 : audit 2022-01-26T00:11:39.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:39 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:11:39.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:39 smithi120 conmon[102313]: audit 2022-01-26T00:11:38.771245+0000 mon.smithi120 (mon.0) 1096 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:11:39.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:39 smithi120 conmon[102313]: audit 2022-01-26T00:11:38.772236+0000 mon.smithi120 (mon.0) 1097 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:11:39.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:39 smithi145 conmon[67302]: audit 2022-01-26T00:11:38.769758+0000 mon.smithi120 (mon.0 2022-01-26T00:11:39.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:39 smithi145 conmon[67302]: ) 1095 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:11:39.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:39 smithi145 conmon[67302]: audit 2022-01-26T00:11:38.771245+0000 mon.smithi120 (mon.0) 1096 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:11:39.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:39 smithi145 conmon[67302]: audit 2022-01-26T00:11:38.772236+0000 2022-01-26T00:11:39.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:39 smithi145 conmon[67302]: mon.smithi120 (mon.0) 1097 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:11:40.117 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:40 smithi120 conmon[102313]: cluster 2022-01-26T00:11:38.585211+0000 mgr.smithi120.hllzij (mgr.14704) 2978 : 2022-01-26T00:11:40.117 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:40 smithi120 conmon[102313]: cluster [DBG] pgmap v2567: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:40.117 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:40 smithi120 conmon[102313]: cephadm 2022-01-26T00:11:38.772955+0000 mgr.smithi120.hllzij (mgr.14704) 2979 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:11:40.118 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:40 smithi120 conmon[102313]: audit 2022-01-26T00:11:39.116503+0000 mon.smithi120 (mon.0) 1098 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:11:40.118 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:40 smithi120 conmon[102313]: audit 2022-01-26T00:11:40.118 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:40 smithi120 conmon[102313]: 2022-01-26T00:11:39.498197+0000 mon.smithi120 ( 2022-01-26T00:11:40.119 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:40 smithi120 conmon[102313]: mon.0) 1099 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:11:40.119 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:40 smithi120 conmon[102313]: audit 2022 2022-01-26T00:11:40.120 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:40 smithi120 conmon[102313]: -01-26T00:11:39.503084+0000 mon.smithi120 (mon 2022-01-26T00:11:40.120 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:40 smithi120 conmon[102313]: .0) 1100 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:11:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:40 smithi145 conmon[67302]: cluster 2022-01-26T00:11:38.585211+0000 mgr.smithi120.hllzij (mgr.14704) 2978 : cluster 2022-01-26T00:11:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:40 smithi145 conmon[67302]: [DBG] pgmap v2567: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:40.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:40 smithi145 conmon[67302]: cephadm 2022-01-26T00:11:38.772955+0000 mgr.smithi120.hllzij (mgr.14704) 2979 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:11:40.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:40 smithi145 conmon[67302]: audit 2022-01-26T00:11:39.116503+0000 mon.smithi120 (mon.0) 1098 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:11:40.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:40 smithi145 conmon[67302]: audit 2022- 2022-01-26T00:11:40.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:40 smithi145 conmon[67302]: 01-26T00:11:39.498197+0000 mon.smithi120 (mon. 2022-01-26T00:11:40.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:40 smithi145 conmon[67302]: 0) 1099 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:11:40.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:40 smithi145 conmon[67302]: audit 2022-01 2022-01-26T00:11:40.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:40 smithi145 conmon[67302]: -26T00:11:39.503084+0000 mon.smithi120 (mon. 2022-01-26T00:11:40.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:40 smithi145 conmon[67302]: 0) 1100 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:11:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:42 smithi120 conmon[102313]: cluster 2022-01-26T00:11:40.586102+0000 mgr.smithi120.hllzij (mgr.14704) 2980 : cluster 2022-01-26T00:11:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:42 smithi120 conmon[102313]: [DBG] pgmap v2568: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:42 smithi145 conmon[67302]: cluster 2022-01-26T00:11:40.586102+0000 mgr.smithi120.hllzij (mgr.14704) 2980 : cluster [DBG] pgmap v2568: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:42 smithi145 conmon[67302]: 2022-01-26T00:11:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:44 smithi120 conmon[102313]: cluster 2022-01-26T00:11:42.586747+0000 mgr.smithi120.hllzij (mgr.14704) 2981 : cluster [DBG] 2022-01-26T00:11:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:44 smithi120 conmon[102313]: pgmap v2569: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:44.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:44 smithi145 conmon[67302]: cluster 2022-01-26T00:11:42.586747+0000 mgr.smithi120.hllzij (mgr.14704) 2981 : cluster [DBG] pgmap v2569: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:46 smithi120 conmon[102313]: cluster 2022-01-26T00:11:44.587379+0000 mgr.smithi120.hllzij (mgr.14704) 2982 : cluster [DBG] 2022-01-26T00:11:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:46 smithi120 conmon[102313]: pgmap v2570: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:46 smithi145 conmon[67302]: cluster 2022-01-26T00:11:44.587379+0000 mgr.smithi120.hllzij (mgr.14704) 2982 : cluster [DBG] pgmap v2570: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:48 smithi120 conmon[102313]: cluster 2022-01-26T00:11:46.587906+0000 mgr.smithi120.hllzij (mgr.14704) 2983 : cluster [DBG] pgmap v2571: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:48 smithi120 conmon[102313]: 2022-01-26T00:11:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:48 smithi145 conmon[67302]: cluster 2022-01-26T00:11:46.587906+0000 mgr.smithi120.hllzij (mgr.14704) 2983 : cluster [DBG] pgmap v2571: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:50 smithi120 conmon[102313]: cluster 2022-01-26T00:11:48.588479+0000 mgr.smithi120.hllzij (mgr.14704) 2984 : cluster [DBG] 2022-01-26T00:11:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:50 smithi120 conmon[102313]: pgmap v2572: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:50.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:50 smithi145 conmon[67302]: cluster 2022-01-26T00:11:48.588479+0000 mgr.smithi120.hllzij (mgr.14704) 2984 : cluster [DBG] pgmap v2572: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:51.818 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:11:52.085 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:11:52.086 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (91m) 2m ago 92m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:11:52.086 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (84m) 2m ago 92m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:11:52.087 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (84m) 2m ago 91m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:11:52.087 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (90m) 2m ago 91m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:11:52.089 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (87m) 2m ago 87m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:11:52.089 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (87m) 2m ago 87m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:11:52.089 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (85m) 2m ago 93m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:11:52.089 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (84m) 2m ago 91m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:11:52.090 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (84m) 2m ago 93m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:11:52.090 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (84m) 2m ago 91m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:11:52.090 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (85m) 2m ago 85m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:11:52.091 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (85m) 2m ago 85m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:11:52.091 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (91m) 2m ago 91m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:11:52.094 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (91m) 2m ago 91m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:11:52.094 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (79m) 2m ago 91m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:11:52.094 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (90m) 2m ago 90m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:11:52.094 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (90m) 2m ago 90m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:11:52.095 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (90m) 2m ago 90m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:11:52.095 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (89m) 2m ago 89m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:11:52.095 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (89m) 2m ago 89m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:11:52.097 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (89m) 2m ago 89m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:11:52.097 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (89m) 2m ago 89m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:11:52.097 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (90m) 2m ago 91m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:11:52.409 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:11:52.410 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:11:52.410 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:11:52.410 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:11:52.411 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:11:52.411 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:11:52.411 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:11:52.411 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:11:52.412 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:11:52.412 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:11:52.412 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:11:52.412 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:11:52.412 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:11:52.413 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:11:52.413 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:11:52.413 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:11:52.413 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:11:52.414 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:11:52.414 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:11:52.414 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:52 smithi120 conmon[102313]: cluster 2022-01-26T00:11:50.589240+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-26T00:11:52.415 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:52 smithi120 conmon[102313]: 2985 : cluster [DBG] pgmap v2573: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:52 smithi145 conmon[67302]: cluster 2022-01-26T00:11:50.589240+0000 mgr.smithi120.hllzij (mgr.14704) 2985 : cluster 2022-01-26T00:11:52.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:52 smithi145 conmon[67302]: [DBG] pgmap v2573: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:11:53.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:53 smithi120 conmon[102313]: audit 2022-01-26T00:11:51.807732+0000 mgr.smithi120.hllzij (mgr.14704) 2986 : audit 2022-01-26T00:11:53.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:53 smithi120 conmon[102313]: [DBG] from='client.36068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:53.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:53 smithi120 conmon[102313]: audit 2022-01-26T00:11:52.077362+0000 mgr.smithi120.hllzij (mgr.14704) 2987 : audit [DBG] from='client.36072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:53.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:53 smithi120 conmon[102313]: audit 2022-01-26 2022-01-26T00:11:53.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:53 smithi120 conmon[102313]: T00:11:52.410491+0000 mon.smithi120 (mon.0) 1101 : audit [DBG] from='client.? 172.21.15.120:0/4180683956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:11:53.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:53 smithi145 conmon[67302]: audit 2022-01-26T00:11:51.807732+0000 mgr.smithi120.hllzij (mgr.14704) 2986 : audit [DBG] from='client.36068 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:53.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:53 smithi145 conmon[67302]: 2022-01-26T00:11:53.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:53 smithi145 conmon[67302]: audit 2022-01-26T00:11:52.077362+0000 mgr.smithi120.hllzij (mgr.14704) 2987 : audit [DBG] from='client.36072 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:11:53.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:53 smithi145 conmon[67302]: audit 2022-01-26T00:11:52.410491+0000 mon.smithi120 (mon.0) 1101 : audit [DBG] from='client.? 172.21.15.120:0/4180683956' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:11:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:54 smithi120 conmon[102313]: cluster 2022-01-26T00:11:52.589785+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-26T00:11:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:54 smithi120 conmon[102313]: 2988 : cluster [DBG] pgmap v2574: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:54 smithi120 conmon[102313]: audit 2022-01-26T00:11:53.925045+0000 mon.smithi120 (mon.0) 1102 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:11:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:54 smithi120 conmon[102313]: audit 2022-01-26 2022-01-26T00:11:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:54 smithi120 conmon[102313]: T00:11:53.925295+0000 mon.smithi120 (mon.0) 1103 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:11:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:54 smithi145 conmon[67302]: cluster 2022-01-26T00:11:52.589785+0000 mgr.smithi120.hllzij (mgr.14704) 2988 : cluster [DBG] pgmap v2574: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:54 smithi145 conmon[67302]: audit 2022-01-26T00:11:53.925045+0000 mon.smithi120 (mon.0) 1102 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:11:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:54 smithi145 conmon[67302]: audit 2022-01-26T00:11:53.925295+0000 mon.smithi120 (mon.0) 1103 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:11:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:56 smithi120 conmon[102313]: cluster 2022-01-26T00:11:54.590429+0000 mgr.smithi120.hllzij (mgr.14704) 2989 : cluster 2022-01-26T00:11:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:56 smithi120 conmon[102313]: [DBG] pgmap v2575: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:56.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:56 smithi145 conmon[67302]: cluster 2022-01-26T00:11:54.590429+0000 mgr.smithi120.hllzij (mgr.14704) 2989 : cluster [DBG] pgmap v2575: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:56 smithi145 conmon[67302]: 2022-01-26T00:11:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:11:58 smithi120 conmon[102313]: cluster 2022-01-26T00:11:56.591099+0000 mgr.smithi120.hllzij (mgr.14704) 2990 : cluster [DBG] pgmap v2576: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:58 smithi145 conmon[67302]: cluster 2022-01-26T00:11:56.591099+0000 mgr.smithi120.hllzij (mgr.14704) 2990 : cluster [DBG] pgmap v2576: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:11:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:11:58 smithi145 conmon[67302]: 2022-01-26T00:12:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:00 smithi120 conmon[102313]: cluster 2022-01-26T00:11:58.591771+0000 mgr.smithi120.hllzij (mgr.14704) 2991 : cluster [DBG] pgmap v2577: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:00 smithi145 conmon[67302]: cluster 2022-01-26T00:11:58.591771+0000 mgr.smithi120.hllzij (mgr.14704) 2991 : 2022-01-26T00:12:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:00 smithi145 conmon[67302]: cluster [DBG] pgmap v2577: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:02 smithi120 conmon[102313]: cluster 2022-01-26T00:12:00.592510+0000 mgr.smithi120.hllzij (mgr.14704) 2992 : cluster [DBG] pgmap v2578: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:02 smithi145 conmon[67302]: cluster 2022-01-26T00:12:00.592510+0000 mgr.smithi120.hllzij (mgr.14704) 2992 : cluster [DBG] pgmap v2578: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:04 smithi120 conmon[102313]: cluster 2022-01-26T00:12:02.593115+0000 mgr.smithi120.hllzij (mgr.14704) 2993 : cluster [DBG] pgmap v2579: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:04.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:04 smithi145 conmon[67302]: cluster 2022-01-26T00:12:02.593115+0000 mgr.smithi120.hllzij (mgr.14704) 2993 : cluster [DBG] pgmap v2579: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:06.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:06 smithi120 conmon[102313]: cluster 2022-01-26T00:12:04.593918+0000 mgr.smithi120.hllzij (mgr.14704) 2994 : cluster [DBG] pgmap v2580: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:06 smithi145 conmon[67302]: cluster 2022-01-26T00:12:04.593918+0000 mgr.smithi120.hllzij (mgr.14704) 2994 : cluster [DBG] pgmap v2580: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:08 smithi120 conmon[102313]: cluster 2022-01-26T00:12:06.594427+0000 mgr.smithi120.hllzij (mgr.14704) 2995 : cluster [DBG] pgmap v2581: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:08 smithi145 conmon[67302]: cluster 2022-01-26T00:12:06.594427+0000 mgr.smithi120.hllzij (mgr.14704) 2995 : cluster [DBG] pgmap v2581: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:10 smithi120 conmon[102313]: cluster 2022-01-26T00:12:08.595068+0000 mgr.smithi120.hllzij (mgr.14704) 2996 : cluster [DBG] pgmap v2582: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:10.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:10 smithi145 conmon[67302]: cluster 2022-01-26T00:12:08.595068+0000 mgr.smithi120.hllzij (mgr.14704) 2996 : cluster [DBG] pgmap v2582: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:12.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:12 smithi120 conmon[102313]: cluster 2022-01-26T00:12:10.596028+0000 mgr.smithi120.hllzij (mgr.14704) 2997 : cluster [DBG] pgmap v2583: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:12 smithi145 conmon[67302]: cluster 2022-01-26T00:12:10.596028+0000 mgr.smithi120.hllzij (mgr.14704) 2997 : cluster [DBG] pgmap v2583: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:14 smithi120 conmon[102313]: cluster 2022-01-26T00:12:12.596550+0000 mgr.smithi120.hllzij (mgr.14704) 2998 : cluster [DBG] pgmap v2584: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:14 smithi145 conmon[67302]: cluster 2022-01-26T00:12:12.596550+0000 mgr.smithi120.hllzij (mgr.14704) 2998 : cluster [DBG] pgmap v2584: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:16 smithi120 conmon[102313]: cluster 2022-01-26T00:12:14.597318+0000 mgr.smithi120.hllzij (mgr.14704) 2999 : cluster [DBG] pgmap v2585: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:16 smithi145 conmon[67302]: cluster 2022-01-26T00:12:14.597318+0000 mgr.smithi120.hllzij (mgr.14704) 2999 : cluster [DBG] pgmap v2585: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:18 smithi120 conmon[102313]: cluster 2022-01-26T00:12:16.598025+0000 mgr.smithi120.hllzij (mgr.14704) 3000 : cluster [DBG] pgmap v2586: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:18 smithi145 conmon[67302]: cluster 2022-01-26T00:12:16.598025+0000 mgr.smithi120.hllzij (mgr.14704) 3000 : cluster [DBG] pgmap v2586: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:20 smithi120 conmon[102313]: cluster 2022-01-26T00:12:18.598513+0000 mgr.smithi120.hllzij (mgr.14704) 3001 : cluster [DBG] pgmap v2587: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:20 smithi145 conmon[67302]: cluster 2022-01-26T00:12:18.598513+0000 mgr.smithi120.hllzij (mgr.14704) 3001 : cluster [DBG] pgmap v2587: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:22.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:22 smithi120 conmon[102313]: cluster 2022-01-26T00:12:20.599312+0000 mgr.smithi120.hllzij (mgr.14704) 3002 : cluster [DBG] pgmap v2588: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:22.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:22 smithi145 conmon[67302]: cluster 2022-01-26T00:12:20.599312+0000 mgr.smithi120.hllzij (mgr.14704) 3002 : cluster [DBG] pgmap v2588: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:22.710 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:12:22.978 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:12:22.978 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (91m) 2m ago 92m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:12:22.979 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (84m) 2m ago 92m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:12:22.979 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (84m) 2m ago 92m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:12:22.979 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (91m) 2m ago 92m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:12:22.980 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (88m) 2m ago 88m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:12:22.980 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (88m) 2m ago 88m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:12:22.980 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (85m) 2m ago 93m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:12:22.981 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (85m) 2m ago 92m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:12:22.981 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (85m) 2m ago 93m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:12:22.981 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (84m) 2m ago 92m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:12:22.982 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (85m) 2m ago 85m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:12:22.982 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (85m) 2m ago 85m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:12:22.983 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (92m) 2m ago 92m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:12:22.983 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (91m) 2m ago 91m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:12:22.983 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (79m) 2m ago 91m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:12:22.983 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (91m) 2m ago 91m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:12:22.984 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (90m) 2m ago 90m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:12:22.984 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (90m) 2m ago 90m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:12:22.984 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (90m) 2m ago 90m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:12:22.985 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (90m) 2m ago 90m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:12:22.985 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (89m) 2m ago 89m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:12:22.985 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (89m) 2m ago 89m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:12:22.986 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (91m) 2m ago 92m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:12:23.299 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:12:23.300 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:12:23.300 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:12:23.300 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:12:23.301 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:12:23.301 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:12:23.301 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:12:23.301 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:12:23.301 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:12:23.302 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:12:23.302 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:12:23.302 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:12:23.303 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:12:23.303 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:12:23.303 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:12:23.304 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:12:23.304 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:12:23.304 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:12:23.304 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:12:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:24 smithi120 conmon[102313]: cluster 2022-01-26T00:12:22.599737+0000 mgr.smithi120.hllzij (mgr.14704) 3003 : cluster [DBG] pgmap v2589: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:24 smithi120 conmon[102313]: audit 2022-01-26T00:12:22.699650+0000 mgr.smithi120.hllzij (mgr.14704) 3004 : audit [DBG] from='client.36080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:24 smithi120 conmon[102313]: audit 2022-01-26T00:12:22.970001+0000 mgr.smithi120.hllzij (mgr.14704) 3005 : audit [DBG] from='client.36084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:24.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:24 smithi120 conmon[102313]: audit 2022-01-26T00:12:24.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:24 smithi120 conmon[102313]: 2022-01-26T00:12:23.300187+0000 mon.smithi120 (mon.0) 1104 : audit [DBG] from='client.? 172.21.15.120:0/2945291902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:12:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:24 smithi145 conmon[67302]: cluster 2022-01-26T00:12:22.599737+0000 mgr.smithi120.hllzij (mgr.14704) 3003 : cluster [DBG] pgmap v2589: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:24 smithi145 conmon[67302]: audit 2022-01-26T00:12:22.699650+0000 mgr.smithi120.hllzij (mgr.14704) 3004 : audit [DBG] from='client.36080 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:24.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:24 smithi145 conmon[67302]: audit 2022-01-26T00:12:22.970001+0000 mgr.smithi120.hllzij (mgr.14704) 3005 : audit [DBG] from='client.36084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:24.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:24 smithi145 conmon[67302]: audit 2022-01-26T00:12: 2022-01-26T00:12:24.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:24 smithi145 conmon[67302]: 23.300187+0000 mon.smithi120 (mon.0) 1104 : audit [DBG] from='client.? 172.21.15.120:0/2945291902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:12:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:26 smithi120 conmon[102313]: cluster 2022-01-26T00:12:24.600386+0000 mgr.smithi120.hllzij (mgr.14704) 3006 : cluster [DBG] pgmap v2590: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:26 smithi145 conmon[67302]: cluster 2022-01-26T00:12:24.600386+0000 mgr.smithi120.hllzij (mgr.14704) 3006 : cluster [DBG] pgmap v2590: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:28 smithi120 conmon[102313]: cluster 2022-01-26T00:12:26.601084+0000 mgr.smithi120.hllzij (mgr.14704) 3007 : cluster [DBG] pgmap v2591: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:28.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:28 smithi145 conmon[67302]: cluster 2022-01-26T00:12:26.601084+0000 mgr.smithi120.hllzij (mgr.14704) 3007 : cluster [DBG] pgmap v2591: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:30 smithi120 conmon[102313]: cluster 2022-01-26T00:12:28.601703+0000 mgr.smithi120.hllzij (mgr.14704) 3008 : cluster [DBG] pgmap v2592: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:30 smithi145 conmon[67302]: cluster 2022-01-26T00:12:28.601703+0000 mgr.smithi120.hllzij (mgr.14704) 3008 : cluster [DBG] pgmap v2592: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:32 smithi120 conmon[102313]: cluster 2022-01-26T00:12:30.602467+0000 mgr.smithi120.hllzij (mgr.14704) 3009 : cluster [DBG] pgmap v2593: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:32.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:32 smithi120 conmon[102313]: 2022-01-26T00:12:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:32 smithi145 conmon[67302]: cluster 2022-01-26T00:12:30.602467+0000 mgr.smithi120.hllzij (mgr.14704) 3009 : cluster [DBG] pgmap v2593: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:34 smithi120 conmon[102313]: cluster 2022-01-26T00:12:32.602945+0000 mgr.smithi120.hllzij (mgr.14704) 3010 : cluster [DBG] pgmap v2594: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:34 smithi145 conmon[67302]: cluster 2022-01-26T00:12:32.602945+0000 mgr.smithi120.hllzij (mgr.14704) 3010 : cluster [DBG] pgmap v2594: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:34 smithi145 conmon[67302]: 2022-01-26T00:12:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:36 smithi120 conmon[102313]: cluster 2022-01-26T00:12:34.603863+0000 mgr.smithi120.hllzij (mgr.14704) 3011 : cluster [DBG] pgmap v2595: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:36.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:36 smithi145 conmon[67302]: cluster 2022-01-26T00:12:34.603863+0000 mgr.smithi120.hllzij (mgr.14704) 3011 : cluster [DBG] pgmap v2595: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:38 smithi120 conmon[102313]: cluster 2022-01-26T00:12:36.604401+0000 mgr.smithi120.hllzij (mgr.14704) 3012 : cluster [DBG] pgmap v2596: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:38.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:38 smithi145 conmon[67302]: cluster 2022-01-26T00:12:36.604401+0000 mgr.smithi120.hllzij (mgr.14704) 3012 : cluster [DBG] pgmap v2596: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:40 smithi120 conmon[102313]: cluster 2022-01-26T00:12:38.604903+0000 mgr.smithi120.hllzij (mgr.14704) 3013 : cluster [DBG] pgmap v2597: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:40 smithi120 conmon[102313]: audit 2022-01-26T00:12 2022-01-26T00:12:40.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:40 smithi120 conmon[102313]: :39.505516+0000 mon.smithi120 (mon.0) 1105 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:12:40.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:40 smithi120 conmon[102313]: audit 2022-01-26T00:12:39.506922+0000 mon.smithi120 (mon.0) 1106 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:12:40.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:40 smithi120 conmon[102313]: audit 2022-01-26T00:12:39.507754+0000 mon.smithi120 2022-01-26T00:12:40.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:40 smithi120 conmon[102313]: (mon.0) 1107 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:12:40.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:40 smithi120 conmon[102313]: audit 2022-01-26T00 2022-01-26T00:12:40.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:40 smithi120 conmon[102313]: :12:39.851489+0000 mon.smithi120 (mon. 2022-01-26T00:12:40.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:40 smithi120 conmon[102313]: 0) 1108 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:12:40.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:40 smithi145 conmon[67302]: cluster 2022-01-26T00:12:38.604903+0000 mgr.smithi120.hllzij (mgr.14704) 3013 2022-01-26T00:12:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:40 smithi145 conmon[67302]: : cluster [DBG] pgmap v2597: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:40 smithi145 conmon[67302]: audit 2022-01-26T00:12:39.505516+0000 mon.smithi120 (mon.0) 1105 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:12:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:40 smithi145 conmon[67302]: audit 2022 2022-01-26T00:12:40.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:40 smithi145 conmon[67302]: -01-26T00:12:39.506922+0000 mon.smithi120 (mon.0) 1106 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:12:40.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:40 smithi145 conmon[67302]: audit 2022 2022-01-26T00:12:40.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:40 smithi145 conmon[67302]: -01-26T00:12:39.507754+0000 mon.smithi120 (mon.0) 1107 : audit [INF] 2022-01-26T00:12:40.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:40 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:12:40.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:40 smithi145 conmon[67302]: audit 2022 2022-01-26T00:12:40.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:40 smithi145 conmon[67302]: -01-26T00:12:39.851489+0000 mon.smithi120 (mon.0) 1108 : audit 2022-01-26T00:12:40.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:40 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:12:41.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:41 smithi120 conmon[102313]: cephadm 2022-01-26T00:12:39.508507+0000 mgr.smithi120.hllzij (mgr.14704) 3014 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:12:41.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:41 smithi120 conmon[102313]: audit 2022-01-26T00:12:40.233437+0000 mon.smithi120 (mon.0) 1109 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:12:41.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:41 smithi120 conmon[102313]: audit 2022-01-26T00:12:40.240881+0000 mon.smithi120 (mon.0) 1110 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:12:41.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:41 smithi145 conmon[67302]: cephadm 2022-01-26T00:12:39.508507+0000 mgr.smithi120.hllzij (mgr.14704) 3014 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:12:41.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:41 smithi145 conmon[67302]: audit 2022-01-26T00:12:40.233437+0000 mon.smithi120 (mon.0) 1109 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:12:41.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:41 smithi145 conmon[67302]: audit 2022-01-26T00:12:40.240881+0000 mon.smithi120 (mon.0) 1110 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:12:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:42 smithi120 conmon[102313]: cluster 2022-01-26T00:12:40.605692+0000 mgr.smithi120.hllzij (mgr.14704) 3015 : cluster 2022-01-26T00:12:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:42 smithi120 conmon[102313]: [DBG] pgmap v2598: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:42 smithi145 conmon[67302]: cluster 2022-01-26T00:12:40.605692+0000 mgr.smithi120.hllzij (mgr.14704) 3015 : cluster [DBG] pgmap v2598: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:44 smithi120 conmon[102313]: cluster 2022-01-26T00:12:42.606303+0000 mgr.smithi120.hllzij (mgr.14704) 3016 : cluster [DBG] pgmap v2599: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:44.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:44 smithi145 conmon[67302]: cluster 2022-01-26T00:12:42.606303+0000 mgr.smithi120.hllzij (mgr.14704) 3016 : cluster [DBG] pgmap v2599: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:46 smithi120 conmon[102313]: cluster 2022-01-26T00:12:44.607129+0000 mgr.smithi120.hllzij (mgr.14704) 3017 : cluster [DBG] pgmap v2600: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:46.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:46 smithi145 conmon[67302]: cluster 2022-01-26T00:12:44.607129+0000 mgr.smithi120.hllzij (mgr.14704) 3017 : cluster [DBG] pgmap v2600: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:48 smithi120 conmon[102313]: cluster 2022-01-26T00:12:46.607733+0000 mgr.smithi120.hllzij (mgr.14704) 3018 : cluster [DBG] pgmap v2601: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:48 smithi145 conmon[67302]: cluster 2022-01-26T00:12:46.607733+0000 mgr.smithi120.hllzij (mgr.14704) 3018 : cluster 2022-01-26T00:12:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:48 smithi145 conmon[67302]: [DBG] pgmap v2601: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:50 smithi120 conmon[102313]: cluster 2022-01-26T00:12:48.608249+0000 mgr.smithi120.hllzij (mgr.14704) 3019 : cluster [DBG] pgmap v2602: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:50 smithi145 conmon[67302]: cluster 2022-01-26T00:12:48.608249+0000 mgr.smithi120.hllzij (mgr.14704) 3019 : 2022-01-26T00:12:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:50 smithi145 conmon[67302]: cluster [DBG] pgmap v2602: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:52 smithi120 conmon[102313]: cluster 2022-01-26T00:12:50.609099+0000 mgr.smithi120.hllzij (mgr.14704) 3020 : cluster [DBG] pgmap v2603: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:52.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:52 smithi145 conmon[67302]: cluster 2022-01-26T00:12:50.609099+0000 mgr.smithi120.hllzij (mgr.14704) 3020 : cluster 2022-01-26T00:12:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:52 smithi145 conmon[67302]: [DBG] pgmap v2603: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:12:53.600 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:12:53.879 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:12:53.880 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (92m) 3m ago 93m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:12:53.880 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (85m) 3m ago 93m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:12:53.881 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (85m) 3m ago 92m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:12:53.881 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (91m) 3m ago 92m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:12:53.881 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (88m) 3m ago 88m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:12:53.882 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (88m) 3m ago 88m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:12:53.882 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (86m) 3m ago 94m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:12:53.883 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (85m) 3m ago 92m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:12:53.883 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (85m) 3m ago 94m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:12:53.884 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (85m) 3m ago 92m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:12:53.884 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (86m) 3m ago 86m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:12:53.884 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (86m) 3m ago 86m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:12:53.885 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (92m) 3m ago 92m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:12:53.885 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (92m) 3m ago 92m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:12:53.886 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (80m) 3m ago 92m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:12:53.886 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (91m) 3m ago 91m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:12:53.887 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (91m) 3m ago 91m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:12:53.887 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (91m) 3m ago 91m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:12:53.888 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (90m) 3m ago 90m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:12:53.888 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (90m) 3m ago 90m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:12:53.888 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (90m) 3m ago 90m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:12:53.889 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (90m) 3m ago 90m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:12:53.889 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (91m) 3m ago 92m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:12:54.200 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:12:54.201 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:12:54.201 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:12:54.202 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:12:54.202 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:12:54.203 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:12:54.203 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:12:54.204 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:12:54.205 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:12:54.205 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:12:54.205 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:12:54.205 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:12:54.206 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:12:54.206 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:12:54.206 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:12:54.206 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:12:54.207 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:12:54.207 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:12:54.207 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:12:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:54 smithi120 conmon[102313]: cluster 2022-01-26T00:12:52.609531+0000 mgr.smithi120.hllzij (mgr.14704) 3021 : 2022-01-26T00:12:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:54 smithi120 conmon[102313]: cluster [DBG] pgmap v2604: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:54 smithi120 conmon[102313]: audit 2022-01-26T00:12:53.928404+0000 mon.smithi120 (mon.0) 1111 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:12:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:54 smithi120 conmon[102313]: audit 2022-01-26T00:12:53.928700 2022-01-26T00:12:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:54 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 1112 : audit 2022-01-26T00:12:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:54 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:12:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:54 smithi120 conmon[102313]: audit 2022-01-26T00:12:54.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:54 smithi120 conmon[102313]: 2022-01-26T00:12:54. 2022-01-26T00:12:54.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:54 smithi120 conmon[102313]: 201483+0000 mon.smithi120 (mon.0) 2022-01-26T00:12:54.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:54 smithi120 conmon[102313]: 1113 : audit [DBG] from='client.? 172.21.15.120:0/2252731363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:12:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:54 smithi145 conmon[67302]: cluster 2022-01-26T00:12:52.609531+0000 mgr.smithi120.hllzij (mgr.14704) 3021 : cluster [DBG] pgmap v2604: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:54 smithi145 conmon[67302]: 2022-01-26T00:12:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:54 smithi145 conmon[67302]: audit 2022-01-26T00:12:53.928404+0000 mon.smithi120 (mon.0) 1111 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:12:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:54 smithi145 conmon[67302]: audit 2022-01-26T00:12:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:54 smithi145 conmon[67302]: 2022-01-26T00:12:53.928700+0000 mon.smithi120 (mon.0) 1112 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:12:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:54 smithi145 conmon[67302]: audit 2022 2022-01-26T00:12:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:54 smithi145 conmon[67302]: -01-26T00:12:54.201483+0000 mon.smithi120 (mon. 2022-01-26T00:12:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:54 smithi145 conmon[67302]: 0) 1113 : audit [DBG] from='client.? 172.21.15.120:0/2252731363' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:12:55.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:55 smithi120 conmon[102313]: audit 2022-01-26T00:12:53.589970+0000 mgr.smithi120.hllzij (mgr.14704) 3022 : audit [DBG] from='client.36092 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:55.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:55 smithi120 conmon[102313]: audit 2022-01-26T00:12:53.871260+0000 mgr.smithi120.hllzij (mgr.14704) 3023 : audit [DBG] from='client.36096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:55.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:55 smithi145 conmon[67302]: audit 2022-01-26T00:12:53.589970+0000 mgr.smithi120.hllzij (mgr.14704) 3022 : audit 2022-01-26T00:12:55.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:55 smithi145 conmon[67302]: [DBG] from='client.36092 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:55.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:55 smithi145 conmon[67302]: audit 2022-01-26T00:12:53.871260+0000 mgr.smithi120.hllzij (mgr.14704) 3023 : audit [DBG] from='client.36096 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:12:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:56 smithi120 conmon[102313]: cluster 2022-01-26T00:12:54.610152+0000 mgr.smithi120.hllzij (mgr.14704) 3024 : cluster [DBG] pgmap v2605: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:56.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:56 smithi145 conmon[67302]: cluster 2022-01-26T00:12:54.610152+0000 mgr.smithi120.hllzij (mgr.14704) 3024 : 2022-01-26T00:12:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:56 smithi145 conmon[67302]: cluster [DBG] pgmap v2605: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:12:58 smithi120 conmon[102313]: cluster 2022-01-26T00:12:56.610808+0000 mgr.smithi120.hllzij (mgr.14704) 3025 : cluster [DBG] pgmap v2606: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:12:58.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:58 smithi145 conmon[67302]: cluster 2022-01-26T00:12:56.610808+0000 mgr.smithi120.hllzij (mgr.14704) 3025 : cluster [DBG] 2022-01-26T00:12:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:12:58 smithi145 conmon[67302]: pgmap v2606: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:00 smithi120 conmon[102313]: cluster 2022-01-26T00:12:58.611244+0000 mgr.smithi120.hllzij (mgr. 2022-01-26T00:13:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:00 smithi120 conmon[102313]: 14704) 3026 : cluster [DBG] pgmap v2607: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:00.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:00 smithi145 conmon[67302]: cluster 2022-01-26T00:12:58.611244+0000 mgr.smithi120.hllzij (mgr.14704) 3026 : cluster 2022-01-26T00:13:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:00 smithi145 conmon[67302]: [DBG] pgmap v2607: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:02 smithi120 conmon[102313]: cluster 2022-01-26T00:13:00.612002+0000 mgr.smithi120.hllzij (mgr.14704) 3027 : cluster [DBG] pgmap v2608: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:02 smithi145 conmon[67302]: cluster 2022-01-26T00:13:00.612002+0000 mgr.smithi120.hllzij (mgr.14704) 3027 : cluster [DBG] pgmap v2608: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:04 smithi120 conmon[102313]: cluster 2022-01-26T00:13:02.612434+0000 mgr.smithi120.hllzij (mgr.14704) 3028 : 2022-01-26T00:13:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:04 smithi120 conmon[102313]: cluster [DBG] pgmap v2609: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:04.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:04 smithi145 conmon[67302]: cluster 2022-01-26T00:13:02.612434+0000 mgr.smithi120.hllzij (mgr.14704) 3028 : cluster [DBG] pgmap v2609: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:06 smithi120 conmon[102313]: cluster 2022-01-26T00:13:04.613292+0000 mgr.smithi120.hllzij (mgr.14704) 3029 : cluster 2022-01-26T00:13:06.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:06 smithi120 conmon[102313]: [DBG] pgmap v2610: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:06.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:06 smithi145 conmon[67302]: cluster 2022-01-26T00:13:04.613292+0000 mgr.smithi120.hllzij (mgr.14704) 3029 : cluster 2022-01-26T00:13:06.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:06 smithi145 conmon[67302]: [DBG] pgmap v2610: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:08.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:08 smithi120 conmon[102313]: cluster 2022-01-26T00:13:06.613832+0000 mgr.smithi120.hllzij (mgr.14704) 3030 : cluster [DBG] pgmap v2611: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:08.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:08 smithi145 conmon[67302]: cluster 2022-01-26T00:13:06.613832+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:13:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:08 smithi145 conmon[67302]: ) 3030 : cluster [DBG] pgmap v2611: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:10 smithi120 conmon[102313]: cluster 2022-01-26T00:13:08.614272+0000 mgr.smithi120.hllzij (mgr.14704) 3031 : cluster [DBG] 2022-01-26T00:13:10.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:10 smithi120 conmon[102313]: pgmap v2612: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:10 smithi145 conmon[67302]: cluster 2022-01-26T00:13:08.614272+0000 mgr.smithi120.hllzij (mgr.14704) 3031 : cluster [DBG] pgmap v2612: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:12.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:12 smithi120 conmon[102313]: cluster 2022-01-26T00:13:10.615062+0000 mgr.smithi120.hllzij (mgr.14704) 3032 : cluster [DBG] pgmap v2613: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:12.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:12 smithi120 conmon[102313]: 2022-01-26T00:13:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:12 smithi145 conmon[67302]: cluster 2022-01-26T00:13:10.615062+0000 mgr.smithi120.hllzij (mgr.14704) 3032 : 2022-01-26T00:13:12.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:12 smithi145 conmon[67302]: cluster [DBG] pgmap v2613: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:14 smithi120 conmon[102313]: cluster 2022-01-26T00:13:12.615605+0000 mgr.smithi120.hllzij (mgr.14704) 3033 : cluster [DBG] 2022-01-26T00:13:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:14 smithi120 conmon[102313]: pgmap v2614: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:14 smithi145 conmon[67302]: cluster 2022-01-26T00:13:12.615605+0000 mgr.smithi120.hllzij (mgr.14704) 3033 : cluster 2022-01-26T00:13:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:14 smithi145 conmon[67302]: [DBG] pgmap v2614: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:16.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:16 smithi120 conmon[102313]: cluster 2022-01-26T00:13:14.616245+0000 mgr.smithi120.hllzij (mgr.14704) 3034 : cluster [DBG] pgmap v2615: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:16.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:16 smithi145 conmon[67302]: cluster 2022-01-26T00:13:14.616245+0000 mgr.smithi120.hllzij (mgr.14704) 3034 : cluster [DBG] pgmap v2615: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:18.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:18 smithi120 conmon[102313]: cluster 2022-01-26T00:13:16.616836+0000 mgr.smithi120.hllzij (mgr.14704) 3035 : cluster [DBG] pgmap v2616: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:18.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:18 smithi145 conmon[67302]: cluster 2022-01-26T00:13:16.616836+0000 mgr.smithi120.hllzij (mgr.14704) 3035 : cluster [DBG] 2022-01-26T00:13:18.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:18 smithi145 conmon[67302]: pgmap v2616: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:20 smithi120 conmon[102313]: cluster 2022-01-26T00:13:18.617381+0000 mgr.smithi120.hllzij (mgr.14704) 3036 : cluster [DBG] 2022-01-26T00:13:20.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:20 smithi120 conmon[102313]: pgmap v2617: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:20.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:20 smithi145 conmon[67302]: cluster 2022-01-26T00:13:18.617381+0000 mgr.smithi120.hllzij (mgr.14704) 3036 : cluster [DBG] pgmap v2617: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:22.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:22 smithi120 conmon[102313]: cluster 2022-01-26T00:13:20.618152+0000 mgr.smithi120.hllzij (mgr.14704) 3037 : cluster [DBG] pgmap v2618: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:22.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:22 smithi145 conmon[67302]: cluster 2022-01-26T00:13:20.618152+0000 mgr.smithi120.hllzij (mgr.14704) 3037 : cluster [DBG] pgmap v2618: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:24.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:24 smithi120 conmon[102313]: cluster 2022-01-26T00:13:22.618636+0000 mgr.smithi120.hllzij (mgr.14704) 3038 : cluster [DBG] pgmap v2619: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:24.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:24 smithi145 conmon[67302]: cluster 2022-01-26T00:13:22.618636+0000 mgr.smithi120.hllzij (mgr.14704) 3038 : cluster [DBG] pgmap v2619: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:24.502 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:13:24.770 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:13:24.771 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (92m) 3m ago 93m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:13:24.771 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (85m) 3m ago 93m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:13:24.771 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (85m) 3m ago 93m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:13:24.772 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (92m) 3m ago 93m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:13:24.772 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (89m) 3m ago 89m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:13:24.772 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (89m) 3m ago 89m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:13:24.772 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (86m) 3m ago 94m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:13:24.773 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (86m) 3m ago 93m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:13:24.773 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (86m) 3m ago 94m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:13:24.773 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (86m) 3m ago 93m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:13:24.773 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (86m) 3m ago 86m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:13:24.774 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (86m) 3m ago 86m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:13:24.774 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (93m) 3m ago 93m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:13:24.774 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (92m) 3m ago 92m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:13:24.774 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (80m) 3m ago 92m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:13:24.774 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (92m) 3m ago 92m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:13:24.775 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (91m) 3m ago 91m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:13:24.775 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (91m) 3m ago 91m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:13:24.775 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (91m) 3m ago 91m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:13:24.775 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (91m) 3m ago 91m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:13:24.776 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (90m) 3m ago 90m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:13:24.776 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (90m) 3m ago 90m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:13:24.776 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (92m) 3m ago 93m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:13:25.094 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:13:25.094 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:13:25.095 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:13:25.095 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:13:25.095 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:13:25.095 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:13:25.096 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:13:25.096 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:13:25.096 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:13:25.096 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:13:25.096 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:13:25.097 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:13:25.097 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:13:25.097 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:13:25.097 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:13:25.098 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:13:25.098 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:13:25.098 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:13:25.098 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:13:26.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:26 smithi120 conmon[102313]: audit 2022-01-26T00:13:24.490951+0000 mgr.smithi120.hllzij (mgr.14704) 3039 : audit [DBG] 2022-01-26T00:13:26.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:26 smithi120 conmon[102313]: from='client.36104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:26.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:26 smithi120 conmon[102313]: cluster 2022-01-26T00:13:24.619292+0000 mgr.smithi120.hllzij (mgr.14704) 3040 : cluster [DBG] pgmap v2620: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:26.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:26 smithi120 conmon[102313]: audit 2022 2022-01-26T00:13:26.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:26 smithi120 conmon[102313]: -01-26T00:13:24.762746+0000 mgr.smithi120.hllzij (mgr.14704) 3041 : audit [DBG] from='client.36108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:26.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:26 smithi120 conmon[102313]: audit 2022-01-26T00:13:25 2022-01-26T00:13:26.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:26 smithi120 conmon[102313]: .094986+0000 mon.smithi120 (mon.0) 1114 : audit [DBG] from='client.? 172.21.15.120:0/2106838030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:13:26.304 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:26 smithi120 conmon[102313]: 2022-01-26T00:13:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:26 smithi145 conmon[67302]: audit 2022-01-26T00:13:24.490951+0000 mgr.smithi120.hllzij (mgr.14704) 3039 : audit [DBG] from='client.36104 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:26 smithi145 conmon[67302]: cluster 2022-01-26T00:13:24.619292+0000 mgr.smithi120.hllzij (mgr.14704) 3040 : cluster [DBG] pgmap v2620: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:26.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:26 smithi145 conmon[67302]: audit 2022-01-26T00:13:24.762746+0000 2022-01-26T00:13:26.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:26 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 3041 : audit [DBG] from='client.36108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:26.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:26 smithi145 conmon[67302]: audit 2022-01-26T00 2022-01-26T00:13:26.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:26 smithi145 conmon[67302]: :13:25.094986+0000 mon.smithi120 (mon. 2022-01-26T00:13:26.331 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:26 smithi145 conmon[67302]: 0) 1114 : audit [DBG] from='client.? 172.21.15.120:0/2106838030' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:13:28.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:28 smithi120 conmon[102313]: cluster 2022-01-26T00:13:26.619900+0000 mgr.smithi120.hllzij (mgr.14704) 3042 : cluster [DBG] pgmap v2621: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:28.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:28 smithi145 conmon[67302]: cluster 2022-01-26T00:13:26.619900+0000 mgr.smithi120.hllzij (mgr.14704) 3042 : cluster [DBG] pgmap v2621: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:30.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:30 smithi120 conmon[102313]: cluster 2022-01-26T00:13:28.620516+0000 mgr.smithi120.hllzij (mgr.14704) 3043 : cluster [DBG] pgmap v2622: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:30.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:30 smithi145 conmon[67302]: cluster 2022-01-26T00:13:28.620516+0000 mgr.smithi120.hllzij (mgr.14704) 3043 : cluster [DBG] pgmap v2622: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:32.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:32 smithi145 conmon[67302]: cluster 2022-01-26T00:13:30.621425+0000 mgr.smithi120.hllzij (mgr.14704) 3044 : cluster [DBG] pgmap v2623: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:32.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:32 smithi120 conmon[102313]: cluster 2022-01-26T00:13:30.621425+0000 mgr.smithi120.hllzij (mgr.14704) 3044 : cluster [DBG] pgmap v2623: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:34.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:34 smithi145 conmon[67302]: cluster 2022-01-26T00:13:32.621977+0000 mgr.smithi120.hllzij (mgr.14704) 3045 : cluster [DBG] pgmap v2624: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:34 smithi120 conmon[102313]: cluster 2022-01-26T00:13:32.621977+0000 mgr.smithi120.hllzij (mgr.14704) 3045 : cluster [DBG] pgmap v2624: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:36 smithi145 conmon[67302]: cluster 2022-01-26T00:13:34.622639+0000 mgr.smithi120.hllzij (mgr.14704) 3046 : cluster [DBG] 2022-01-26T00:13:36.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:36 smithi145 conmon[67302]: pgmap v2625: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:36 smithi120 conmon[102313]: cluster 2022-01-26T00:13:34.622639+0000 mgr.smithi120.hllzij (mgr.14704) 3046 : cluster [DBG] pgmap v2625: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:38 smithi145 conmon[67302]: cluster 2022-01-26T00:13:36.623185+0000 mgr.smithi120.hllzij (mgr.14704) 3047 : cluster [DBG] 2022-01-26T00:13:38.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:38 smithi145 conmon[67302]: pgmap v2626: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:38 smithi120 conmon[102313]: cluster 2022-01-26T00:13:36.623185+0000 mgr.smithi120.hllzij (mgr.14704) 3047 : cluster [DBG] pgmap v2626: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:40.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:40 smithi145 conmon[67302]: cluster 2022-01-26T00:13:38.623718+0000 mgr.smithi120.hllzij (mgr.14704) 3048 : cluster 2022-01-26T00:13:40.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:40 smithi145 conmon[67302]: [DBG] pgmap v2627: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:40 smithi120 conmon[102313]: cluster 2022-01-26T00:13:38.623718+0000 mgr.smithi120.hllzij (mgr.14704) 3048 : cluster [DBG] pgmap v2627: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:41.123 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:41 smithi120 conmon[102313]: audit 2022-01-26T00:13:40.243548+0000 mon.smithi120 (mon.0) 1115 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:13:41.123 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:41 smithi120 conmon[102313]: audit 2022-01-26T00:13:40.245082+0000 mon.smithi120 (mon.0) 1116 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:13:41.124 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:41 smithi120 conmon[102313]: audit 2022-01-26T00:13:40.245946+0000 mon.smithi120 (mon.0) 1117 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:13:41.124 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:41 smithi120 conmon[102313]: cephadm 2022-01-26T00:13:40.246728+0000 mgr.smithi120.hllzij (mgr.14704) 3049 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:13:41.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:41 smithi145 conmon[67302]: audit 2022-01-26T00:13:40.243548+0000 mon.smithi120 (mon.0) 1115 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:13:41.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:41 smithi145 conmon[67302]: audit 2022-01-26T00:13:40.245082+0000 mon.smithi120 (mon.0) 1116 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:13:41.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:41 smithi145 conmon[67302]: audit 2022-01-26T00:13:40.245946+0000 mon.smithi120 (mon.0) 2022-01-26T00:13:41.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:41 smithi145 conmon[67302]: 1117 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:13:41.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:41 smithi145 conmon[67302]: cephadm 2022-01-26T 2022-01-26T00:13:41.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:41 smithi145 conmon[67302]: 00:13:40.246728+0000 mgr.smithi120.hllzij (mgr.14704) 3049 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:13:42.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:42 smithi145 conmon[67302]: cluster 2022-01-26T00:13:40.624511+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:13:42.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:42 smithi145 conmon[67302]: ) 3050 : cluster [DBG] pgmap v2628: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:42 smithi120 conmon[102313]: cluster 2022-01-26T00:13:40. 2022-01-26T00:13:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:42 smithi120 conmon[102313]: 624511+0000 mgr.smithi120.hllzij (mgr.14704) 3050 : cluster [DBG] pgmap v2628: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:44 smithi120 conmon[102313]: cluster 2022-01-26T00:13:42.624957+0000 mgr.smithi120.hllzij ( 2022-01-26T00:13:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:44 smithi120 conmon[102313]: mgr.14704) 3051 : cluster [DBG] pgmap v2629: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:44 smithi120 conmon[102313]: audit 2022-01-26T00:13:43.414840+0000 mon.smithi120 (mon.0) 1118 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:13:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:44 smithi120 conmon[102313]: audit 2022-01-26T00:13:43.798775+0000 mon.smithi120 (mon.0) 1119 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:13:44.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:44 smithi120 conmon[102313]: audit 2022-01-26T00:13:43.805923+0000 mon.smithi120 (mon.0) 1120 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:13:44.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:44 smithi145 conmon[67302]: cluster 2022-01-26T00:13:42.624957+0000 mgr.smithi120.hllzij (mgr.14704) 3051 : cluster [DBG] pgmap v2629: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:44 smithi145 conmon[67302]: audit 2022-01-26T00:13:43.414840+0000 mon.smithi120 (mon.0) 1118 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:13:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:44 smithi145 conmon[67302]: audit 2022-01-26T00:13:43.798775+0000 mon.smithi120 (mon.0) 1119 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:13:44.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:44 smithi145 conmon[67302]: 2022-01-26T00:13:44.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:44 smithi145 conmon[67302]: audit 2022-01-26T00:13:43.805923+0000 mon.smithi120 (mon.0) 1120 : audit [INF] 2022-01-26T00:13:44.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:44 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:13:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:46 smithi120 conmon[102313]: cluster 2022-01-26T00:13:44.625704+0000 mgr.smithi120.hllzij (mgr.14704) 3052 : cluster [DBG] pgmap v2630: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:46 smithi145 conmon[67302]: cluster 2022-01-26T00:13:44.625704+0000 mgr.smithi120.hllzij (mgr.14704) 3052 : cluster [DBG] pgmap v2630: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:48 smithi120 conmon[102313]: cluster 2022-01-26T00:13:46.626218+0000 mgr.smithi120.hllzij (mgr.14704) 3053 : cluster [DBG] pgmap v2631: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:48.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:48 smithi145 conmon[67302]: cluster 2022-01-26T00:13:46.626218+0000 mgr.smithi120.hllzij (mgr.14704) 3053 : cluster [DBG] pgmap v2631: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:50 smithi120 conmon[102313]: cluster 2022-01-26T00:13:48.626876+0000 mgr.smithi120.hllzij (mgr.14704) 3054 : cluster [DBG] pgmap v2632: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:50.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:50 smithi145 conmon[67302]: cluster 2022-01-26T00:13:48.626876+0000 mgr.smithi120.hllzij (mgr.14704) 3054 : cluster [DBG] pgmap v2632: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:52 smithi120 conmon[102313]: cluster 2022-01-26T00:13:50.627855+0000 mgr.smithi120.hllzij (mgr.14704) 3055 : cluster [DBG] pgmap v2633: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:52 smithi145 conmon[67302]: cluster 2022-01-26T00:13:50.627855+0000 mgr.smithi120.hllzij (mgr.14704) 3055 : cluster [DBG] pgmap v2633: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:13:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:54 smithi120 conmon[102313]: cluster 2022-01-26T00:13:52.628448+0000 mgr.smithi120.hllzij (mgr.14704) 3056 : cluster [DBG] pgmap v2634: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:54 smithi120 conmon[102313]: audit 2022-01-26T00:13:53.932666+0000 mon.smithi120 (mon.0) 1121 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:13:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:54 smithi120 conmon[102313]: audit 2022-01-26T00:13:53.932913+0000 mon.smithi120 (mon.0) 1122 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:13:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:54 smithi145 conmon[67302]: cluster 2022-01-26T00:13:52.628448+0000 mgr.smithi120.hllzij (mgr.14704) 3056 : cluster [DBG] pgmap v2634: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:54 smithi145 conmon[67302]: audit 2022-01-26T00:13:53.932666+0000 mon.smithi120 2022-01-26T00:13:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:54 smithi145 conmon[67302]: (mon.0) 1121 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:13:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:54 smithi145 conmon[67302]: audit 2022-01-26T00:13:53.932913+0000 mon.smithi120 (mon.0) 1122 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:13:55.400 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:13:55.669 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:13:55.669 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (93m) 4m ago 94m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:13:55.669 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (86m) 4m ago 94m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:13:55.670 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (86m) 4m ago 93m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:13:55.670 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (93m) 4m ago 94m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:13:55.671 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (89m) 4m ago 89m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:13:55.671 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (89m) 4m ago 89m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:13:55.671 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (87m) 4m ago 95m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:13:55.671 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (86m) 4m ago 93m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:13:55.672 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (86m) 4m ago 95m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:13:55.672 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (86m) 4m ago 93m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:13:55.672 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (87m) 4m ago 87m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:13:55.672 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (87m) 4m ago 87m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:13:55.673 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (93m) 4m ago 93m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:13:55.673 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (93m) 4m ago 93m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:13:55.673 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (81m) 4m ago 93m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:13:55.673 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (92m) 4m ago 92m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:13:55.674 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (92m) 4m ago 92m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:13:55.674 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (92m) 4m ago 92m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:13:55.674 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (91m) 4m ago 91m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:13:55.674 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (91m) 4m ago 91m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:13:55.674 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (91m) 4m ago 91m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:13:55.675 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (91m) 4m ago 91m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:13:55.675 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (92m) 4m ago 93m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:13:55.990 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:13:55.990 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:13:55.990 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:13:55.991 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:13:55.991 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:13:55.991 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:13:55.991 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:13:55.991 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:13:55.992 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:13:55.992 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:13:55.992 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:13:55.992 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:13:55.993 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:13:55.993 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:13:55.993 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:13:55.993 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:13:55.993 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:13:55.994 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:13:55.994 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:13:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:56 smithi120 conmon[102313]: cluster 2022-01-26T00:13:54.629390+0000 mgr.smithi120.hllzij (mgr.14704) 3057 : cluster [DBG] pgmap v2635: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:56 smithi120 conmon[102313]: audit 2022-01-26T00:13: 2022-01-26T00:13:56.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:56 smithi120 conmon[102313]: 55.990744+0000 mon.smithi120 (mon.0) 1123 : audit [DBG] from='client.? 172.21.15.120:0/3538116452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:13:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:56 smithi145 conmon[67302]: cluster 2022-01-26T00:13:54.629390+0000 mgr.smithi120.hllzij (mgr.14704) 3057 : cluster [DBG] pgmap v2635: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:56 smithi145 conmon[67302]: audit 2022-01-26T00:13:55.990744+0000 2022-01-26T00:13:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:56 smithi145 conmon[67302]: mon.smithi120 (mon.0) 1123 : audit [DBG] from='client.? 172.21.15.120:0/3538116452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:13:57.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:57 smithi120 conmon[102313]: audit 2022-01-26T00:13:55.388629+0000 mgr.smithi120.hllzij (mgr.14704) 3058 : audit [DBG] from='client.36116 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:57.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:57 smithi120 conmon[102313]: 2022-01-26T00:13:57.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:57 smithi120 conmon[102313]: audit 2022-01-26T00:13:55.661283+0000 mgr.smithi120.hllzij (mgr.14704) 3059 : audit [DBG] from='client.36120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:57.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:57 smithi145 conmon[67302]: audit 2022-01-26T00:13:55.388629+0000 mgr.smithi120.hllzij (mgr.14704) 3058 : audit [DBG] from='client.36116 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:57.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:57 smithi145 conmon[67302]: audit 2022-01-26T00:13:55.661283+0000 mgr.smithi120.hllzij (mgr 2022-01-26T00:13:57.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:57 smithi145 conmon[67302]: .14704) 3059 : audit [DBG] from='client.36120 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:13:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:58 smithi120 conmon[102313]: cluster 2022-01-26T00:13:56.630025+0000 mgr.smithi120.hllzij (mgr.14704) 3060 : cluster [DBG] 2022-01-26T00:13:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:13:58 smithi120 conmon[102313]: pgmap v2636: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:13:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:13:58 smithi145 conmon[67302]: cluster 2022-01-26T00:13:56.630025+0000 mgr.smithi120.hllzij (mgr.14704) 3060 : cluster [DBG] pgmap v2636: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:00 smithi120 conmon[102313]: cluster 2022-01-26T00:13:58.630554+0000 mgr.smithi120.hllzij (mgr.14704) 3061 : cluster [DBG] pgmap v2637: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:00 smithi145 conmon[67302]: cluster 2022-01-26T00:13:58.630554+0000 mgr.smithi120.hllzij (mgr.14704) 3061 : cluster [DBG] pgmap v2637: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:00 smithi145 conmon[67302]: 2022-01-26T00:14:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:02 smithi120 conmon[102313]: cluster 2022-01-26T00:14:00.631530+0000 mgr.smithi120.hllzij (mgr.14704) 3062 : cluster [DBG] pgmap v2638: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:02 smithi145 conmon[67302]: cluster 2022-01-26T00:14:00.631530+0000 mgr.smithi120.hllzij (mgr.14704) 3062 : cluster [DBG] pgmap v2638: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:04 smithi120 conmon[102313]: cluster 2022-01-26T00:14:02.632061+0000 mgr.smithi120.hllzij (mgr.14704) 3063 : cluster [DBG] pgmap v2639: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:04 smithi145 conmon[67302]: cluster 2022-01-26T00:14:02.632061+0000 mgr.smithi120.hllzij (mgr.14704) 3063 : cluster [DBG] 2022-01-26T00:14:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:04 smithi145 conmon[67302]: pgmap v2639: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:06 smithi120 conmon[102313]: cluster 2022-01-26T00:14:04.632824+0000 mgr.smithi120.hllzij (mgr.14704) 3064 : cluster [DBG] pgmap v2640: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:06 smithi120 conmon[102313]: 2022-01-26T00:14:06.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:06 smithi145 conmon[67302]: cluster 2022-01-26T00:14:04.632824+0000 mgr.smithi120.hllzij (mgr.14704) 3064 : cluster [DBG] pgmap v2640: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:08 smithi120 conmon[102313]: cluster 2022-01-26T00:14:06.633507+0000 mgr.smithi120.hllzij (mgr.14704) 3065 : cluster [DBG] pgmap v2641: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:08 smithi145 conmon[67302]: cluster 2022-01-26T00:14:06.633507+0000 mgr.smithi120.hllzij (mgr.14704) 3065 : cluster [DBG] pgmap v2641: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:10 smithi120 conmon[102313]: cluster 2022-01-26T00:14:08.634031+0000 mgr.smithi120.hllzij (mgr.14704) 3066 : cluster [DBG] pgmap v2642: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:10 smithi120 conmon[102313]: 2022-01-26T00:14:10.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:10 smithi145 conmon[67302]: cluster 2022-01-26T00:14:08.634031+0000 mgr.smithi120.hllzij (mgr.14704) 3066 : cluster [DBG] pgmap v2642: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:12 smithi120 conmon[102313]: cluster 2022-01-26T00:14:10.634983+0000 mgr.smithi120.hllzij (mgr.14704) 3067 : cluster [DBG] pgmap v2643: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:12.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:12 smithi145 conmon[67302]: cluster 2022-01-26T00:14:10.634983+0000 mgr.smithi120.hllzij (mgr.14704) 3067 : cluster [DBG] pgmap v2643: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:14 smithi120 conmon[102313]: cluster 2022-01-26T00:14:12.635596+0000 mgr.smithi120.hllzij (mgr.14704) 3068 : cluster [DBG] pgmap v2644: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:14.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:14 smithi145 conmon[67302]: cluster 2022-01-26T00:14:12.635596+0000 mgr.smithi120.hllzij (mgr.14704) 3068 : cluster [DBG] pgmap v2644: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:16 smithi120 conmon[102313]: cluster 2022-01-26T00:14:14.636504+0000 mgr.smithi120.hllzij (mgr.14704) 3069 : cluster [DBG] 2022-01-26T00:14:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:16 smithi120 conmon[102313]: pgmap v2645: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:16 smithi145 conmon[67302]: cluster 2022-01-26T00:14:14.636504+0000 mgr.smithi120.hllzij (mgr.14704) 3069 : cluster [DBG] pgmap v2645: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:18 smithi120 conmon[102313]: cluster 2022-01-26T00:14:16.637004+0000 mgr.smithi120.hllzij (mgr.14704) 3070 : cluster [DBG] pgmap v2646: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:18.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:18 smithi145 conmon[67302]: cluster 2022-01-26T00:14:16.637004+0000 mgr.smithi120.hllzij (mgr.14704) 3070 : cluster [DBG] pgmap v2646: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:20 smithi120 conmon[102313]: cluster 2022-01-26T00:14:18.637544+0000 mgr.smithi120.hllzij (mgr.14704) 3071 : cluster [DBG] pgmap v2647: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:20.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:20 smithi145 conmon[67302]: cluster 2022-01-26T00:14:18.637544+0000 mgr.smithi120.hllzij (mgr.14704) 3071 : cluster [DBG] pgmap v2647: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:22 smithi120 conmon[102313]: cluster 2022-01-26T00:14:20.638448+0000 mgr.smithi120.hllzij (mgr.14704) 3072 : cluster [DBG] pgmap v2648: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:22 smithi120 conmon[102313]: 2022-01-26T00:14:22.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:22 smithi145 conmon[67302]: cluster 2022-01-26T00:14:20.638448+0000 mgr.smithi120.hllzij (mgr.14704) 3072 : cluster [DBG] pgmap v2648: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:24 smithi120 conmon[102313]: cluster 2022-01-26T00:14:22.639073+0000 mgr.smithi120.hllzij (mgr.14704) 3073 : cluster [DBG] pgmap v2649: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:24.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:24 smithi145 conmon[67302]: cluster 2022-01-26T00:14:22.639073+0000 mgr.smithi120.hllzij (mgr.14704) 3073 : cluster [DBG] pgmap v2649: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:26.296 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:14:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:26 smithi120 conmon[102313]: cluster 2022-01-26T00:14:24.639748+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:14:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:26 smithi120 conmon[102313]: ) 3074 : cluster [DBG] pgmap v2650: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:26.565 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:14:26.566 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (93m) 4m ago 94m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:14:26.567 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (86m) 4m ago 94m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:14:26.567 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (86m) 4m ago 94m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:14:26.568 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (93m) 4m ago 94m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:14:26.568 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (90m) 4m ago 90m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:14:26.569 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (90m) 4m ago 90m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:14:26.570 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (87m) 4m ago 95m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:14:26.570 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (87m) 4m ago 94m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:14:26.571 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (87m) 4m ago 95m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:14:26.571 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (87m) 4m ago 94m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:14:26.571 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (87m) 4m ago 87m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:14:26.572 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (87m) 4m ago 87m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:14:26.572 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (94m) 4m ago 94m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:14:26.572 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (93m) 4m ago 93m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:14:26.573 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (81m) 4m ago 93m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:14:26.573 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (93m) 4m ago 93m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:14:26.574 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (93m) 4m ago 93m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:14:26.574 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (92m) 4m ago 92m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:14:26.575 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (92m) 4m ago 92m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:14:26.575 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (92m) 4m ago 92m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:14:26.575 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (91m) 4m ago 91m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:14:26.576 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (91m) 4m ago 91m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:14:26.576 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (93m) 4m ago 94m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:14:26.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:26 smithi145 conmon[67302]: cluster 2022-01-26T00:14:24.639748+0000 mgr.smithi120.hllzij (mgr.14704) 3074 : cluster [DBG] pgmap v2650: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:26.889 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:14:26.890 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:14:26.891 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:14:26.891 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:14:26.892 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:14:26.893 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:14:26.893 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:14:26.894 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:14:26.895 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:14:26.895 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:14:26.896 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:14:26.897 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:14:26.897 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:14:26.898 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:14:26.899 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:14:26.900 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:14:26.901 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:14:26.901 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:14:26.902 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:14:27.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:27 smithi120 conmon[102313]: audit 2022-01-26T00:14:26.285237+0000 mgr.smithi120.hllzij (mgr.14704) 3075 : audit 2022-01-26T00:14:27.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:27 smithi120 conmon[102313]: [DBG] from='client.36128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:27.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:27 smithi120 conmon[102313]: audit 2022-01-26T00:14:26.889848+0000 mon.smithi120 (mon.0) 1124 : audit [DBG] from='client.? 172.21.15.120:0/3736946564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:14:27.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:27 smithi145 conmon[67302]: audit 2022-01-26T00:14:26.285237+0000 mgr.smithi120.hllzij (mgr.14704) 3075 : audit [DBG] from='client.36128 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:27.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:27 smithi145 conmon[67302]: audit 2022-01-26T00:14:26.889848+0000 mon.smithi120 (mon 2022-01-26T00:14:27.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:27 smithi145 conmon[67302]: .0) 1124 : audit [DBG] from='client.? 172.21.15.120:0/3736946564' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:14:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:28 smithi120 conmon[102313]: audit 2022-01-26T00:14:26.557310+0000 mgr.smithi120.hllzij (mgr.14704) 3076 : audit [DBG] from='client.36132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:28 smithi120 conmon[102313]: 2022-01-26T00:14:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:28 smithi120 conmon[102313]: cluster 2022-01-26T00:14:26.640226+0000 mgr.smithi120.hllzij (mgr.14704) 3077 : cluster [DBG] pgmap v2651: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:28.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:28 smithi145 conmon[67302]: audit 2022-01-26T00:14:26.557310+0000 mgr.smithi120.hllzij (mgr.14704) 3076 : audit [DBG] from='client.36132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:28 smithi145 conmon[67302]: cluster 2022-01-26T00:14:26.640226+0000 mgr.smithi120.hllzij (mgr.14704) 3077 : cluster [DBG] pgmap v2651: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:30.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:30 smithi120 conmon[102313]: cluster 2022-01-26T00:14:28.640829+0000 mgr.smithi120.hllzij (mgr.14704) 3078 : cluster [DBG] pgmap v2652: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:30 smithi120 conmon[102313]: 2022-01-26T00:14:30.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:30 smithi145 conmon[67302]: cluster 2022-01-26T00:14:28.640829+0000 mgr.smithi120.hllzij (mgr.14704) 3078 : cluster [DBG] pgmap v2652: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:32 smithi120 conmon[102313]: cluster 2022-01-26T00:14:30.641670+0000 mgr.smithi120.hllzij (mgr.14704) 3079 : cluster [DBG] pgmap v2653: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:32 smithi120 conmon[102313]: 2022-01-26T00:14:32.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:32 smithi145 conmon[67302]: cluster 2022-01-26T00:14:30.641670+0000 mgr.smithi120.hllzij (mgr.14704) 3079 : cluster [DBG] pgmap v2653: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:34 smithi120 conmon[102313]: cluster 2022-01-26T00:14:32.642364+0000 mgr.smithi120.hllzij (mgr.14704) 3080 : cluster [DBG] pgmap v2654: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:34.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:34 smithi145 conmon[67302]: cluster 2022-01-26T00:14:32.642364+0000 mgr.smithi120.hllzij (mgr.14704) 3080 : cluster [DBG] pgmap v2654: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:36 smithi120 conmon[102313]: cluster 2022-01-26T00:14:34.643209+0000 mgr.smithi120.hllzij (mgr.14704) 3081 : cluster [DBG] pgmap v2655: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:36 smithi120 conmon[102313]: 2022-01-26T00:14:36.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:36 smithi145 conmon[67302]: cluster 2022-01-26T00:14:34.643209+0000 mgr.smithi120.hllzij (mgr.14704) 3081 : cluster [DBG] pgmap v2655: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:38 smithi120 conmon[102313]: cluster 2022-01-26T00:14:36.643884+0000 mgr.smithi120.hllzij (mgr.14704) 3082 : cluster [DBG] pgmap v2656: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:38.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:38 smithi145 conmon[67302]: cluster 2022-01-26T00:14:36.643884+0000 mgr.smithi120.hllzij (mgr.14704) 3082 : cluster [DBG] pgmap v2656: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:40 smithi120 conmon[102313]: cluster 2022-01-26T00:14:38.644321+0000 mgr.smithi120.hllzij (mgr.14704) 3083 : cluster [DBG] pgmap v2657: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:42.853 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:40 smithi120 conmon[102313]: 2022-01-26T00:14:42.854 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:42 smithi120 conmon[102313]: cluster 2022-01-26T00:14:40.645169+0000 mgr.smithi120.hllzij (mgr.14704) 3084 : cluster [DBG] pgmap v2658: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:42.855 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:40 smithi145 conmon[67302]: cluster 2022-01-26T00:14:38.644321+0000 mgr.smithi120.hllzij (mgr.14704) 3083 : cluster [DBG] pgmap v2657: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:42.855 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:42 smithi145 conmon[67302]: cluster 2022-01-26T00:14:40.645169+0000 mgr.smithi120.hllzij (mgr.14704) 3084 : cluster [DBG] pgmap v2658: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:44.489 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:44 smithi145 conmon[67302]: cluster 2022-01-26T00:14:42.645670+0000 mgr.smithi120.hllzij (mgr.14704) 3085 : cluster [DBG] pgmap v2659: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:44.490 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:44 smithi145 conmon[67302]: audit 2022-01-26T00: 2022-01-26T00:14:44.490 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:44 smithi145 conmon[67302]: 14:43.808359+0000 mon.smithi120 (mon.0) 1125 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:14:44.490 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:44 smithi145 conmon[67302]: audit 2022-01-26T00:14:43.809729+0000 mon.smithi120 (mon.0) 1126 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:14:44.491 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:44 smithi145 conmon[67302]: audit 2022-01-26T00 2022-01-26T00:14:44.491 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:44 smithi145 conmon[67302]: :14:43.810731+0000 mon.smithi120 (mon.0) 1127 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:14:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:44 smithi120 conmon[102313]: cluster 2022-01-26T00:14:42.645670+0000 mgr.smithi120.hllzij (mgr.14704) 3085 : cluster [DBG] pgmap v2659: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:44 smithi120 conmon[102313]: audit 2022-01-26T00:14:43.808359+0000 mon.smithi120 (mon.0) 1125 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:14:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:44 smithi120 conmon[102313]: audit 2022-01-26T00:14:43.809729+0000 mon.smithi120 (mon.0) 1126 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:14:44.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:44 smithi120 conmon[102313]: audit 2022-01-26T00:14:43.810731+0000 mon.smithi120 (mon.0) 1127 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:14:45.266 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:45 smithi145 conmon[67302]: cephadm 2022-01-26T00:14:43.811496+0000 mgr.smithi120.hllzij (mgr.14704) 3086 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:14:45.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:45 smithi120 conmon[102313]: cephadm 2022-01-26T00:14:43.811496+0000 mgr.smithi120.hllzij (mgr.14704) 3086 : cephadm 2022-01-26T00:14:45.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:45 smithi120 conmon[102313]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:14:46.406 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:46 smithi145 conmon[67302]: cluster 2022-01-26T00:14:44.646324+0000 mgr.smithi120.hllzij (mgr.14704) 3087 : cluster [DBG] pgmap v2660: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:46 smithi120 conmon[102313]: cluster 2022-01-26T00:14:44.646324+0000 mgr.smithi120.hllzij (mgr.14704) 3087 : cluster 2022-01-26T00:14:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:46 smithi120 conmon[102313]: [DBG] pgmap v2660: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:48.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:47 smithi120 conmon[102313]: cluster 2022-01-26T00:14:46.646848+0000 mgr.smithi120.hllzij (mgr.14704) 3088 : cluster [DBG] 2022-01-26T00:14:48.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:47 smithi120 conmon[102313]: pgmap v2661: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:48.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:47 smithi120 conmon[102313]: audit 2022-01-26T00:14:46.764331+0000 mon.smithi120 (mon.0) 1128 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:14:48.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:47 smithi120 conmon[102313]: audit 2022- 2022-01-26T00:14:48.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:47 smithi120 conmon[102313]: 01-26T00:14:47.133810+0000 mon.smithi120 (mon.0) 1129 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:14:48.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:47 smithi120 conmon[102313]: audit 2022-01-26T00:14:47.140067+0000 mon.smithi120 (mon.0 2022-01-26T00:14:48.053 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:47 smithi120 conmon[102313]: ) 1130 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:14:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:47 smithi145 conmon[67302]: cluster 2022-01-26T00:14:46.646848+0000 mgr.smithi120.hllzij (mgr.14704) 3088 : cluster [DBG] 2022-01-26T00:14:48.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:47 smithi145 conmon[67302]: pgmap v2661: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:48.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:47 smithi145 conmon[67302]: audit 2022-01-26T00:14:46.764331+0000 mon.smithi120 (mon.0) 1128 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:14:48.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:47 smithi145 conmon[67302]: audit 2022-01-26T00:14:47.133810+0000 mon.smithi120 (mon.0) 1129 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:14:48.080 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:47 smithi145 conmon[67302]: audit 2022-01-26T00:14:47.140067+0000 mon.smithi120 (mon.0) 1130 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:14:50.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:49 smithi120 conmon[102313]: cluster 2022-01-26T00:14:48.647506+0000 mgr.smithi120.hllzij (mgr 2022-01-26T00:14:50.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:49 smithi120 conmon[102313]: .14704) 3089 : cluster [DBG] pgmap v2662: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:50.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:49 smithi145 conmon[67302]: cluster 2022-01-26T00:14:48.647506+0000 mgr.smithi120.hllzij (mgr.14704) 3089 : cluster 2022-01-26T00:14:50.079 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:49 smithi145 conmon[67302]: [DBG] pgmap v2662: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:52 smithi120 conmon[102313]: cluster 2022 2022-01-26T00:14:52.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:52 smithi120 conmon[102313]: -01-26T00:14:50.648506+0000 mgr.smithi120.hllzij (mgr.14704) 3090 : cluster [DBG] pgmap v2663: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:52.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:52 smithi145 conmon[67302]: cluster 2022-01-26T00:14:50.648506+0000 mgr.smithi120.hllzij (mgr.14704) 3090 : cluster [DBG] pgmap v2663: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:14:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:54 smithi120 conmon[102313]: cluster 2022-01-26T00:14:52.649044+0000 mgr.smithi120.hllzij (mgr.14704) 3091 : cluster [DBG] 2022-01-26T00:14:54.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:54 smithi120 conmon[102313]: pgmap v2664: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:54 smithi120 conmon[102313]: audit 2022-01-26T00:14:53.937077+0000 mon.smithi120 (mon.0) 1131 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:14:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:54 smithi120 conmon[102313]: audit 2022-01-26T00:14 2022-01-26T00:14:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:54 smithi120 conmon[102313]: :53.937300+0000 mon.smithi120 (mon.0) 1132 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:14:54.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:54 smithi120 conmon[102313]: 2022-01-26T00:14:54.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:54 smithi145 conmon[67302]: cluster 2022-01-26T00:14:52.649044+0000 mgr.smithi120.hllzij (mgr.14704) 3091 : cluster [DBG] pgmap v2664: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:54 smithi145 conmon[67302]: audit 2022-01-26T00:14:53.937077+0000 mon.smithi120 (mon.0) 1131 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:14:54.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:54 smithi145 conmon[67302]: audit 2022-01-26T00:14:53.937300+0000 mon.smithi120 (mon.0) 1132 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:14:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:56 smithi120 conmon[102313]: cluster 2022-01-26T00:14:54.649753+0000 mgr.smithi120.hllzij (mgr.14704) 3092 : cluster 2022-01-26T00:14:56.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:56 smithi120 conmon[102313]: [DBG] pgmap v2665: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:56.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:56 smithi145 conmon[67302]: cluster 2022-01-26T00:14:54.649753+0000 mgr.smithi120.hllzij (mgr.14704) 3092 : cluster [DBG] pgmap v2665: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:57.194 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:14:57.464 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:14:57.465 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (94m) 5m ago 95m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:14:57.465 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (87m) 5m ago 95m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:14:57.465 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (87m) 5m ago 94m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:14:57.466 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (94m) 5m ago 95m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:14:57.466 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (90m) 5m ago 90m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:14:57.466 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (90m) 5m ago 90m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:14:57.466 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (88m) 5m ago 96m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:14:57.466 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (87m) 5m ago 94m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:14:57.467 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (87m) 5m ago 96m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:14:57.467 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (87m) 5m ago 94m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:14:57.467 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (88m) 5m ago 88m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:14:57.467 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (88m) 5m ago 88m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:14:57.468 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (95m) 5m ago 94m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:14:57.468 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (94m) 5m ago 94m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:14:57.468 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (82m) 5m ago 94m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:14:57.469 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (93m) 5m ago 93m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:14:57.469 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (93m) 5m ago 93m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:14:57.469 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (93m) 5m ago 93m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:14:57.469 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (93m) 5m ago 92m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:14:57.470 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (92m) 5m ago 92m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:14:57.470 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (92m) 5m ago 92m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:14:57.471 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (92m) 5m ago 92m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:14:57.471 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (93m) 5m ago 94m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:14:57.786 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:14:57.787 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:14:57.787 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:14:57.787 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:14:57.788 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:14:57.788 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:14:57.788 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:14:57.789 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:14:57.789 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:14:57.789 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:14:57.789 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:14:57.790 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:14:57.790 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:14:57.794 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:14:57.795 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:14:57.795 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:14:57.795 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:14:57.796 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:14:57.796 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:14:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:58 smithi120 conmon[102313]: cluster 2022-01-26T00:14:56.650435+0000 mgr.smithi120.hllzij (mgr 2022-01-26T00:14:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:58 smithi120 conmon[102313]: .14704) 3093 : cluster [DBG] pgmap v2666: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:58 smithi120 conmon[102313]: audit 2022-01-26T00:14:57.183841+0000 mgr.smithi120.hllzij (mgr.14704) 3094 : audit [DBG] 2022-01-26T00:14:58.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:58 smithi120 conmon[102313]: from='client.36140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:58.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:58 smithi120 conmon[102313]: audit 2022-01-26T00 2022-01-26T00:14:58.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:58 smithi120 conmon[102313]: :14:57.787134+0000 mon.smithi120 (mon.0) 1133 : audit [DBG] from='client.? 172.21.15.120:0/3580607685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:14:58.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:58 smithi145 conmon[67302]: cluster 2022-01-26T00:14:56.650435+0000 mgr.smithi120.hllzij (mgr.14704) 3093 : cluster [DBG] pgmap v2666: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:14:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:58 smithi145 conmon[67302]: audit 2022-01-26T00:14:57.183841+0000 mgr.smithi120.hllzij (mgr.14704) 3094 : audit [DBG] from='client.36140 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:58.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:58 smithi145 conmon[67302]: audit 2022-01-26T00:14:57.787134+0000 mon.smithi120 (mon.0) 1133 : audit [DBG] from='client.? 172.21.15.120:0/3580607685' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:14:59.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:59 smithi120 conmon[102313]: audit 2022-01-26T00:14:57.456883+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:14:59.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:14:59 smithi120 conmon[102313]: ) 3095 : audit [DBG] from='client.36144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:14:59.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:14:59 smithi145 conmon[67302]: audit 2022-01-26T00:14:57.456883+0000 mgr.smithi120.hllzij (mgr.14704) 3095 : audit [DBG] from='client.36144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:15:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:00 smithi120 conmon[102313]: cluster 2022-01-26T00:14:58.650988+0000 mgr.smithi120.hllzij (mgr.14704) 3096 : cluster 2022-01-26T00:15:00.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:00 smithi120 conmon[102313]: [DBG] pgmap v2667: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:00.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:00 smithi145 conmon[67302]: cluster 2022-01-26T00:14:58.650988+0000 mgr.smithi120.hllzij (mgr.14704) 3096 : cluster 2022-01-26T00:15:00.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:00 smithi145 conmon[67302]: [DBG] pgmap v2667: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:02.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:02 smithi145 conmon[67302]: cluster 2022-01-26T00:15:00.651914+0000 mgr.smithi120.hllzij (mgr.14704) 3097 : cluster [DBG] pgmap v2668: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:02.781 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:02 smithi120 conmon[102313]: cluster 2022-01-26T00:15:00.651914+0000 mgr.smithi120.hllzij (mgr.14704) 3097 : cluster [DBG] pgmap v2668: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:02.782 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:02 smithi120 conmon[102313]: 2022-01-26T00:15:04.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:04 smithi145 conmon[67302]: cluster 2022-01-26T00:15:02.652376+0000 mgr.smithi120.hllzij (mgr.14704) 3098 : cluster [DBG] pgmap v2669: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:04 smithi120 conmon[102313]: cluster 2022-01-26T00:15:02. 2022-01-26T00:15:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:04 smithi120 conmon[102313]: 652376+0000 mgr.smithi120.hllzij (mgr.14704) 3098 : cluster [DBG] pgmap v2669: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:06.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:06 smithi145 conmon[67302]: cluster 2022-01-26T00:15:04.653053+0000 mgr.smithi120.hllzij (mgr.14704) 3099 : cluster [DBG] pgmap v2670: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:06 smithi120 conmon[102313]: cluster 2022-01-26T00:15:04.653053+0000 mgr.smithi120.hllzij (mgr.14704) 3099 : cluster 2022-01-26T00:15:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:06 smithi120 conmon[102313]: [DBG] pgmap v2670: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:08.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:08 smithi145 conmon[67302]: cluster 2022-01-26T00:15:06.653651+0000 mgr.smithi120.hllzij (mgr.14704) 3100 : cluster [DBG] pgmap v2671: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:08 smithi120 conmon[102313]: cluster 2022-01-26T00:15: 2022-01-26T00:15:08.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:08 smithi120 conmon[102313]: 06.653651+0000 mgr.smithi120.hllzij (mgr.14704) 3100 : cluster [DBG] pgmap v2671: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:10 smithi145 conmon[67302]: cluster 2022-01-26T00:15:08.654215+0000 mgr.smithi120.hllzij (mgr.14704) 3101 : cluster [DBG] pgmap v2672: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:10.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:10 smithi145 conmon[67302]: 2022-01-26T00:15:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:10 smithi120 conmon[102313]: cluster 2022-01-26T00:15:08.654215+0000 2022-01-26T00:15:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:10 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 3101 : cluster [DBG] pgmap v2672: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:12.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:12 smithi145 conmon[67302]: cluster 2022-01-26T00:15:10.655054+0000 mgr.smithi120.hllzij (mgr.14704) 3102 : cluster [DBG] pgmap v2673: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:12 smithi120 conmon[102313]: cluster 2022-01-26T00:15:10.655054+0000 mgr.smithi120.hllzij (mgr.14704) 3102 : cluster [DBG] 2022-01-26T00:15:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:12 smithi120 conmon[102313]: pgmap v2673: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:14 smithi145 conmon[67302]: cluster 2022-01-26T00:15:12.655518+0000 mgr.smithi120.hllzij (mgr.14704) 3103 : cluster [DBG] pgmap v2674: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:14 smithi120 conmon[102313]: cluster 2022-01-26T00:15:12.655518+0000 mgr.smithi120.hllzij (mgr.14704) 3103 : cluster [DBG] pgmap v2674: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:14 smithi120 conmon[102313]: 2022-01-26T00:15:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:16 smithi120 conmon[102313]: cluster 2022-01-26T00:15:14.656235+0000 mgr.smithi120.hllzij (mgr.14704) 3104 : 2022-01-26T00:15:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:16 smithi120 conmon[102313]: cluster [DBG] pgmap v2675: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:16 smithi145 conmon[67302]: cluster 2022-01-26T00:15:14.656235+0000 mgr.smithi120.hllzij (mgr.14704) 3104 : cluster [DBG] pgmap v2675: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:18 smithi120 conmon[102313]: cluster 2022-01-26T00:15:16.656787+0000 mgr.smithi120.hllzij (mgr.14704) 3105 : cluster [DBG] pgmap v2676: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:18 smithi120 conmon[102313]: 2022-01-26T00:15:18.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:18 smithi145 conmon[67302]: cluster 2022-01-26T00:15:16.656787+0000 mgr.smithi120.hllzij (mgr.14704) 3105 : cluster [DBG] pgmap v2676: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:20 smithi120 conmon[102313]: cluster 2022-01-26T00:15:18.657414+0000 mgr.smithi120.hllzij (mgr.14704) 3106 2022-01-26T00:15:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:20 smithi120 conmon[102313]: : cluster [DBG] pgmap v2677: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:20.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:20 smithi145 conmon[67302]: cluster 2022-01-26T00:15:18.657414+0000 mgr.smithi120.hllzij (mgr.14704) 3106 : cluster [DBG] pgmap v2677: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:22 smithi120 conmon[102313]: cluster 2022-01-26T00:15:20.658297+0000 mgr.smithi120.hllzij (mgr.14704) 3107 : cluster [DBG] 2022-01-26T00:15:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:22 smithi120 conmon[102313]: pgmap v2678: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:22.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:22 smithi145 conmon[67302]: cluster 2022-01-26T00:15:20.658297+0000 mgr.smithi120.hllzij (mgr.14704) 3107 : cluster [DBG] pgmap v2678: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:24 smithi120 conmon[102313]: cluster 2022-01-26T00:15:22.658840+0000 mgr.smithi120.hllzij (mgr.14704) 3108 : cluster [DBG] pgmap v2679: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:24 smithi120 conmon[102313]: 2022-01-26T00:15:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:24 smithi145 conmon[67302]: cluster 2022-01-26T00:15:22.658840+0000 mgr.smithi120.hllzij (mgr.14704) 3108 : cluster [DBG] pgmap v2679: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:24 smithi145 conmon[67302]: 2022-01-26T00:15:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:26 smithi120 conmon[102313]: cluster 2022-01-26T00:15:24.659513+0000 mgr.smithi120.hllzij (mgr.14704) 3109 : cluster [DBG] pgmap v2680: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:26.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:26 smithi145 conmon[67302]: cluster 2022-01-26T00:15:24.659513+0000 mgr.smithi120.hllzij (mgr.14704) 3109 : cluster [DBG] pgmap v2680: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:28.085 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:15:28.356 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:15:28.356 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (94m) 5m ago 95m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:15:28.357 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (87m) 5m ago 95m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:15:28.357 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (87m) 5m ago 95m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:15:28.357 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (94m) 5m ago 95m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:15:28.357 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (91m) 5m ago 91m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:15:28.358 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (91m) 5m ago 91m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:15:28.358 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (88m) 5m ago 96m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:15:28.358 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (88m) 5m ago 95m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:15:28.359 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (88m) 5m ago 96m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:15:28.359 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (88m) 5m ago 95m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:15:28.359 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (88m) 5m ago 88m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:15:28.359 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (88m) 5m ago 88m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:15:28.360 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (95m) 5m ago 95m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:15:28.360 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (94m) 5m ago 94m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:15:28.360 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (82m) 5m ago 94m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:15:28.360 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (94m) 5m ago 94m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:15:28.360 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (94m) 5m ago 94m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:15:28.361 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (93m) 5m ago 93m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:15:28.361 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (93m) 5m ago 93m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:15:28.361 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (93m) 5m ago 93m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:15:28.361 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (92m) 5m ago 92m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:15:28.362 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (92m) 5m ago 92m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:15:28.362 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (94m) 5m ago 95m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:15:28.362 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:28 smithi120 conmon[102313]: cluster 2022-01-26T00:15:26.660100+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:15:28.362 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:28 smithi120 conmon[102313]: ) 3110 : cluster [DBG] pgmap v2681: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:28.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:28 smithi145 conmon[67302]: cluster 2022-01-26T00:15:26.660100+0000 mgr.smithi120.hllzij (mgr.14704) 3110 : cluster [DBG] pgmap v2681: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:28.675 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:15:28.675 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:15:28.675 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:15:28.676 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:15:28.676 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:15:28.676 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:15:28.676 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:15:28.677 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:15:28.677 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:15:28.677 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:15:28.678 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:15:28.678 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:15:28.678 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:15:28.678 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:15:28.679 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:15:28.679 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:15:28.679 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:15:28.680 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:15:28.680 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:15:29.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:29 smithi120 conmon[102313]: audit 2022-01-26T00:15:28.074277+0000 mgr.smithi120.hllzij (mgr.14704) 3111 : audit [DBG] from='client.36152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:15:29.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:29 smithi120 conmon[102313]: audit 2022-01-26T00:15:28.675922+0000 mon.smithi120 2022-01-26T00:15:29.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:29 smithi120 conmon[102313]: (mon.0) 1134 : audit [DBG] from='client.? 172.21.15.120:0/3727474986' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:15:29.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:29 smithi145 conmon[67302]: audit 2022-01-26T00:15:28.074277+0000 mgr.smithi120.hllzij (mgr.14704) 3111 : audit [DBG] from='client.36152 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:15:29.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:29 smithi145 conmon[67302]: 2022-01-26T00:15:29.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:29 smithi145 conmon[67302]: audit 2022-01-26T00:15:28.675922+0000 mon.smithi120 (mon.0) 1134 : audit [DBG] from='client.? 172.21.15.120:0/3727474986' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:15:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:30 smithi120 conmon[102313]: audit 2022-01-26T00:15:28.347192+0000 mgr.smithi120.hllzij (mgr.14704) 3112 : audit [DBG] from='client.36156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:15:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:30 smithi120 conmon[102313]: cluster 2022-01-26T00:15:28.660570 2022-01-26T00:15:30.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:30 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 3113 : cluster [DBG] pgmap v2682: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:30.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:30 smithi145 conmon[67302]: audit 2022-01-26T00:15:28.347192+0000 mgr.smithi120.hllzij (mgr.14704) 3112 : audit [DBG] from='client.36156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:15:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:30 smithi145 conmon[67302]: cluster 2022-01-26T00:15:28.660570+0000 mgr.smithi120.hllzij (mgr.14704) 3113 : cluster [DBG] pgmap v2682: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:32 smithi120 conmon[102313]: cluster 2022-01-26T00:15:30.661436+0000 mgr.smithi120.hllzij (mgr.14704) 3114 : cluster [DBG] pgmap v2683: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:32.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:32 smithi145 conmon[67302]: cluster 2022-01-26T00:15:30.661436+0000 mgr.smithi120.hllzij (mgr.14704) 3114 : cluster [DBG] pgmap v2683: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:34 smithi120 conmon[102313]: cluster 2022-01-26T00:15:32.662055+0000 mgr.smithi120.hllzij (mgr.14704) 3115 : cluster [DBG] pgmap v2684: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:34.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:34 smithi145 conmon[67302]: cluster 2022-01-26T00:15:32.662055+0000 mgr.smithi120.hllzij (mgr.14704) 3115 : cluster [DBG] pgmap v2684: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:36 smithi120 conmon[102313]: cluster 2022-01-26T00:15:34.662931+0000 mgr.smithi120.hllzij (mgr.14704) 3116 : cluster [DBG] pgmap v2685: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:36 smithi145 conmon[67302]: cluster 2022-01-26T00:15:34.662931+0000 mgr.smithi120.hllzij (mgr.14704) 3116 : cluster [DBG] pgmap v2685: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:38 smithi120 conmon[102313]: cluster 2022-01-26T00:15:36.663743+0000 mgr.smithi120.hllzij (mgr.14704) 3117 : cluster [DBG] pgmap v2686: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:38 smithi145 conmon[67302]: cluster 2022-01-26T00:15:36.663743+0000 mgr.smithi120.hllzij (mgr.14704) 3117 : cluster [DBG] pgmap v2686: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:40 smithi120 conmon[102313]: cluster 2022-01-26T00:15:38.664220+0000 mgr.smithi120.hllzij (mgr.14704) 3118 : cluster [DBG] pgmap v2687: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:40 smithi145 conmon[67302]: cluster 2022-01-26T00:15:38.664220+0000 mgr.smithi120.hllzij (mgr.14704) 3118 : cluster [DBG] pgmap v2687: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:42 smithi120 conmon[102313]: cluster 2022-01-26T00:15:40.665236+0000 mgr.smithi120.hllzij (mgr.14704) 3119 : cluster [DBG] pgmap v2688: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:42 smithi145 conmon[67302]: cluster 2022-01-26T00:15:40.665236+0000 mgr.smithi120.hllzij (mgr.14704) 3119 : cluster [DBG] pgmap v2688: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:44 smithi120 conmon[102313]: cluster 2022-01-26T00:15:42.665671+0000 mgr.smithi120.hllzij (mgr.14704) 3120 : cluster [DBG] pgmap v2689: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:44.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:44 smithi145 conmon[67302]: cluster 2022-01-26T00:15:42.665671+0000 mgr.smithi120.hllzij (mgr.14704) 3120 : cluster [DBG] pgmap v2689: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:46 smithi120 conmon[102313]: cluster 2022-01-26T00:15:44.666497+0000 mgr.smithi120.hllzij (mgr.14704) 3121 : cluster [DBG] 2022-01-26T00:15:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:46 smithi120 conmon[102313]: pgmap v2690: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:46.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:46 smithi145 conmon[67302]: cluster 2022-01-26T00:15:44.666497+0000 mgr.smithi120.hllzij (mgr.14704) 3121 : cluster [DBG] pgmap v2690: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:47.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:47 smithi120 conmon[102313]: audit 2022-01-26T00:15:47.143255+0000 mon.smithi120 (mon.0) 1135 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:15:47.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:47 smithi120 conmon[102313]: audit 2022-01-26T00:15:47.144699+0000 mon.smithi120 (mon.0) 1136 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:15:47.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:47 smithi120 conmon[102313]: audit 2022-01-26T00:15:47.145491+0000 mon.smithi120 (mon.0) 1137 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:15:47.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:47 smithi145 conmon[67302]: audit 2022-01-26T00:15:47.143255+0000 mon.smithi120 (mon.0) 1135 : audit [DBG] 2022-01-26T00:15:47.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:47 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:15:47.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:47 smithi145 conmon[67302]: audit 2022-01-26T00:15:47.144699+0000 mon.smithi120 (mon.0) 1136 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:15:47.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:47 smithi145 conmon[67302]: audit 2022-01-26T00:15:47.145491+0000 mon.smithi120 (mon.0) 1137 : 2022-01-26T00:15:47.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:47 smithi145 conmon[67302]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:15:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:48 smithi120 conmon[102313]: cluster 2022-01-26T00:15:46.667229+0000 mgr.smithi120.hllzij (mgr.14704) 3122 : cluster 2022-01-26T00:15:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:48 smithi120 conmon[102313]: [DBG] pgmap v2691: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:48 smithi120 conmon[102313]: cephadm 2022-01-26T00:15:47.146214+0000 mgr.smithi120.hllzij (mgr.14704) 3123 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:15:48.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:48 smithi120 conmon[102313]: audit 2022 2022-01-26T00:15:48.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:48 smithi120 conmon[102313]: -01-26T00:15:47.543635+0000 mon.smithi120 (mon.0) 1138 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:15:48.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:48 smithi120 conmon[102313]: audit 2022- 2022-01-26T00:15:48.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:48 smithi120 conmon[102313]: 01-26T00:15:47.548710 2022-01-26T00:15:48.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:48 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 1139 : 2022-01-26T00:15:48.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:48 smithi120 conmon[102313]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:15:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:48 smithi145 conmon[67302]: cluster 2022-01-26T00:15:46.667229+0000 mgr.smithi120.hllzij (mgr.14704) 3122 : cluster [DBG] pgmap v2691: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:48 smithi145 conmon[67302]: cephadm 2022-01-26T00:15:47.146214+0000 mgr.smithi120.hllzij (mgr.14704) 3123 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:15:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:48 smithi145 conmon[67302]: audit 2022-01-26T00:15:47.543635+0000 2022-01-26T00:15:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:48 smithi145 conmon[67302]: mon.smithi120 (mon.0) 1138 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:15:48.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:48 smithi145 conmon[67302]: audit 2022-01-26T00:15:48.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:48 smithi145 conmon[67302]: 2022-01-26T00:15:47. 2022-01-26T00:15:48.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:48 smithi145 conmon[67302]: 548710+0000 mon.smithi120 (mon.0) 1139 : audit 2022-01-26T00:15:48.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:48 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:15:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:50 smithi120 conmon[102313]: cluster 2022-01-26T00:15:48.667852+0000 mgr.smithi120.hllzij (mgr.14704) 3124 : cluster [DBG] pgmap v2692: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:50.959 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:50 smithi145 conmon[67302]: cluster 2022-01-26T00:15:48.667852+0000 mgr.smithi120.hllzij (mgr.14704) 3124 : cluster [DBG] pgmap v2692: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:52 smithi120 conmon[102313]: cluster 2022-01-26T00:15:50.668656+0000 mgr.smithi120.hllzij (mgr.14704) 3125 : cluster 2022-01-26T00:15:52.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:52 smithi120 conmon[102313]: [DBG] pgmap v2693: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:52.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:52 smithi145 conmon[67302]: cluster 2022-01-26T00:15:50.668656+0000 mgr.smithi120.hllzij (mgr.14704) 3125 : cluster [DBG] pgmap v2693: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:15:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:54 smithi120 conmon[102313]: cluster 2022-01-26T00:15:52.669129+0000 mgr.smithi120.hllzij (mgr.14704) 3126 : cluster [DBG] pgmap v2694: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:54 smithi120 conmon[102313]: audit 2022-01-26T00:15:53.941117 2022-01-26T00:15:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:54 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 1140 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:15:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:54 smithi120 conmon[102313]: audit 2022-01-26T00:15:53.941344+0000 mon.smithi120 (mon.0) 1141 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:15:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:54 smithi145 conmon[67302]: cluster 2022-01-26T00:15:52.669129+0000 mgr.smithi120.hllzij (mgr.14704) 3126 : cluster [DBG] pgmap v2694: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:54 smithi145 conmon[67302]: audit 2022-01-26T00:15:53.941117+0000 mon.smithi120 (mon.0) 1140 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:15:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:54 smithi145 conmon[67302]: audit 2022-01-26T00:15:53.941344+0000 mon.smithi120 (mon.0) 1141 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:15:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:56 smithi120 conmon[102313]: cluster 2022-01-26T00:15:54.669808+0000 mgr.smithi120.hllzij (mgr.14704) 3127 2022-01-26T00:15:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:56 smithi120 conmon[102313]: : cluster [DBG] pgmap v2695: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:56.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:56 smithi145 conmon[67302]: cluster 2022-01-26T00:15:54.669808+0000 mgr.smithi120.hllzij (mgr.14704) 3127 : cluster [DBG] 2022-01-26T00:15:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:56 smithi145 conmon[67302]: pgmap v2695: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:58 smithi120 conmon[102313]: cluster 2022-01-26T00:15:56.670328+0000 mgr.smithi120.hllzij (mgr.14704) 3128 : cluster [DBG] 2022-01-26T00:15:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:15:58 smithi120 conmon[102313]: pgmap v2696: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:58.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:15:58 smithi145 conmon[67302]: cluster 2022-01-26T00:15:56.670328+0000 mgr.smithi120.hllzij (mgr.14704) 3128 : cluster [DBG] pgmap v2696: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:15:58.976 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:15:59.244 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:15:59.244 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (95m) 6m ago 96m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:15:59.244 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (88m) 6m ago 96m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:15:59.245 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (88m) 6m ago 95m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:15:59.245 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (95m) 6m ago 96m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:15:59.245 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (91m) 6m ago 91m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:15:59.245 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (91m) 6m ago 91m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:15:59.246 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (89m) 6m ago 97m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:15:59.246 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (88m) 6m ago 95m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:15:59.246 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (88m) 6m ago 97m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:15:59.246 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (88m) 6m ago 95m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:15:59.247 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (89m) 6m ago 89m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:15:59.247 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (89m) 6m ago 89m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:15:59.247 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (96m) 6m ago 96m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:15:59.247 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (95m) 6m ago 95m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:15:59.248 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (83m) 6m ago 95m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:15:59.248 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (94m) 6m ago 94m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:15:59.248 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (94m) 6m ago 94m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:15:59.248 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (94m) 6m ago 94m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:15:59.249 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (94m) 6m ago 94m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:15:59.249 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (93m) 6m ago 93m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:15:59.249 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (93m) 6m ago 93m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:15:59.249 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (93m) 6m ago 93m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:15:59.250 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (95m) 6m ago 95m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:15:59.567 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:15:59.567 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:15:59.568 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:15:59.568 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:15:59.568 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:15:59.568 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:15:59.568 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:15:59.569 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:15:59.570 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:15:59.570 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:15:59.571 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:15:59.571 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:15:59.571 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:15:59.571 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:15:59.572 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:15:59.572 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:15:59.572 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:15:59.573 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:15:59.573 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:16:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:00 smithi120 conmon[102313]: cluster 2022-01-26T00:15:58.670964+0000 mgr.smithi120.hllzij (mgr.14704) 3129 : cluster [DBG] pgmap v2697: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:00 smithi120 conmon[102313]: 2022-01-26T00:16:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:00 smithi120 conmon[102313]: audit 2022-01-26T00:15:58.965383+0000 mgr.smithi120.hllzij (mgr.14704) 3130 : audit [DBG] from='client.36164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:00 smithi120 conmon[102313]: audit 2022-01-26T00:15:59.236178+0000 mgr.smithi120.hllzij ( 2022-01-26T00:16:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:00 smithi120 conmon[102313]: mgr.14704) 3131 : audit [DBG] from='client.36168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:00 smithi120 conmon[102313]: audit 2022-01-26T00:15:59.568108+0000 mon.smithi120 (mon.0) 1142 : audit 2022-01-26T00:16:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:00 smithi120 conmon[102313]: [DBG] from='client.? 172.21.15.120:0/982424902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:16:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:00 smithi145 conmon[67302]: cluster 2022-01-26T00:15:58.670964+0000 mgr.smithi120.hllzij (mgr.14704) 3129 : cluster [DBG] pgmap v2697: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:00 smithi145 conmon[67302]: audit 2022-01-26T00:15:58.965383+0000 mgr.smithi120.hllzij (mgr.14704) 3130 : audit [DBG] from='client.36164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:00 smithi145 conmon[67302]: audit 2022-01-26T00:15:59.236178+0000 mgr.smithi120.hllzij 2022-01-26T00:16:00.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:00 smithi145 conmon[67302]: (mgr.14704) 3131 : audit [DBG] from='client.36168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:00.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:00 smithi145 conmon[67302]: audit 2022-01-26T00 2022-01-26T00:16:00.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:00 smithi145 conmon[67302]: :15:59.568108+0000 mon.smithi120 (mon.0 2022-01-26T00:16:00.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:00 smithi145 conmon[67302]: ) 1142 : audit [DBG] from='client.? 172.21.15.120:0/982424902' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:16:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:02 smithi120 conmon[102313]: cluster 2022-01-26T00:16:00.671864+0000 mgr.smithi120.hllzij (mgr.14704) 3132 : cluster [DBG] pgmap v2698: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:02 smithi145 conmon[67302]: cluster 2022-01-26T00:16:00.671864+0000 mgr.smithi120.hllzij (mgr.14704) 3132 : cluster [DBG] pgmap v2698: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:04 smithi120 conmon[102313]: cluster 2022-01-26T00:16:02.672460+0000 mgr.smithi120.hllzij (mgr.14704) 3133 : cluster [DBG] 2022-01-26T00:16:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:04 smithi120 conmon[102313]: pgmap v2699: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:04.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:04 smithi145 conmon[67302]: cluster 2022-01-26T00:16:02.672460+0000 mgr.smithi120.hllzij (mgr.14704) 3133 : cluster [DBG] pgmap v2699: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:06 smithi120 conmon[102313]: cluster 2022-01-26T00:16:04.673257+0000 mgr.smithi120.hllzij (mgr.14704) 3134 : cluster [DBG] pgmap v2700: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:06 smithi145 conmon[67302]: cluster 2022-01-26T00:16:04.673257+0000 mgr.smithi120.hllzij (mgr.14704) 3134 : cluster [DBG] pgmap v2700: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:08 smithi120 conmon[102313]: cluster 2022-01-26T00:16:06.673900+0000 mgr.smithi120.hllzij (mgr.14704) 3135 : cluster [DBG] pgmap v2701: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:08.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:08 smithi145 conmon[67302]: cluster 2022-01-26T00:16:06.673900+0000 mgr.smithi120.hllzij (mgr.14704) 3135 : cluster [DBG] pgmap v2701: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:10 smithi120 conmon[102313]: cluster 2022-01-26T00:16:08.674346+0000 mgr.smithi120.hllzij (mgr.14704) 3136 : cluster [DBG] pgmap v2702: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:10 smithi145 conmon[67302]: cluster 2022-01-26T00:16:08.674346+0000 mgr.smithi120.hllzij (mgr.14704) 3136 : cluster [DBG] pgmap v2702: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:12 smithi120 conmon[102313]: cluster 2022-01-26T00:16:10.675244+0000 mgr.smithi120.hllzij (mgr.14704) 3137 : cluster [DBG] pgmap v2703: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:12.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:12 smithi145 conmon[67302]: cluster 2022-01-26T00:16:10.675244+0000 mgr.smithi120.hllzij (mgr.14704) 3137 : cluster [DBG] pgmap v2703: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:14 smithi120 conmon[102313]: cluster 2022-01-26T00:16:12.675856+0000 mgr.smithi120.hllzij (mgr.14704) 3138 : cluster [DBG] pgmap v2704: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:14 smithi145 conmon[67302]: cluster 2022-01-26T00:16:12.675856+0000 mgr.smithi120.hllzij (mgr.14704) 3138 : cluster [DBG] pgmap v2704: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:16 smithi120 conmon[102313]: cluster 2022-01-26T00:16:14.676519+0000 mgr.smithi120.hllzij (mgr.14704) 3139 : cluster [DBG] pgmap v2705: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:16.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:16 smithi145 conmon[67302]: cluster 2022-01-26T00:16:14.676519+0000 mgr.smithi120.hllzij (mgr.14704) 3139 : cluster [DBG] pgmap v2705: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:18.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:18 smithi120 conmon[102313]: cluster 2022-01-26T00:16:16.677059+0000 mgr.smithi120.hllzij (mgr.14704) 3140 : cluster [DBG] pgmap v2706: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:18 smithi145 conmon[67302]: cluster 2022-01-26T00:16:16.677059+0000 mgr.smithi120.hllzij (mgr.14704) 3140 : cluster [DBG] pgmap v2706: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:20 smithi120 conmon[102313]: cluster 2022-01-26T00:16:18.677604+0000 mgr.smithi120.hllzij (mgr.14704) 3141 : cluster [DBG] pgmap v2707: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:20.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:20 smithi145 conmon[67302]: cluster 2022-01-26T00:16:18.677604+0000 mgr.smithi120.hllzij (mgr.14704) 3141 : cluster [DBG] 2022-01-26T00:16:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:20 smithi145 conmon[67302]: pgmap v2707: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:22 smithi120 conmon[102313]: cluster 2022-01-26T00:16:20.678492+0000 mgr.smithi120.hllzij (mgr.14704) 3142 : cluster 2022-01-26T00:16:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:22 smithi120 conmon[102313]: [DBG] pgmap v2708: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:22 smithi145 conmon[67302]: cluster 2022-01-26T00:16:20.678492+0000 mgr.smithi120.hllzij (mgr.14704) 3142 : cluster [DBG] pgmap v2708: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:24 smithi120 conmon[102313]: cluster 2022-01-26T00:16:22.678976+0000 mgr.smithi120.hllzij (mgr.14704) 3143 : cluster [DBG] pgmap v2709: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:24 smithi145 conmon[67302]: cluster 2022-01-26T00:16:22.678976+0000 mgr.smithi120.hllzij (mgr.14704) 3143 : cluster [DBG] pgmap v2709: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:26 smithi120 conmon[102313]: cluster 2022-01-26T00:16:24.679866+0000 mgr.smithi120.hllzij (mgr.14704) 3144 : cluster [DBG] pgmap v2710: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:26.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:26 smithi145 conmon[67302]: cluster 2022-01-26T00:16:24.679866+0000 mgr.smithi120.hllzij (mgr.14704) 3144 : cluster [DBG] pgmap v2710: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:28 smithi120 conmon[102313]: cluster 2022-01-26T00:16:26.680333+0000 mgr.smithi120.hllzij (mgr.14704) 3145 : cluster [DBG] pgmap v2711: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:28.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:28 smithi145 conmon[67302]: cluster 2022-01-26T00:16:26.680333+0000 mgr.smithi120.hllzij (mgr.14704) 3145 : cluster [DBG] pgmap v2711: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:29.867 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:16:30.140 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:16:30.140 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (95m) 6m ago 96m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:16:30.141 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (88m) 6m ago 96m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:16:30.141 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (88m) 6m ago 96m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:16:30.141 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (95m) 6m ago 96m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:16:30.141 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (92m) 6m ago 92m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:16:30.141 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (92m) 6m ago 92m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:16:30.142 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (89m) 6m ago 97m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:16:30.142 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (89m) 6m ago 96m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:16:30.142 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (89m) 6m ago 97m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:16:30.142 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (89m) 6m ago 96m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:16:30.143 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (90m) 6m ago 90m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:16:30.143 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (89m) 6m ago 89m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:16:30.143 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (96m) 6m ago 96m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:16:30.143 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (96m) 6m ago 96m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:16:30.144 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (83m) 6m ago 95m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:16:30.144 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (95m) 6m ago 95m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:16:30.144 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (95m) 6m ago 95m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:16:30.145 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (94m) 6m ago 94m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:16:30.145 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (94m) 6m ago 94m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:16:30.145 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (94m) 6m ago 94m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:16:30.145 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (94m) 6m ago 93m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:16:30.145 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (93m) 6m ago 93m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:16:30.146 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (95m) 6m ago 96m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:16:30.461 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:16:30.462 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:16:30.462 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:16:30.462 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:16:30.463 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:16:30.463 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:16:30.463 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:16:30.463 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:16:30.463 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:16:30.464 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:16:30.464 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:16:30.464 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:16:30.464 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:16:30.465 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:16:30.465 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:16:30.465 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:16:30.466 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:16:30.467 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:16:30.467 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:16:30.468 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:30 smithi120 conmon[102313]: cluster 2022-01-26T00:16:28.680998+0000 mgr.smithi120.hllzij (mgr.14704) 3146 : cluster [DBG] pgmap v2712: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:30 smithi145 conmon[67302]: cluster 2022-01-26T00:16:28.680998+0000 mgr.smithi120.hllzij (mgr.14704) 3146 : cluster [DBG] pgmap v2712: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:31.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:31 smithi120 conmon[102313]: audit 2022-01-26T00:16:29.857204+0000 mgr.smithi120.hllzij (mgr.14704) 3147 : audit [DBG] 2022-01-26T00:16:31.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:31 smithi120 conmon[102313]: from='client.36176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:31.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:31 smithi120 conmon[102313]: audit 2022-01-26T00:16:30.132340+0000 mgr.smithi120.hllzij (mgr.14704) 3148 : audit [DBG] from='client.36180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:31.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:31 smithi120 conmon[102313]: audit 2022-01-26T00:16 2022-01-26T00:16:31.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:31 smithi120 conmon[102313]: :30.462594+0000 mon.smithi120 (mon.0) 1143 : audit [DBG] from='client.? 172.21.15.120:0/39340558' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:16:31.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:31 smithi145 conmon[67302]: audit 2022-01-26T00:16:29.857204+0000 mgr.smithi120.hllzij (mgr.14704) 3147 : audit [DBG] from='client.36176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:31.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:31 smithi145 conmon[67302]: audit 2022-01-26T00:16:30.132340+0000 mgr.smithi120.hllzij 2022-01-26T00:16:31.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:31 smithi145 conmon[67302]: (mgr.14704) 3148 : audit [DBG] from='client.36180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:16:31.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:31 smithi145 conmon[67302]: audit 2022-01-26T00:16:30.462594+0000 mon.smithi120 (mon.0) 1143 : audit [DBG] from='client.? 172.21.15.120:0/39340558' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:16:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:32 smithi120 conmon[102313]: cluster 2022-01-26T00:16:30.681694+0000 mgr.smithi120.hllzij (mgr.14704) 3149 : cluster [DBG] pgmap v2713: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:32.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:32 smithi145 conmon[67302]: cluster 2022-01-26T00:16:30.681694+0000 mgr.smithi120.hllzij (mgr.14704) 3149 : cluster [DBG] pgmap v2713: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:34 smithi120 conmon[102313]: cluster 2022-01-26T00:16:32.682342+0000 mgr.smithi120.hllzij (mgr.14704) 3150 : cluster [DBG] pgmap v2714: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:34.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:34 smithi145 conmon[67302]: cluster 2022-01-26T00:16:32.682342+0000 mgr.smithi120.hllzij (mgr.14704) 3150 : cluster [DBG] pgmap v2714: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:36 smithi120 conmon[102313]: cluster 2022-01-26T00:16:34.683109+0000 mgr.smithi120.hllzij (mgr.14704) 3151 : cluster [DBG] pgmap v2715: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:36.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:36 smithi145 conmon[67302]: cluster 2022-01-26T00:16:34.683109+0000 mgr.smithi120.hllzij (mgr.14704) 3151 : cluster [DBG] pgmap v2715: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:38.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:38 smithi120 conmon[102313]: cluster 2022-01-26T00:16:36.683644+0000 mgr.smithi120.hllzij (mgr.14704) 3152 : cluster [DBG] pgmap v2716: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:38 smithi145 conmon[67302]: cluster 2022-01-26T00:16:36.683644+0000 mgr.smithi120.hllzij (mgr.14704) 3152 : cluster [DBG] pgmap v2716: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:40 smithi120 conmon[102313]: cluster 2022-01-26T00:16:38.684082+0000 mgr.smithi120.hllzij (mgr.14704) 3153 : cluster [DBG] pgmap v2717: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:40.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:40 smithi145 conmon[67302]: cluster 2022-01-26T00:16:38.684082+0000 mgr.smithi120.hllzij (mgr.14704) 3153 : cluster [DBG] pgmap v2717: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:42 smithi120 conmon[102313]: cluster 2022-01-26T00:16:40.684846+0000 mgr.smithi120.hllzij (mgr.14704) 3154 : cluster [DBG] pgmap v2718: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:42 smithi145 conmon[67302]: cluster 2022-01-26T00:16:40.684846+0000 mgr.smithi120.hllzij (mgr.14704) 3154 : cluster [DBG] pgmap v2718: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:44 smithi120 conmon[102313]: cluster 2022-01-26T00:16:42.685389+0000 mgr.smithi120.hllzij (mgr.14704) 3155 : cluster [DBG] pgmap v2719: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:44 smithi120 conmon[102313]: 2022-01-26T00:16:44.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:44 smithi145 conmon[67302]: cluster 2022-01-26T00:16:42.685389+0000 mgr.smithi120.hllzij (mgr.14704) 3155 : cluster [DBG] pgmap v2719: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:46 smithi120 conmon[102313]: cluster 2022-01-26T00:16:44.686241+0000 mgr.smithi120.hllzij (mgr.14704) 3156 : cluster [DBG] pgmap v2720: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:46 smithi120 conmon[102313]: 2022-01-26T00:16:46.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:46 smithi145 conmon[67302]: cluster 2022-01-26T00:16:44.686241+0000 mgr.smithi120.hllzij (mgr.14704) 3156 : cluster [DBG] pgmap v2720: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:48 smithi120 conmon[102313]: cluster 2022-01-26T00:16:46.686724+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:16:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:48 smithi120 conmon[102313]: ) 3157 : cluster [DBG] pgmap v2721: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:48 smithi120 conmon[102313]: audit 2022-01-26T00:16:47.551104+0000 mon.smithi120 (mon.0) 1144 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:16:48.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:48 smithi120 conmon[102313]: audit 2022-01 2022-01-26T00:16:48.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:48 smithi120 conmon[102313]: -26T00:16:47.552522+0000 mon.smithi120 (mon.0) 1145 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:16:48.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:48 smithi120 conmon[102313]: audit 2022-01-26T00:16:47. 2022-01-26T00:16:48.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:48 smithi120 conmon[102313]: 553384+0000 mon.smithi120 (mon.0) 1146 : audit [INF] 2022-01-26T00:16:48.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:48 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:16:48.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:48 smithi120 conmon[102313]: audit 2022-01-26T00:16:48.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:48 smithi120 conmon[102313]: 2022-01-26T00:16:47.948947+0000 mon.smithi120 (mon.0) 1147 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:16:48.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:48 smithi120 conmon[102313]: audit 2022 2022-01-26T00:16:48.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:48 smithi120 conmon[102313]: -01-26T00:16:47.955944+0000 mon.smithi120 (mon.0) 1148 : audit [INF] 2022-01-26T00:16:48.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:48 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:16:48.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:48 smithi145 conmon[67302]: cluster 2022-01-26T00:16:46.686724+0000 mgr.smithi120.hllzij (mgr.14704) 3157 : cluster [DBG] pgmap v2721: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:48 smithi145 conmon[67302]: audit 2022-01-26T00:16:47.551104+0000 mon.smithi120 (mon.0) 1144 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:16:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:48 smithi145 conmon[67302]: audit 2022-01-26T00:16:47.552522+0000 mon.smithi120 (mon.0) 1145 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:16:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:48 smithi145 conmon[67302]: audit 2022-01-26T00:16:47.553384+0000 mon.smithi120 (mon.0) 1146 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:16:48.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:48 smithi145 conmon[67302]: audit 2022-01-26T00:16:47.948947+0000 mon.smithi120 (mon.0) 1147 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:16:48.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:48 smithi145 conmon[67302]: audit 2022-01-26T00:16:47.955944+0000 mon.smithi120 (mon.0) 1148 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:16:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:49 smithi120 conmon[102313]: cephadm 2022-01-26T00:16:47.554139+0000 mgr.smithi120.hllzij (mgr.14704) 3158 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:16:49.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:49 smithi145 conmon[67302]: cephadm 2022-01-26T00:16:47.554139+0000 mgr.smithi120.hllzij (mgr.14704) 3158 : cephadm [WRN] 2022-01-26T00:16:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:49 smithi145 conmon[67302]: unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:16:50.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:50 smithi120 conmon[102313]: cluster 2022-01-26T00:16:48.687137+0000 mgr.smithi120.hllzij (mgr.14704) 3159 : cluster [DBG] pgmap v2722: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:50.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:50 smithi145 conmon[67302]: cluster 2022-01-26T00:16:48.687137+0000 mgr.smithi120.hllzij (mgr.14704) 3159 : cluster [DBG] pgmap v2722: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:52 smithi120 conmon[102313]: cluster 2022-01-26T00:16:50.687943+0000 mgr.smithi120.hllzij (mgr.14704) 3160 : cluster [DBG] pgmap v2723: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:52.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:52 smithi145 conmon[67302]: cluster 2022-01-26T00:16:50.687943+0000 mgr.smithi120.hllzij (mgr.14704) 3160 : cluster [DBG] pgmap v2723: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:16:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:54 smithi145 conmon[67302]: cluster 2022-01-26T00:16:52.688486+0000 mgr.smithi120.hllzij (mgr.14704) 3161 : cluster [DBG] pgmap v2724: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:54 smithi145 conmon[67302]: audit 2022-01-26T00:16:53.945771+0000 mon.smithi120 (mon.0) 1149 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:16:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:54 smithi145 conmon[67302]: audit 2022-01-26T00:16:53.946024+0000 mon.smithi120 (mon.0) 1150 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:16:54.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:54 smithi120 conmon[102313]: cluster 2022-01-26T00:16:52.688486+0000 mgr.smithi120.hllzij (mgr.14704) 3161 : cluster [DBG] pgmap v2724: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:54 smithi120 conmon[102313]: 2022-01-26T00:16:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:54 smithi120 conmon[102313]: audit 2022-01-26T00:16:53.945771+0000 mon.smithi120 (mon.0) 1149 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:16:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:54 smithi120 conmon[102313]: audit 2022-01-26T00:16:53.946024+0000 mon.smithi120 (mon.0) 1150 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:16:56.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:56 smithi145 conmon[67302]: cluster 2022-01-26T00:16:54.689282+0000 mgr.smithi120.hllzij (mgr.14704) 3162 : cluster [DBG] pgmap v2725: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:56 smithi120 conmon[102313]: cluster 2022-01-26T00:16:54.689282+0000 mgr.smithi120.hllzij (mgr.14704) 3162 : cluster [DBG] pgmap v2725: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:58.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:16:58 smithi145 conmon[67302]: cluster 2022-01-26T00:16:56.689865+0000 mgr.smithi120.hllzij (mgr.14704) 3163 : cluster [DBG] pgmap v2726: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:16:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:58 smithi120 conmon[102313]: cluster 2022-01-26T00:16:56.689865+0000 mgr.smithi120.hllzij (mgr.14704) 3163 : cluster [DBG] 2022-01-26T00:16:58.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:16:58 smithi120 conmon[102313]: pgmap v2726: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:00.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:00 smithi145 conmon[67302]: cluster 2022-01-26T00:16:58.690390+0000 mgr.smithi120.hllzij (mgr.14704) 3164 : cluster [DBG] pgmap v2727: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:00.763 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:17:00.763 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:00 smithi120 conmon[102313]: cluster 2022-01-26T00:16:58.690390+0000 mgr.smithi120.hllzij (mgr.14704) 3164 : cluster [DBG] pgmap v2727: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:00.764 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:00 smithi120 conmon[102313]: 2022-01-26T00:17:01.030 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:17:01.030 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (96m) 7m ago 97m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:17:01.030 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (89m) 7m ago 97m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:17:01.031 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (89m) 7m ago 96m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:17:01.031 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (96m) 7m ago 97m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:17:01.031 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (92m) 7m ago 92m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:17:01.031 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (92m) 7m ago 92m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:17:01.032 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (90m) 7m ago 98m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:17:01.032 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (89m) 7m ago 96m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:17:01.032 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (89m) 7m ago 98m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:17:01.032 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (89m) 7m ago 96m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:17:01.033 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (90m) 7m ago 90m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:17:01.033 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (90m) 7m ago 90m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:17:01.033 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (97m) 7m ago 97m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:17:01.033 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (96m) 7m ago 96m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:17:01.034 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (84m) 7m ago 96m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:17:01.034 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (95m) 7m ago 95m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:17:01.034 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (95m) 7m ago 95m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:17:01.034 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (95m) 7m ago 95m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:17:01.035 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (95m) 7m ago 95m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:17:01.035 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (94m) 7m ago 94m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:17:01.035 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (94m) 7m ago 94m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:17:01.035 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (94m) 7m ago 94m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:17:01.036 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (96m) 7m ago 96m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:17:01.353 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:17:01.354 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:17:01.354 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:17:01.354 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:17:01.354 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:17:01.355 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:17:01.355 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:17:01.355 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:17:01.355 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:17:01.356 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:17:01.356 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:17:01.356 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:17:01.356 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:17:01.357 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:17:01.357 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:17:01.357 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:17:01.357 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:17:01.357 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:17:01.358 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:17:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:02 smithi145 conmon[67302]: cluster 2022-01-26T00:17:00.691083+0000 mgr.smithi120.hllzij (mgr.14704) 3165 : cluster [DBG] pgmap v2728: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:02 smithi145 conmon[67302]: audit 2022-01-26T00:17:00.752582+0000 mgr.smithi120.hllzij ( 2022-01-26T00:17:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:02 smithi145 conmon[67302]: mgr.14704) 3166 : audit [DBG] from='client.36188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:02.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:02 smithi145 conmon[67302]: audit 2022-01-26T00:17:01.021711+0000 mgr.smithi120.hllzij (mgr.14704) 3167 : audit [DBG] from='client.36192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:02.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:02 smithi145 conmon[67302]: audit 2022-01-26T00:17:01.354491+0000 mon.smithi120 (mon.0) 1151 : audit [DBG] from='client.? 172.21.15.120:0/2750844002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:17:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:02 smithi120 conmon[102313]: cluster 2022-01-26T00:17:00.691083+0000 mgr.smithi120.hllzij (mgr.14704) 3165 : cluster [DBG] 2022-01-26T00:17:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:02 smithi120 conmon[102313]: pgmap v2728: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:02.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:02 smithi120 conmon[102313]: audit 2022-01-26T00:17:00.752582+0000 mgr.smithi120.hllzij (mgr.14704) 3166 : audit [DBG] from='client.36188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:02.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:02 smithi120 conmon[102313]: audit 2022-01-26 2022-01-26T00:17:02.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:02 smithi120 conmon[102313]: T00:17:01.021711+0000 mgr.smithi120.hllzij (mgr.14704) 3167 : audit [DBG] from='client.36192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:02.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:02 smithi120 conmon[102313]: audit 2022-01-26 2022-01-26T00:17:02.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:02 smithi120 conmon[102313]: T00:17:01.354491+0000 mon.smithi120 ( 2022-01-26T00:17:02.805 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:02 smithi120 conmon[102313]: mon.0) 1151 : audit [DBG] from='client.? 172.21.15.120:0/2750844002' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:17:04.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:04 smithi145 conmon[67302]: cluster 2022-01-26T00:17:02.691667+0000 mgr.smithi120.hllzij (mgr.14704) 3168 : cluster [DBG] pgmap v2729: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:04 smithi120 conmon[102313]: cluster 2022-01-26T00:17:02.691667+0000 mgr.smithi120.hllzij (mgr.14704) 3168 : cluster [DBG] pgmap v2729: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:04 smithi120 conmon[102313]: 2022-01-26T00:17:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:06 smithi145 conmon[67302]: cluster 2022-01-26T00:17:04.692502+0000 mgr.smithi120.hllzij (mgr.14704) 3169 : cluster [DBG] pgmap v2730: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:06 smithi120 conmon[102313]: cluster 2022-01-26T00:17:04.692502+0000 mgr.smithi120.hllzij (mgr.14704) 3169 : cluster [DBG] pgmap v2730: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:06 smithi120 conmon[102313]: 2022-01-26T00:17:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:08 smithi145 conmon[67302]: cluster 2022-01-26T00:17:06.693181+0000 mgr.smithi120.hllzij (mgr.14704) 3170 : cluster [DBG] pgmap v2731: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:08 smithi120 conmon[102313]: cluster 2022-01-26T00:17:06.693181+0000 mgr.smithi120.hllzij (mgr.14704) 3170 : cluster [DBG] 2022-01-26T00:17:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:08 smithi120 conmon[102313]: pgmap v2731: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:10.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:10 smithi120 conmon[102313]: cluster 2022-01-26T00:17:08.693808+0000 mgr.smithi120.hllzij (mgr.14704) 3171 : cluster [DBG] pgmap v2732: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:10.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:10 smithi145 conmon[67302]: cluster 2022-01-26T00:17:08.693808+0000 mgr.smithi120.hllzij (mgr.14704) 3171 : cluster [DBG] pgmap v2732: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:11.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:11 smithi120 conmon[102313]: cluster 2022-01-26T00:17:10.694566+0000 mgr.smithi120.hllzij (mgr.14704) 3172 : cluster [DBG] pgmap v2733: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:11.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:11 smithi145 conmon[67302]: cluster 2022-01-26T00:17:10.694566+0000 mgr.smithi120.hllzij (mgr.14704) 3172 : cluster [DBG] pgmap v2733: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:11.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:11 smithi145 conmon[67302]: 2022-01-26T00:17:14.051 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:13 smithi120 conmon[102313]: cluster 2022-01-26T00:17:12.695140+0000 mgr.smithi120.hllzij (mgr.14704) 3173 : cluster [DBG] pgmap v2734: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:14.052 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:13 smithi120 conmon[102313]: 2022-01-26T00:17:14.078 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:13 smithi145 conmon[67302]: cluster 2022-01-26T00:17:12.695140+0000 mgr.smithi120.hllzij (mgr.14704) 3173 : cluster [DBG] pgmap v2734: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:16.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:16 smithi145 conmon[67302]: cluster 2022-01-26T00:17:14.695898+0000 mgr.smithi120.hllzij (mgr.14704) 3174 : cluster [DBG] pgmap v2735: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:16.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:16 smithi120 conmon[102313]: cluster 2022-01-26T00:17:14.695898+0000 mgr.smithi120.hllzij (mgr.14704) 3174 : cluster 2022-01-26T00:17:16.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:16 smithi120 conmon[102313]: [DBG] pgmap v2735: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:18.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:18 smithi145 conmon[67302]: cluster 2022-01-26T00:17:16.696440+0000 mgr.smithi120.hllzij (mgr.14704) 3175 : cluster [DBG] pgmap v2736: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:18 smithi120 conmon[102313]: cluster 2022-01-26T00:17:16.696440+0000 mgr.smithi120.hllzij (mgr.14704) 3175 : cluster [DBG] 2022-01-26T00:17:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:18 smithi120 conmon[102313]: pgmap v2736: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:20.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:20 smithi145 conmon[67302]: cluster 2022-01-26T00:17:18.697051+0000 mgr.smithi120.hllzij (mgr.14704) 3176 : cluster [DBG] pgmap v2737: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:20 smithi120 conmon[102313]: cluster 2022-01-26T00:17:18.697051+0000 mgr.smithi120.hllzij (mgr.14704) 3176 : cluster [DBG] pgmap v2737: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:20 smithi120 conmon[102313]: 2022-01-26T00:17:22.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:22 smithi145 conmon[67302]: cluster 2022-01-26T00:17:20.697894+0000 mgr.smithi120.hllzij (mgr.14704) 3177 : cluster [DBG] pgmap v2738: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:22 smithi120 conmon[102313]: cluster 2022-01-26T00:17:20.697894+0000 mgr.smithi120.hllzij (mgr.14704) 3177 : cluster [DBG] pgmap v2738: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:24 smithi120 conmon[102313]: cluster 2022-01-26T00:17:22.698381+0000 mgr.smithi120.hllzij (mgr.14704) 3178 : cluster [DBG] pgmap v2739: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:24 smithi145 conmon[67302]: cluster 2022-01-26T00:17:22.698381+0000 mgr.smithi120.hllzij (mgr.14704) 3178 : cluster [DBG] pgmap v2739: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:26 smithi120 conmon[102313]: cluster 2022-01-26T00:17:24.699061+0000 mgr.smithi120.hllzij (mgr.14704) 3179 : cluster 2022-01-26T00:17:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:26 smithi120 conmon[102313]: [DBG] pgmap v2740: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:26 smithi145 conmon[67302]: cluster 2022-01-26T00:17:24.699061+0000 mgr.smithi120.hllzij (mgr.14704) 3179 : cluster [DBG] pgmap v2740: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:28 smithi120 conmon[102313]: cluster 2022-01-26T00:17:26.699584+0000 mgr.smithi120.hllzij (mgr.14704) 3180 : cluster [DBG] pgmap v2741: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:28 smithi120 conmon[102313]: 2022-01-26T00:17:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:28 smithi145 conmon[67302]: cluster 2022-01-26T00:17:26.699584+0000 mgr.smithi120.hllzij (mgr.14704) 3180 : cluster [DBG] pgmap v2741: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:30 smithi120 conmon[102313]: cluster 2022-01-26T00:17:28.700202+0000 mgr.smithi120.hllzij (mgr.14704) 3181 : cluster [DBG] pgmap v2742: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:30 smithi120 conmon[102313]: 2022-01-26T00:17:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:30 smithi145 conmon[67302]: cluster 2022-01-26T00:17:28.700202+0000 mgr.smithi120.hllzij (mgr.14704) 3181 : cluster [DBG] pgmap v2742: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:31.656 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:17:31.924 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:17:32.058 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (96m) 7m ago 97m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:17:32.059 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (89m) 7m ago 97m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:17:32.059 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (89m) 7m ago 97m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:17:32.059 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (96m) 7m ago 97m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:17:32.060 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (93m) 7m ago 93m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:17:32.060 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (93m) 7m ago 93m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:17:32.060 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (90m) 7m ago 98m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:17:32.060 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (90m) 7m ago 97m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:17:32.061 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (90m) 7m ago 98m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:17:32.061 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (90m) 7m ago 97m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:17:32.061 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (91m) 7m ago 91m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:17:32.061 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (90m) 7m ago 90m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:17:32.061 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (97m) 7m ago 97m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:17:32.062 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (97m) 7m ago 97m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:17:32.062 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (84m) 7m ago 96m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:17:32.063 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (96m) 7m ago 96m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:17:32.063 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (96m) 7m ago 96m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:17:32.063 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (95m) 7m ago 95m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:17:32.064 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (95m) 7m ago 95m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:17:32.064 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (95m) 7m ago 95m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:17:32.064 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (95m) 7m ago 95m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:17:32.064 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (94m) 7m ago 94m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:17:32.065 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (96m) 7m ago 97m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:17:32.246 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:17:32.247 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:17:32.247 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:17:32.247 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:17:32.248 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:17:32.248 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:17:32.248 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:17:32.248 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:17:32.249 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:17:32.249 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:17:32.249 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:17:32.249 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:17:32.249 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:17:32.250 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:17:32.250 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:17:32.250 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:17:32.250 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:17:32.251 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:17:32.251 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:17:32.251 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:32 smithi120 conmon[102313]: cluster 2022-01-26T00:17:30.701030+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:17:32.252 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:32 smithi120 conmon[102313]: ) 3182 : cluster [DBG] pgmap v2743: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:32 smithi145 conmon[67302]: cluster 2022-01-26T00:17:30.701030+0000 mgr.smithi120.hllzij (mgr.14704) 3182 : cluster [DBG] pgmap v2743: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:33.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:33 smithi120 conmon[102313]: audit 2022-01-26T00:17:31.646044+0000 mgr.smithi120.hllzij (mgr.14704) 3183 2022-01-26T00:17:33.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:33 smithi120 conmon[102313]: : audit [DBG] from='client.36200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:33.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:33 smithi120 conmon[102313]: audit 2022-01-26T00:17:31.916138+0000 mgr.smithi120.hllzij (mgr.14704) 3184 : audit [DBG] from='client.36204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:33.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:33 smithi120 conmon[102313]: audit 2022-01-26T00:17:32.247461+0000 mon.smithi120 ( 2022-01-26T00:17:33.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:33 smithi120 conmon[102313]: mon.0) 1152 : audit [DBG] from='client.? 172.21.15.120:0/2245530220' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:17:33.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:33 smithi145 conmon[67302]: audit 2022-01-26T00:17:31.646044+0000 mgr.smithi120.hllzij (mgr.14704) 3183 : audit [DBG] from='client.36200 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:33.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:33 smithi145 conmon[67302]: audit 2022-01-26T00:17:31.916138+0000 mgr.smithi120.hllzij (mgr.14704) 3184 : audit [DBG] from='client.36204 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:17:33.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:33 smithi145 conmon[67302]: audit 2022-01-26T00:17:32.247461+0000 mon.smithi120 (mon.0) 1152 : audit [DBG] from='client.? 172.21.15.120:0/2245530220' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:17:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:34 smithi120 conmon[102313]: cluster 2022-01-26T00:17:32.701623+0000 mgr.smithi120.hllzij (mgr.14704) 3185 : 2022-01-26T00:17:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:34 smithi120 conmon[102313]: cluster [DBG] pgmap v2744: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:34 smithi145 conmon[67302]: cluster 2022-01-26T00:17:32.701623+0000 mgr.smithi120.hllzij (mgr.14704) 3185 : cluster [DBG] pgmap v2744: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:36 smithi120 conmon[102313]: cluster 2022-01-26T00:17:34.702447+0000 mgr.smithi120.hllzij (mgr 2022-01-26T00:17:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:36 smithi120 conmon[102313]: .14704) 3186 : cluster [DBG] pgmap v2745: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:36.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:36 smithi145 conmon[67302]: cluster 2022-01-26T00:17:34.702447+0000 mgr.smithi120.hllzij (mgr.14704) 3186 : cluster [DBG] pgmap v2745: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:38 smithi120 conmon[102313]: cluster 2022-01-26T00:17:36.702960+0000 mgr.smithi120.hllzij (mgr.14704) 3187 : cluster [DBG] pgmap v2746: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:38 smithi120 conmon[102313]: 2022-01-26T00:17:38.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:38 smithi145 conmon[67302]: cluster 2022-01-26T00:17:36.702960+0000 mgr.smithi120.hllzij (mgr.14704) 3187 : cluster [DBG] pgmap v2746: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:40.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:40 smithi120 conmon[102313]: cluster 2022-01-26T00:17:38.703441+0000 mgr.smithi120.hllzij (mgr.14704) 3188 : cluster [DBG] pgmap v2747: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:40.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:40 smithi145 conmon[67302]: cluster 2022-01-26T00:17:38.703441+0000 mgr.smithi120.hllzij (mgr.14704) 3188 : cluster [DBG] pgmap v2747: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:42 smithi120 conmon[102313]: cluster 2022-01-26T00:17:40.704277+0000 mgr.smithi120.hllzij (mgr.14704) 3189 : cluster [DBG] pgmap v2748: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:42 smithi120 conmon[102313]: 2022-01-26T00:17:42.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:42 smithi145 conmon[67302]: cluster 2022-01-26T00:17:40.704277+0000 mgr.smithi120.hllzij (mgr.14704) 3189 : cluster [DBG] pgmap v2748: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:44 smithi120 conmon[102313]: cluster 2022-01-26T00:17:42.704832+0000 mgr.smithi120.hllzij (mgr.14704) 3190 : cluster [DBG] pgmap v2749: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:44 smithi145 conmon[67302]: cluster 2022-01-26T00:17:42.704832+0000 mgr.smithi120.hllzij (mgr.14704) 3190 : cluster [DBG] pgmap v2749: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:46 smithi120 conmon[102313]: cluster 2022-01-26T00:17:44.705501+0000 mgr.smithi120.hllzij (mgr.14704) 3191 : cluster [DBG] pgmap v2750: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:46 smithi145 conmon[67302]: cluster 2022-01-26T00:17:44.705501+0000 mgr.smithi120.hllzij (mgr.14704) 3191 : cluster [DBG] pgmap v2750: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:48 smithi120 conmon[102313]: cluster 2022-01-26T00:17:46.706085+0000 mgr.smithi120.hllzij (mgr.14704) 3192 2022-01-26T00:17:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:48 smithi120 conmon[102313]: : cluster [DBG] pgmap v2751: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:48 smithi120 conmon[102313]: audit 2022-01-26T00:17:47.958503+0000 mon.smithi120 (mon.0) 1153 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:17:48.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:48 smithi120 conmon[102313]: audit 2022-01-26T00:17:47.959875+0000 mon.smithi120 (mon.0) 1154 : audit 2022-01-26T00:17:48.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:48 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:17:48.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:48 smithi120 conmon[102313]: audit 2022-01-26T00:17:47.960674+0000 mon.smithi120 (mon.0) 1155 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:17:48.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:48 smithi145 conmon[67302]: cluster 2022-01-26T00:17:46.706085+0000 2022-01-26T00:17:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:48 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 3192 : cluster [DBG] pgmap v2751: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:48 smithi145 conmon[67302]: audit 2022-01-26T00:17 2022-01-26T00:17:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:48 smithi145 conmon[67302]: :47.958503+0000 mon.smithi120 (mon.0) 1153 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:17:48.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:48 smithi145 conmon[67302]: 2022-01-26T00:17:48.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:48 smithi145 conmon[67302]: audit 2022-01-26T00:17:48.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:48 smithi145 conmon[67302]: 2022-01-26T00:17 2022-01-26T00:17:48.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:48 smithi145 conmon[67302]: :47.959875+0000 mon.smithi120 (mon 2022-01-26T00:17:48.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:48 smithi145 conmon[67302]: .0) 1154 : audit [DBG] 2022-01-26T00:17:48.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:48 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:17:48.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:48 smithi145 conmon[67302]: audit 2022-01-26T00:17:48.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:48 smithi145 conmon[67302]: 2022- 2022-01-26T00:17:48.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:48 smithi145 conmon[67302]: 01-26T00:17:47 2022-01-26T00:17:48.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:48 smithi145 conmon[67302]: .960674+0000 mon.smithi120 (mon. 2022-01-26T00:17:48.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:48 smithi145 conmon[67302]: 0) 1155 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:17:48.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:48 smithi145 conmon[67302]: 2022-01-26T00:17:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:49 smithi120 conmon[102313]: cephadm 2022-01-26T00:17:47.961409+0000 mgr.smithi120.hllzij (mgr.14704) 3193 : cephadm 2022-01-26T00:17:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:49 smithi120 conmon[102313]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:17:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:49 smithi120 conmon[102313]: audit 2022-01-26T00:17:48.354907+0000 mon.smithi120 (mon.0) 1156 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:17:49.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:49 smithi120 conmon[102313]: audit 2022-01-26T00:17:48.361812+0000 mon.smithi120 (mon.0) 1157 2022-01-26T00:17:49.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:49 smithi120 conmon[102313]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:17:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:49 smithi145 conmon[67302]: cephadm 2022-01-26T00:17:47.961409+0000 mgr.smithi120.hllzij (mgr.14704) 3193 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:17:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:49 smithi145 conmon[67302]: audit 2022-01-26T00:17:48.354907 2022-01-26T00:17:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:49 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 1156 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:17:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:49 smithi145 conmon[67302]: audit 2022-01-26T00:17:48.361812+0000 mon.smithi120 (mon.0) 1157 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:17:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:50 smithi120 conmon[102313]: cluster 2022-01-26T00:17:48.706519+0000 mgr.smithi120.hllzij (mgr.14704) 3194 : cluster [DBG] 2022-01-26T00:17:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:50 smithi120 conmon[102313]: pgmap v2752: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:50.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:50 smithi145 conmon[67302]: cluster 2022-01-26T00:17:48.706519+0000 mgr.smithi120.hllzij (mgr.14704) 3194 : cluster [DBG] pgmap v2752: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:52 smithi120 conmon[102313]: cluster 2022-01-26T00:17:50.707512+0000 mgr.smithi120.hllzij (mgr.14704) 3195 : cluster [DBG] pgmap v2753: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:52.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:52 smithi145 conmon[67302]: cluster 2022-01-26T00:17:50.707512+0000 mgr.smithi120.hllzij (mgr.14704) 3195 : cluster [DBG] pgmap v2753: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:17:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:54 smithi120 conmon[102313]: cluster 2022-01-26T00:17:52.708055+0000 mgr.smithi120.hllzij (mgr. 2022-01-26T00:17:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:54 smithi120 conmon[102313]: 14704) 3196 : cluster [DBG] pgmap v2754: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:54 smithi120 conmon[102313]: audit 2022-01-26T00:17:53.949922+0000 mon.smithi120 (mon.0) 1158 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:17:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:54 smithi120 conmon[102313]: audit 2022-01 2022-01-26T00:17:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:54 smithi120 conmon[102313]: -26T00:17:53.950250+0000 mon.smithi120 (mon.0) 1159 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:17:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:54 smithi145 conmon[67302]: cluster 2022-01-26T00:17:52.708055+0000 mgr.smithi120.hllzij (mgr.14704) 3196 : cluster [DBG] pgmap v2754: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:54 smithi145 conmon[67302]: audit 2022-01-26T00:17:53.949922+0000 mon.smithi120 2022-01-26T00:17:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:54 smithi145 conmon[67302]: (mon.0) 1158 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:17:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:54 smithi145 conmon[67302]: audit 2022-01-26T00:17:53.950250+0000 mon.smithi120 (mon.0) 1159 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:17:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:56 smithi120 conmon[102313]: cluster 2022-01-26T00:17:54.709033+0000 mgr.smithi120.hllzij (mgr.14704) 3197 : cluster [DBG] pgmap v2755: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:56.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:56 smithi145 conmon[67302]: cluster 2022-01-26T00:17:54.709033+0000 mgr.smithi120.hllzij (mgr.14704) 3197 : cluster [DBG] pgmap v2755: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:17:58 smithi120 conmon[102313]: cluster 2022-01-26T00:17:56.709601+0000 mgr.smithi120.hllzij (mgr.14704) 3198 : cluster [DBG] pgmap v2756: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:17:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:17:58 smithi145 conmon[67302]: cluster 2022-01-26T00:17:56.709601+0000 mgr.smithi120.hllzij (mgr.14704) 3198 : cluster [DBG] pgmap v2756: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:00 smithi120 conmon[102313]: cluster 2022-01-26T00:17:58.710126+0000 mgr.smithi120.hllzij (mgr.14704) 3199 : cluster [DBG] pgmap v2757: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:00.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:00 smithi145 conmon[67302]: cluster 2022-01-26T00:17:58.710126+0000 mgr.smithi120.hllzij (mgr.14704) 3199 : cluster [DBG] pgmap v2757: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:02.552 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:18:02.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:02 smithi120 conmon[102313]: cluster 2022-01-26T00:18:00.711118+0000 mgr.smithi120.hllzij (mgr.14704) 3200 : cluster [DBG] pgmap v2758: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:02 smithi145 conmon[67302]: cluster 2022-01-26T00:18:00.711118+0000 mgr.smithi120.hllzij (mgr.14704) 3200 : cluster [DBG] pgmap v2758: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:02.815 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:18:02.815 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (97m) 8m ago 98m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:18:02.815 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (90m) 8m ago 98m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:18:02.816 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (90m) 8m ago 97m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:18:02.816 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (97m) 8m ago 98m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:18:02.816 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (93m) 8m ago 93m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:18:02.816 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (93m) 8m ago 93m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:18:02.817 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (91m) 8m ago 99m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:18:02.817 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (90m) 8m ago 97m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:18:02.817 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (90m) 8m ago 99m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:18:02.817 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (90m) 8m ago 97m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:18:02.817 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (91m) 8m ago 91m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:18:02.818 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (91m) 8m ago 91m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:18:02.818 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (98m) 8m ago 98m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:18:02.818 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (97m) 8m ago 97m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:18:02.818 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (85m) 8m ago 97m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:18:02.819 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (96m) 8m ago 96m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:18:02.819 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (96m) 8m ago 96m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:18:02.819 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (96m) 8m ago 96m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:18:02.824 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (96m) 8m ago 96m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:18:02.824 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (95m) 8m ago 95m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:18:02.825 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (95m) 8m ago 95m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:18:02.825 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (95m) 8m ago 95m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:18:02.825 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (97m) 8m ago 97m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:18:03.136 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:18:03.137 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:18:03.137 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:18:03.138 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:18:03.138 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:18:03.140 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:18:03.141 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:18:03.142 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:18:03.142 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:18:03.143 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:18:03.143 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:18:03.143 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:18:03.144 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:18:03.144 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:18:03.144 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:18:03.145 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:18:03.145 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:18:03.146 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:18:03.146 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:18:03.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:03 smithi120 conmon[102313]: audit 2022-01-26T00:18:03.136812+0000 mon.smithi120 (mon. 2022-01-26T00:18:03.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:03 smithi120 conmon[102313]: 0) 1160 : audit [DBG] from='client.? 172.21.15.120:0/864903076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:18:03.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:03 smithi145 conmon[67302]: audit 2022-01-26T00:18:03.136812+0000 mon.smithi120 (mon.0) 1160 : audit [DBG] from='client.? 172.21.15.120:0/864903076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:18:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:04 smithi120 conmon[102313]: audit 2022-01-26T00:18:02.535441+0000 mgr.smithi120.hllzij (mgr.14704) 3201 : 2022-01-26T00:18:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:04 smithi120 conmon[102313]: audit [DBG] from='client.36212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:04 smithi120 conmon[102313]: cluster 2022-01-26T00:18:02.711526+0000 mgr.smithi120.hllzij (mgr.14704) 3202 : cluster [DBG] pgmap v2759: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:04.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:04 smithi120 conmon[102313]: audit 2022-01-26T00:18:02.807002+0000 mgr.smithi120.hllzij (mgr.14704) 3203 : audit [DBG] 2022-01-26T00:18:04.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:04 smithi120 conmon[102313]: from='client.36216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:04 smithi145 conmon[67302]: audit 2022-01-26T00:18:02.535441+0000 mgr.smithi120.hllzij (mgr.14704) 3201 : audit [DBG] from='client.36212 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:04 smithi145 conmon[67302]: cluster 2022-01-26T00:18:02.711526+0000 mgr.smithi120.hllzij (mgr.14704) 3202 : cluster [DBG] pgmap v2759: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:04.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:04 smithi145 conmon[67302]: audit 2022-01-26T00:18:02.807002+0000 mgr.smithi120.hllzij ( 2022-01-26T00:18:04.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:04 smithi145 conmon[67302]: mgr.14704) 3203 : audit [DBG] from='client.36216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:06 smithi120 conmon[102313]: cluster 2022-01-26T00:18:04.712411+0000 mgr.smithi120.hllzij (mgr.14704) 3204 : cluster 2022-01-26T00:18:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:06 smithi120 conmon[102313]: [DBG] pgmap v2760: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:06 smithi145 conmon[67302]: cluster 2022-01-26T00:18:04.712411+0000 mgr.smithi120.hllzij (mgr.14704) 3204 : cluster [DBG] pgmap v2760: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:08 smithi120 conmon[102313]: cluster 2022-01-26T00:18:06.713078+0000 mgr.smithi120.hllzij (mgr.14704) 3205 : cluster [DBG] pgmap v2761: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:08.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:08 smithi145 conmon[67302]: cluster 2022-01-26T00:18:06.713078+0000 mgr.smithi120.hllzij (mgr.14704) 3205 : cluster [DBG] pgmap v2761: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:10.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:10 smithi120 conmon[102313]: cluster 2022-01-26T00:18:08.713588+0000 mgr.smithi120.hllzij (mgr.14704) 3206 : cluster 2022-01-26T00:18:10.555 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:10 smithi120 conmon[102313]: [DBG] pgmap v2762: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:10.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:10 smithi145 conmon[67302]: cluster 2022-01-26T00:18:08.713588+0000 mgr.smithi120.hllzij (mgr.14704) 3206 : cluster [DBG] pgmap v2762: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:12 smithi120 conmon[102313]: cluster 2022-01-26T00:18:10.714432+0000 mgr.smithi120.hllzij (mgr.14704) 3207 : cluster [DBG] pgmap v2763: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:12 smithi145 conmon[67302]: cluster 2022-01-26T00:18:10.714432+0000 mgr.smithi120.hllzij (mgr.14704) 3207 : cluster [DBG] pgmap v2763: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:14 smithi120 conmon[102313]: cluster 2022-01-26T00:18:12.714962+0000 mgr.smithi120.hllzij (mgr.14704) 3208 : cluster [DBG] pgmap v2764: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:14 smithi145 conmon[67302]: cluster 2022-01-26T00:18:12.714962+0000 mgr.smithi120.hllzij (mgr.14704) 3208 : cluster [DBG] pgmap v2764: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:16 smithi120 conmon[102313]: cluster 2022-01-26T00:18:14.715654+0000 mgr.smithi120.hllzij (mgr.14704) 3209 : cluster [DBG] pgmap v2765: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:16.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:16 smithi145 conmon[67302]: cluster 2022-01-26T00:18:14.715654+0000 mgr.smithi120.hllzij (mgr.14704) 3209 : cluster [DBG] pgmap v2765: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:18 smithi120 conmon[102313]: cluster 2022-01-26T00:18:16.716340+0000 mgr.smithi120.hllzij (mgr.14704) 3210 : cluster [DBG] pgmap v2766: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:18 smithi145 conmon[67302]: cluster 2022-01-26T00:18:16.716340+0000 mgr.smithi120.hllzij (mgr.14704) 3210 : cluster [DBG] pgmap v2766: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:20 smithi120 conmon[102313]: cluster 2022-01-26T00:18:18.716874+0000 mgr.smithi120.hllzij (mgr.14704) 3211 : cluster [DBG] 2022-01-26T00:18:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:20 smithi120 conmon[102313]: pgmap v2767: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:20 smithi145 conmon[67302]: cluster 2022-01-26T00:18:18.716874+0000 mgr.smithi120.hllzij (mgr.14704) 3211 : cluster [DBG] pgmap v2767: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:22 smithi120 conmon[102313]: cluster 2022-01-26T00:18:20.717618+0000 mgr.smithi120.hllzij (mgr.14704) 3212 : cluster [DBG] pgmap v2768: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:22 smithi145 conmon[67302]: cluster 2022-01-26T00:18:20.717618+0000 mgr.smithi120.hllzij (mgr.14704) 3212 : cluster [DBG] pgmap v2768: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:24.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:24 smithi120 conmon[102313]: cluster 2022-01-26T00:18:22.718124+0000 mgr.smithi120.hllzij (mgr.14704) 3213 : cluster 2022-01-26T00:18:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:24 smithi120 conmon[102313]: [DBG] pgmap v2769: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:24.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:24 smithi145 conmon[67302]: cluster 2022-01-26T00:18:22.718124+0000 mgr.smithi120.hllzij (mgr.14704) 3213 : cluster [DBG] pgmap v2769: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:26 smithi120 conmon[102313]: cluster 2022-01-26T00:18:24.719055+0000 mgr.smithi120.hllzij (mgr.14704) 3214 : cluster [DBG] pgmap v2770: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:26.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:26 smithi145 conmon[67302]: cluster 2022-01-26T00:18:24.719055+0000 mgr.smithi120.hllzij (mgr.14704) 3214 : cluster [DBG] pgmap v2770: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:28.556 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:28 smithi120 conmon[102313]: cluster 2022-01-26T00:18:26.719741+0000 mgr.smithi120.hllzij (mgr.14704) 3215 : cluster [DBG] pgmap v2771: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:28.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:28 smithi145 conmon[67302]: cluster 2022-01-26T00:18:26.719741+0000 mgr.smithi120.hllzij (mgr.14704) 3215 : cluster [DBG] pgmap v2771: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:30 smithi120 conmon[102313]: cluster 2022-01-26T00:18:28.720330+0000 mgr.smithi120.hllzij (mgr.14704) 3216 : cluster [DBG] pgmap v2772: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:30 smithi145 conmon[67302]: cluster 2022-01-26T00:18:28.720330+0000 mgr.smithi120.hllzij (mgr.14704) 3216 : cluster [DBG] pgmap v2772: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:32 smithi120 conmon[102313]: cluster 2022-01-26T00:18:30.721101+0000 mgr.smithi120.hllzij (mgr.14704) 3217 : cluster [DBG] pgmap v2773: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:32 smithi145 conmon[67302]: cluster 2022-01-26T00:18:30.721101+0000 mgr.smithi120.hllzij (mgr.14704) 3217 : cluster [DBG] pgmap v2773: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:33.439 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:18:33.703 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:18:33.703 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (97m) 8m ago 98m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:18:33.703 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (91m) 8m ago 98m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:18:33.704 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (90m) 8m ago 98m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:18:33.704 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (97m) 8m ago 98m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:18:33.704 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (94m) 8m ago 94m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:18:33.705 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (94m) 8m ago 94m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:18:33.705 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (91m) 8m ago 99m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:18:33.705 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (91m) 8m ago 98m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:18:33.705 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (91m) 8m ago 100m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:18:33.706 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (91m) 8m ago 98m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:18:33.706 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (92m) 8m ago 92m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:18:33.706 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (91m) 8m ago 91m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:18:33.706 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (98m) 8m ago 98m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:18:33.707 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (98m) 8m ago 98m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:18:33.707 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (85m) 8m ago 97m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:18:33.707 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (97m) 8m ago 97m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:18:33.707 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (97m) 8m ago 97m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:18:33.708 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (96m) 8m ago 96m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:18:33.708 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (96m) 8m ago 96m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:18:33.708 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (96m) 8m ago 96m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:18:33.708 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (96m) 8m ago 96m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:18:33.708 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (95m) 8m ago 95m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:18:33.709 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (97m) 8m ago 98m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:18:34.021 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:18:34.022 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:18:34.022 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:18:34.022 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:18:34.022 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:18:34.023 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:18:34.023 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:18:34.023 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:18:34.023 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:18:34.023 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:18:34.024 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:18:34.024 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:18:34.024 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:18:34.024 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:18:34.025 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:18:34.025 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:18:34.025 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:18:34.025 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:18:34.026 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:18:34.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:34 smithi120 conmon[102313]: cluster 2022-01-26T00:18:32.721775+0000 mgr.smithi120.hllzij 2022-01-26T00:18:34.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:34 smithi120 conmon[102313]: (mgr.14704) 3218 : cluster [DBG] pgmap v2774: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:34.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:34 smithi120 conmon[102313]: audit 2022-01 2022-01-26T00:18:34.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:34 smithi120 conmon[102313]: -26T00:18:34.022476+0000 mon.smithi120 (mon.0) 1161 : audit [DBG] from='client.? 172.21.15.120:0/1088558452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:18:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:34 smithi145 conmon[67302]: cluster 2022-01-26T00:18:32.721775+0000 mgr.smithi120.hllzij (mgr.14704) 3218 : cluster [DBG] pgmap v2774: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:34 smithi145 conmon[67302]: audit 2022-01-26T00:18:34.022476+0000 mon.smithi120 (mon.0) 1161 : audit [DBG] from='client.? 172.21.15.120:0/1088558452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:18:35.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:35 smithi120 conmon[102313]: audit 2022-01-26T00:18:33.429089+0000 mgr.smithi120.hllzij (mgr.14704) 3219 : audit [DBG] 2022-01-26T00:18:35.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:35 smithi120 conmon[102313]: from='client.36224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:35.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:35 smithi120 conmon[102313]: audit 2022-01-26T00:18:33.695307+0000 mgr.smithi120.hllzij (mgr.14704) 3220 : audit [DBG] from='client.36228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:35.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:35 smithi145 conmon[67302]: audit 2022-01-26T00:18:33.429089+0000 mgr.smithi120.hllzij (mgr.14704) 3219 : audit [DBG] from='client.36224 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:35.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:35 smithi145 conmon[67302]: audit 2022-01-26T00:18:33.695307+0000 mgr.smithi120.hllzij (mgr.14704) 3220 : audit [DBG] from='client.36228 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:18:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:36 smithi120 conmon[102313]: cluster 2022-01-26T00:18:34.722546+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:18:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:36 smithi120 conmon[102313]: ) 3221 : cluster [DBG] pgmap v2775: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:36 smithi145 conmon[67302]: cluster 2022-01-26T00:18:34.722546+0000 mgr.smithi120.hllzij (mgr.14704) 3221 : cluster [DBG] pgmap v2775: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:38 smithi120 conmon[102313]: cluster 2022-01-26T00:18:36.723033+0000 mgr.smithi120.hllzij (mgr.14704) 3222 : cluster [DBG] pgmap v2776: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:38 smithi120 conmon[102313]: 2022-01-26T00:18:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:38 smithi145 conmon[67302]: cluster 2022-01-26T00:18:36.723033+0000 mgr.smithi120.hllzij (mgr.14704) 3222 : cluster [DBG] pgmap v2776: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:40.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:40 smithi120 conmon[102313]: cluster 2022-01-26T00:18:38.723589+0000 mgr.smithi120.hllzij (mgr.14704) 3223 : cluster [DBG] pgmap v2777: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:40.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:40 smithi145 conmon[67302]: cluster 2022-01-26T00:18:38.723589+0000 mgr.smithi120.hllzij (mgr.14704) 3223 : cluster [DBG] pgmap v2777: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:40 smithi145 conmon[67302]: 2022-01-26T00:18:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:42 smithi120 conmon[102313]: cluster 2022-01-26T00:18:40.724382+0000 mgr.smithi120.hllzij (mgr.14704) 3224 : cluster [DBG] pgmap v2778: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:42 smithi145 conmon[67302]: cluster 2022-01-26T00:18:40.724382+0000 mgr.smithi120.hllzij (mgr.14704) 3224 : cluster [DBG] pgmap v2778: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:44 smithi120 conmon[102313]: cluster 2022-01-26T00:18:42.724817+0000 mgr.smithi120.hllzij (mgr.14704) 3225 : cluster [DBG] 2022-01-26T00:18:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:44 smithi120 conmon[102313]: pgmap v2779: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:44 smithi145 conmon[67302]: cluster 2022-01-26T00:18:42.724817+0000 mgr.smithi120.hllzij (mgr.14704) 3225 : cluster [DBG] pgmap v2779: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:44 smithi145 conmon[67302]: 2022-01-26T00:18:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:46 smithi120 conmon[102313]: cluster 2022-01-26T00:18:44.725592+0000 mgr.smithi120.hllzij (mgr.14704) 3226 : cluster [DBG] pgmap v2780: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:46 smithi120 conmon[102313]: 2022-01-26T00:18:46.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:46 smithi145 conmon[67302]: cluster 2022-01-26T00:18:44.725592+0000 mgr.smithi120.hllzij (mgr.14704) 3226 : cluster [DBG] pgmap v2780: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:48 smithi120 conmon[102313]: cluster 2022-01-26T00:18:46.726129+0000 mgr.smithi120.hllzij (mgr.14704) 3227 : cluster [DBG] pgmap v2781: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:48.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:48 smithi145 conmon[67302]: cluster 2022-01-26T00:18:46.726129+0000 mgr.smithi120.hllzij (mgr.14704) 3227 : cluster [DBG] pgmap v2781: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:49 smithi120 conmon[102313]: audit 2022-01-26T00:18:48.364313+0000 mon.smithi120 (mon.0) 1162 : audit 2022-01-26T00:18:49.903 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:49 smithi120 conmon[102313]: [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:18:49.904 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:49 smithi120 conmon[102313]: audit 2022-01-26T00:18:48.365723+0000 mon.smithi120 (mon.0) 1163 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:18:49.904 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:49 smithi120 conmon[102313]: audit 2022 2022-01-26T00:18:49.904 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:49 smithi120 conmon[102313]: -01-26T00:18:48.366766+0000 2022-01-26T00:18:49.905 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:49 smithi120 conmon[102313]: mon.smithi120 (mon.0) 1164 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:18:49.905 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:49 smithi120 conmon[102313]: 2022-01-26T00:18:49.905 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:49 smithi120 conmon[102313]: audit 2022-01-26T00 2022-01-26T00:18:49.905 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:49 smithi120 conmon[102313]: :18:48.760295+0000 mon.smithi120 (mon.0 2022-01-26T00:18:49.906 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:49 smithi120 conmon[102313]: ) 1165 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:18:49.906 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:49 smithi120 conmon[102313]: audit 2022-01 2022-01-26T00:18:49.906 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:49 smithi120 conmon[102313]: -26T00:18:48.767901+0000 2022-01-26T00:18:49.906 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:49 smithi120 conmon[102313]: mon.smithi120 (mon.0) 1166 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:18:49.907 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:49 smithi145 conmon[67302]: audit 2022-01-26T00:18:48.364313+0000 mon.smithi120 (mon.0) 1162 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:18:49.907 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:49 smithi145 conmon[67302]: audit 2022-01-26T00:18:48.365723+0000 mon.smithi120 (mon.0) 1163 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:18:49.907 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:49 smithi145 conmon[67302]: audit 2022-01-26T00:18:48.366766 2022-01-26T00:18:49.908 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:49 smithi145 conmon[67302]: +0000 mon.smithi120 (mon.0) 1164 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:18:49.908 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:49 smithi145 conmon[67302]: audit 2022-01-26T00 2022-01-26T00:18:49.908 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:49 smithi145 conmon[67302]: :18:48.760295+0000 mon.smithi120 (mon.0) 1165 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:18:49.908 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:49 smithi145 conmon[67302]: audit 2022-01-26T00:18:48.767901+0000 mon.smithi120 (mon 2022-01-26T00:18:49.909 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:49 smithi145 conmon[67302]: .0) 1166 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:18:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:50 smithi120 conmon[102313]: cephadm 2022-01-26T00:18:48.367495+0000 mgr.smithi120.hllzij (mgr.14704) 3228 : 2022-01-26T00:18:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:50 smithi120 conmon[102313]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:18:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:50 smithi120 conmon[102313]: cluster 2022-01-26T00:18:48.726510+0000 mgr.smithi120.hllzij (mgr.14704) 3229 : cluster [DBG] pgmap v2782: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:50 smithi145 conmon[67302]: cephadm 2022-01-26T00:18:48.367495+0000 mgr.smithi120.hllzij (mgr.14704) 3228 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:18:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:50 smithi145 conmon[67302]: cluster 2022-01-26T00:18:48.726510+0000 mgr.smithi120.hllzij (mgr.14704) 3229 : cluster [DBG] pgmap v2782: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:52 smithi120 conmon[102313]: cluster 2022-01-26T00:18:50.727223+0000 mgr.smithi120.hllzij (mgr.14704) 3230 : cluster [DBG] 2022-01-26T00:18:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:52 smithi120 conmon[102313]: pgmap v2783: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:52 smithi145 conmon[67302]: cluster 2022-01-26T00:18:50.727223+0000 mgr.smithi120.hllzij (mgr.14704) 3230 : cluster [DBG] pgmap v2783: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:18:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:54 smithi120 conmon[102313]: cluster 2022-01-26T00:18: 2022-01-26T00:18:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:54 smithi120 conmon[102313]: 52.727927+0000 mgr.smithi120.hllzij (mgr.14704) 3231 : cluster [DBG] pgmap v2784: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:54 smithi120 conmon[102313]: audit 2022-01-26T00:18:53.954317+0000 mon.smithi120 (mon.0) 1167 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:18:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:54 smithi120 conmon[102313]: audit 2022-01- 2022-01-26T00:18:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:54 smithi120 conmon[102313]: 26T00:18:53.954603+0000 mon.smithi120 (mon.0) 1168 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:18:54.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:54 smithi145 conmon[67302]: cluster 2022-01-26T00:18:52.727927+0000 mgr.smithi120.hllzij (mgr.14704) 3231 : cluster [DBG] pgmap v2784: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:54 smithi145 conmon[67302]: audit 2022-01-26T00:18:53.954317+0000 mon.smithi120 (mon.0) 1167 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:18:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:54 smithi145 conmon[67302]: audit 2022-01-26T00:18:53.954603+0000 mon.smithi120 (mon.0) 1168 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:18:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:56 smithi120 conmon[102313]: cluster 2022-01-26T00:18:54.728793+0000 2022-01-26T00:18:56.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:56 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 3232 : cluster [DBG] pgmap v2785: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:56 smithi145 conmon[67302]: cluster 2022-01-26T00:18:54.728793+0000 mgr.smithi120.hllzij (mgr.14704) 3232 : cluster [DBG] pgmap v2785: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:58 smithi120 conmon[102313]: cluster 2022-01-26T00:18:56.729322+0000 mgr.smithi120.hllzij (mgr.14704) 3233 : cluster [DBG] pgmap v2786: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:18:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:18:58 smithi120 conmon[102313]: 2022-01-26T00:18:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:18:58 smithi145 conmon[67302]: cluster 2022-01-26T00:18:56.729322+0000 mgr.smithi120.hllzij (mgr.14704) 3233 : cluster [DBG] pgmap v2786: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:00 smithi120 conmon[102313]: cluster 2022-01-26T00:18:58.729951+0000 mgr.smithi120.hllzij (mgr.14704) 3234 : cluster 2022-01-26T00:19:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:00 smithi120 conmon[102313]: [DBG] pgmap v2787: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:00 smithi145 conmon[67302]: cluster 2022-01-26T00:18:58.729951+0000 mgr.smithi120.hllzij (mgr.14704) 3234 : cluster [DBG] pgmap v2787: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:02.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:02 smithi120 conmon[102313]: cluster 2022-01-26T00:19:00.730895+0000 mgr.smithi120.hllzij (mgr.14704) 3235 : cluster 2022-01-26T00:19:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:02 smithi120 conmon[102313]: [DBG] pgmap v2788: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:02.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:02 smithi145 conmon[67302]: cluster 2022-01-26T00:19:00.730895+0000 mgr.smithi120.hllzij (mgr.14704) 3235 : cluster [DBG] pgmap v2788: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:04.323 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:19:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:04 smithi120 conmon[102313]: cluster 2022-01-26T00:19:02.731321+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:19:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:04 smithi120 conmon[102313]: ) 3236 : cluster [DBG] pgmap v2789: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:04 smithi145 conmon[67302]: cluster 2022-01-26T00:19:02.731321+0000 mgr.smithi120.hllzij (mgr.14704) 3236 : cluster [DBG] pgmap v2789: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:04.592 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:19:04.593 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (98m) 9m ago 99m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:19:04.593 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (91m) 9m ago 99m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:19:04.593 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (91m) 9m ago 98m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:19:04.593 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (98m) 9m ago 99m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:19:04.594 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (94m) 9m ago 94m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:19:04.594 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (95m) 9m ago 95m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:19:04.595 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (92m) 9m ago 100m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:19:04.595 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (92m) 9m ago 98m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:19:04.595 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (91m) 9m ago 100m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:19:04.595 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (91m) 9m ago 98m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:19:04.596 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (92m) 9m ago 92m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:19:04.596 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (92m) 9m ago 92m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:19:04.596 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (99m) 9m ago 99m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:19:04.597 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (98m) 9m ago 98m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:19:04.597 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (86m) 9m ago 98m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:19:04.597 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (97m) 9m ago 97m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:19:04.598 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (97m) 9m ago 97m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:19:04.598 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (97m) 9m ago 97m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:19:04.598 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (97m) 9m ago 97m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:19:04.598 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (96m) 9m ago 96m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:19:04.599 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (96m) 9m ago 96m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:19:04.599 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (96m) 9m ago 96m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:19:04.599 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (98m) 9m ago 98m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:19:04.913 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:19:04.913 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:19:04.913 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:19:04.914 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:19:04.914 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:19:04.914 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:19:04.914 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:19:04.915 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:19:04.915 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:19:04.915 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:19:04.915 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:19:04.915 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:19:04.916 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:19:04.916 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:19:04.916 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:19:04.916 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:19:04.917 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:19:04.917 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:19:04.917 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:19:05.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:05 smithi120 conmon[102313]: audit 2022-01-26T00:19:04.312785+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:19:05.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:05 smithi120 conmon[102313]: ) 3237 : audit [DBG] from='client.36236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:05.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:05 smithi120 conmon[102313]: audit 2022-01-26T00:19:04.913707+0000 mon.smithi120 (mon.0) 1169 : audit [DBG] from='client.? 172.21.15.120:0/172907374' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:19:05.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:05 smithi145 conmon[67302]: audit 2022-01-26T00:19:04.312785+0000 mgr.smithi120.hllzij (mgr.14704) 3237 : audit [DBG] from='client.36236 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:05.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:05 smithi145 conmon[67302]: 2022-01-26T00:19:05.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:05 smithi145 conmon[67302]: audit 2022-01-26T00:19:04.913707+0000 mon.smithi120 (mon.0) 1169 : audit [DBG] from='client.? 172.21.15.120:0/172907374' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:19:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:06 smithi120 conmon[102313]: audit 2022-01-26T00:19:04.584877+0000 mgr.smithi120.hllzij (mgr.14704) 3238 : audit [DBG] from='client.36240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:06 smithi120 conmon[102313]: cluster 2022-01-26T00:19:04.732181 2022-01-26T00:19:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:06 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 3239 : cluster [DBG] pgmap v2790: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:06.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:06 smithi145 conmon[67302]: audit 2022-01-26T00:19:04.584877+0000 mgr.smithi120.hllzij (mgr.14704) 3238 : audit [DBG] from='client.36240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:06 smithi145 conmon[67302]: 2022-01-26T00:19:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:06 smithi145 conmon[67302]: cluster 2022-01-26T00:19:04.732181+0000 mgr.smithi120.hllzij (mgr.14704) 3239 : cluster [DBG] pgmap v2790: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:08 smithi120 conmon[102313]: cluster 2022-01-26T00:19:06.732670+0000 mgr.smithi120.hllzij (mgr.14704) 3240 : cluster [DBG] pgmap v2791: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:08.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:08 smithi145 conmon[67302]: cluster 2022-01-26T00:19:06.732670+0000 mgr.smithi120.hllzij (mgr.14704) 3240 : cluster [DBG] pgmap v2791: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:08 smithi145 conmon[67302]: 2022-01-26T00:19:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:10 smithi120 conmon[102313]: cluster 2022-01-26T00:19:08.733036+0000 mgr.smithi120.hllzij (mgr.14704) 3241 : cluster [DBG] pgmap v2792: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:10 smithi145 conmon[67302]: cluster 2022-01-26T00:19:08.733036+0000 mgr.smithi120.hllzij (mgr.14704) 3241 : cluster [DBG] pgmap v2792: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:10 smithi145 conmon[67302]: 2022-01-26T00:19:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:12 smithi120 conmon[102313]: cluster 2022-01-26T00:19:10.733872+0000 mgr.smithi120.hllzij (mgr.14704) 3242 : cluster [DBG] pgmap v2793: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:12 smithi145 conmon[67302]: cluster 2022-01-26T00:19:10.733872+0000 mgr.smithi120.hllzij (mgr.14704) 3242 : cluster [DBG] pgmap v2793: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:14 smithi120 conmon[102313]: cluster 2022-01-26T00:19:12.734312+0000 mgr.smithi120.hllzij (mgr.14704) 3243 : cluster [DBG] 2022-01-26T00:19:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:14 smithi120 conmon[102313]: pgmap v2794: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:14.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:14 smithi145 conmon[67302]: cluster 2022-01-26T00:19:12.734312+0000 mgr.smithi120.hllzij (mgr.14704) 3243 : cluster [DBG] pgmap v2794: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:14 smithi145 conmon[67302]: 2022-01-26T00:19:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:16 smithi120 conmon[102313]: cluster 2022-01-26T00:19:14.735079+0000 mgr.smithi120.hllzij (mgr.14704) 3244 : cluster [DBG] pgmap v2795: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:16.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:16 smithi145 conmon[67302]: cluster 2022-01-26T00:19:14.735079+0000 mgr.smithi120.hllzij (mgr.14704) 3244 : cluster [DBG] pgmap v2795: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:18.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:18 smithi145 conmon[67302]: cluster 2022-01-26T00:19:16.735677+0000 mgr.smithi120.hllzij (mgr.14704) 3245 : cluster [DBG] pgmap v2796: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:18 smithi120 conmon[102313]: cluster 2022-01-26T00:19:16.735677+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:19:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:18 smithi120 conmon[102313]: ) 3245 : cluster [DBG] pgmap v2796: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:20 smithi145 conmon[67302]: cluster 2022-01-26T00:19:18.736282+0000 mgr.smithi120.hllzij (mgr.14704) 3246 : cluster [DBG] pgmap v2797: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:20 smithi145 conmon[67302]: 2022-01-26T00:19:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:20 smithi120 conmon[102313]: cluster 2022-01-26T00:19:18.736282+0000 mgr.smithi120.hllzij (mgr.14704) 3246 : cluster [DBG] pgmap v2797: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:22 smithi145 conmon[67302]: cluster 2022-01-26T00:19:20.737106+0000 mgr.smithi120.hllzij (mgr.14704) 3247 : cluster [DBG] pgmap v2798: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:22 smithi120 conmon[102313]: cluster 2022-01-26T00:19:20.737106+0000 mgr.smithi120.hllzij (mgr.14704) 3247 : cluster [DBG] pgmap v2798: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:24.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:24 smithi145 conmon[67302]: cluster 2022-01-26T00:19:22.737567+0000 mgr.smithi120.hllzij (mgr.14704) 3248 : cluster [DBG] pgmap v2799: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:24 smithi120 conmon[102313]: cluster 2022-01-26T00:19:22.737567+0000 mgr.smithi120.hllzij (mgr.14704) 3248 : cluster [DBG] pgmap v2799: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:26 smithi145 conmon[67302]: cluster 2022-01-26T00:19:24.738286+0000 mgr.smithi120.hllzij (mgr.14704) 3249 : cluster [DBG] pgmap v2800: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:26 smithi120 conmon[102313]: cluster 2022-01-26T00:19:24.738286+0000 mgr.smithi120.hllzij (mgr.14704) 3249 : cluster [DBG] pgmap v2800: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:26 smithi120 conmon[102313]: 2022-01-26T00:19:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:28 smithi145 conmon[67302]: cluster 2022-01-26T00:19:26.738876+0000 mgr.smithi120.hllzij (mgr.14704) 3250 : cluster [DBG] pgmap v2801: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:28 smithi145 conmon[67302]: 2022-01-26T00:19:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:28 smithi120 conmon[102313]: cluster 2022-01-26T00:19:26.738876+0000 mgr.smithi120.hllzij (mgr.14704) 3250 : cluster [DBG] 2022-01-26T00:19:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:28 smithi120 conmon[102313]: pgmap v2801: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:30 smithi145 conmon[67302]: cluster 2022-01-26T00:19:28.739337+0000 mgr.smithi120.hllzij (mgr.14704) 3251 : cluster [DBG] pgmap v2802: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:30 smithi120 conmon[102313]: cluster 2022-01-26T00:19:28.739337+0000 mgr.smithi120.hllzij (mgr.14704) 3251 : cluster [DBG] pgmap v2802: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:32 smithi145 conmon[67302]: cluster 2022-01-26T00:19:30.740304+0000 mgr.smithi120.hllzij (mgr.14704) 3252 : cluster [DBG] pgmap v2803: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:32.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:32 smithi120 conmon[102313]: cluster 2022-01-26T00:19:30.740304+0000 mgr.smithi120.hllzij (mgr.14704) 3252 : cluster [DBG] pgmap v2803: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:34 smithi120 conmon[102313]: cluster 2022-01-26T00:19:32.740775+0000 mgr.smithi120.hllzij (mgr.14704) 3253 : cluster [DBG] pgmap v2804: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:34 smithi145 conmon[67302]: cluster 2022-01-26T00:19:32.740775+0000 mgr.smithi120.hllzij (mgr.14704) 3253 : cluster [DBG] pgmap v2804: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:35.215 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:19:35.483 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:19:35.484 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (98m) 9m ago 99m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:19:35.484 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (92m) 9m ago 99m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:19:35.484 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (91m) 9m ago 99m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:19:35.485 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (98m) 9m ago 99m 43.0M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:19:35.485 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (95m) 9m ago 95m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:19:35.485 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (95m) 9m ago 95m 44.2M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:19:35.485 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (92m) 9m ago 100m 566M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:19:35.486 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (92m) 9m ago 99m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:19:35.486 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (92m) 9m ago 101m 620M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:19:35.486 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (92m) 9m ago 99m 312M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:19:35.486 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (93m) 9m ago 93m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:19:35.486 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (93m) 9m ago 93m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:19:35.487 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (99m) 9m ago 99m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:19:35.487 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (99m) 9m ago 99m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:19:35.487 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (86m) 9m ago 98m 2023M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:19:35.487 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (98m) 9m ago 98m 2821M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:19:35.488 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (98m) 9m ago 98m 2060M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:19:35.488 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (97m) 9m ago 97m 2800M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:19:35.488 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (97m) 9m ago 97m 2264M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:19:35.488 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (97m) 9m ago 97m 3152M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:19:35.488 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (97m) 9m ago 97m 2572M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:19:35.489 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (96m) 9m ago 96m 3941M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:19:35.489 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (98m) 9m ago 99m 68.2M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:19:35.806 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:19:35.807 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:19:35.807 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:19:35.807 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:19:35.808 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:19:35.808 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:19:35.808 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:19:35.808 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:19:35.809 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:19:35.809 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:19:35.809 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:19:35.809 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:19:35.810 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:19:35.810 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:19:35.810 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:19:35.810 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:19:35.810 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:19:35.811 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:19:35.811 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:19:36.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:36 smithi120 conmon[102313]: cluster 2022-01-26T00:19:36.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:36 smithi120 conmon[102313]: 2022-01-26T00:19:34.741527+0000 mgr.smithi120.hllzij (mgr.14704) 3254 : cluster [DBG] pgmap v2805: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:36.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:36 smithi120 conmon[102313]: audit 2022-01-26T00:19:35.204507 2022-01-26T00:19:36.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:36 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 3255 : audit [DBG] from='client.36248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:36.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:36 smithi120 conmon[102313]: audit 2022 2022-01-26T00:19:36.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:36 smithi120 conmon[102313]: -01-26T00:19:35.807616+0000 mon.smithi120 (mon.0) 1170 : audit [DBG] from='client.? 172.21.15.120:0/750535747' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:19:36.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:36 smithi145 conmon[67302]: cluster 2022-01-26T00:19:34.741527+0000 mgr.smithi120.hllzij (mgr.14704) 3254 : cluster [DBG] pgmap v2805: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:36.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:36 smithi145 conmon[67302]: audit 2022-01-26T00:19:35.204507+0000 mgr.smithi120.hllzij (mgr.14704) 3255 : audit [DBG] from='client.36248 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:36.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:36 smithi145 conmon[67302]: audit 2022-01-26T00:19:35.807616+0000 mon.smithi120 (mon.0) 1170 : audit [DBG] from='client.? 172.21.15.120:0/750535747' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:19:37.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:37 smithi120 conmon[102313]: audit 2022-01-26T00:19:35.476018+0000 mgr.smithi120.hllzij (mgr.14704) 3256 : audit [DBG] from='client.36252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:37.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:37 smithi145 conmon[67302]: audit 2022-01-26T00:19:35.476018+0000 mgr.smithi120.hllzij (mgr.14704) 3256 : audit [DBG] from='client.36252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:19:37.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:37 smithi145 conmon[67302]: 2022-01-26T00:19:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:38 smithi120 conmon[102313]: cluster 2022-01-26T00:19:36.742250+0000 mgr.smithi120.hllzij (mgr.14704) 3257 : cluster [DBG] pgmap v2806: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:38.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:38 smithi145 conmon[67302]: cluster 2022-01-26T00:19:36.742250+0000 mgr.smithi120.hllzij (mgr.14704) 3257 : cluster 2022-01-26T00:19:38.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:38 smithi145 conmon[67302]: [DBG] pgmap v2806: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:40 smithi120 conmon[102313]: cluster 2022-01-26T00:19:38.742858+0000 mgr.smithi120.hllzij (mgr.14704) 3258 : cluster [DBG] pgmap v2807: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:40 smithi145 conmon[67302]: cluster 2022-01-26T00:19:38.742858+0000 mgr.smithi120.hllzij (mgr.14704) 3258 : cluster [DBG] pgmap v2807: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:40 smithi145 conmon[67302]: 2022-01-26T00:19:42.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:42 smithi120 conmon[102313]: cluster 2022-01-26T00:19:40.743616+0000 mgr.smithi120.hllzij (mgr.14704) 3259 : cluster [DBG] pgmap v2808: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:42.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:42 smithi145 conmon[67302]: cluster 2022-01-26T00:19:40.743616+0000 mgr.smithi120.hllzij (mgr.14704) 3259 : cluster [DBG] pgmap v2808: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:44 smithi120 conmon[102313]: cluster 2022-01-26T00:19:42.744017+0000 mgr.smithi120.hllzij (mgr.14704) 3260 : cluster [DBG] pgmap v2809: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:44.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:44 smithi145 conmon[67302]: cluster 2022-01-26T00:19:42.744017+0000 mgr.smithi120.hllzij (mgr.14704) 3260 : cluster [DBG] pgmap v2809: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:46 smithi120 conmon[102313]: cluster 2022-01-26T00:19:44.744809+0000 mgr.smithi120.hllzij (mgr.14704) 3261 : cluster [DBG] pgmap v2810: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:46.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:46 smithi145 conmon[67302]: cluster 2022-01-26T00:19:44.744809+0000 mgr.smithi120.hllzij (mgr.14704) 3261 : cluster [DBG] 2022-01-26T00:19:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:46 smithi145 conmon[67302]: pgmap v2810: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:48 smithi120 conmon[102313]: cluster 2022-01-26T00:19:46.745317+0000 mgr.smithi120.hllzij (mgr.14704) 3262 : cluster [DBG] pgmap v2811: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:48.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:48 smithi145 conmon[67302]: cluster 2022-01-26T00:19:46.745317+0000 mgr.smithi120.hllzij (mgr.14704) 3262 : cluster [DBG] pgmap v2811: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:49 smithi145 conmon[67302]: cluster 2022-01-26T00:19:48.745822+0000 mgr.smithi120.hllzij (mgr.14704) 3263 : cluster [DBG] 2022-01-26T00:19:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:49 smithi145 conmon[67302]: pgmap v2812: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:49 smithi145 conmon[67302]: audit 2022-01-26T00:19:48.770374+0000 mon.smithi120 (mon.0) 1171 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:19:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:49 smithi145 conmon[67302]: audit 2022-01-26T00:19:48.771742+0000 mon.smithi120 (mon.0) 1172 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:19:49.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:49 smithi145 conmon[67302]: audit 2022-01-26T00:19:48.772738+0000 mon.smithi120 (mon.0) 1173 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:19:49.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:49 smithi145 conmon[67302]: cephadm 2022-01-26T00:19:48.773523+0000 mgr.smithi120.hllzij (mgr.14704) 3264 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:19:49.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:49 smithi120 conmon[102313]: cluster 2022-01-26T00:19:48.745822+0000 mgr.smithi120.hllzij (mgr.14704) 3263 : cluster [DBG] pgmap v2812: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:49.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:49 smithi120 conmon[102313]: audit 2022-01-26T00:19:48.770374+0000 mon.smithi120 (mon.0) 1171 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:19:49.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:49 smithi120 conmon[102313]: audit 2022-01-26T00:19:48.771742+0000 mon.smithi120 (mon.0) 1172 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:19:49.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:49 smithi120 conmon[102313]: audit 2022-01-26T00:19:48.772738+0000 mon.smithi120 (mon.0) 1173 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:19:49.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:49 smithi120 conmon[102313]: cephadm 2022-01-26T00:19:48.773523+0000 mgr.smithi120.hllzij (mgr.14704) 3264 : cephadm 2022-01-26T00:19:49.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:49 smithi120 conmon[102313]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:19:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:52 smithi120 conmon[102313]: cluster 2022-01-26T00:19:50.746543+0000 mgr.smithi120.hllzij (mgr 2022-01-26T00:19:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:52 smithi120 conmon[102313]: .14704) 3265 : cluster [DBG] pgmap v2813: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:52.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:52 smithi145 conmon[67302]: cluster 2022-01-26T00:19:50.746543+0000 mgr.smithi120.hllzij (mgr.14704) 3265 : 2022-01-26T00:19:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:52 smithi145 conmon[67302]: cluster [DBG] pgmap v2813: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:19:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:54 smithi120 conmon[102313]: cluster 2022-01-26T00:19:52.746997+0000 mgr.smithi120.hllzij 2022-01-26T00:19:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:54 smithi120 conmon[102313]: (mgr.14704) 3266 : cluster [DBG] pgmap v2814: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:54 smithi120 conmon[102313]: audit 2022-01-26T00:19:53.128547+0000 mon.smithi120 (mon.0) 1174 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:19:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:54 smithi120 conmon[102313]: audit 2022-01-26T00:19:53.498275+0000 mon.smithi120 (mon.0) 1175 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:19:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:54 smithi120 conmon[102313]: audit 2022-01-26T00:19:53.957890+0000 mon.smithi120 (mon.0) 1176 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:19:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:54 smithi120 conmon[102313]: audit 2022-01-26T00:19:53.958056+0000 mon.smithi120 (mon.0) 1177 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:19:54.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:54 smithi145 conmon[67302]: cluster 2022-01-26T00:19:52.746997+0000 mgr.smithi120.hllzij (mgr.14704) 3266 : cluster [DBG] 2022-01-26T00:19:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:54 smithi145 conmon[67302]: pgmap v2814: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:54 smithi145 conmon[67302]: audit 2022-01-26T00:19:53.128547+0000 mon.smithi120 (mon.0) 1174 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:19:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:54 smithi145 conmon[67302]: audit 2022-01-26T00:19:53.498275+0000 mon.smithi120 (mon.0) 1175 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi145", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:19:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:54 smithi145 conmon[67302]: audit 2022-01-26T00:19:53.957890+0000 mon.smithi120 (mon.0) 1176 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:19:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:54 smithi145 conmon[67302]: audit 2022-01-26T00:19:53.958056+0000 mon.smithi120 (mon.0) 1177 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:19:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:56 smithi120 conmon[102313]: cluster 2022-01-26T00:19:54.747587+0000 mgr.smithi120.hllzij (mgr.14704) 3267 : cluster [DBG] pgmap v2815: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:56.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:56 smithi120 conmon[102313]: audit 2022-01-26T00:19:55.388155+0000 mon.smithi120 (mon.0) 1178 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:19:56.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:56 smithi120 conmon[102313]: audit 2022-01-26T00:19:55.758111+0000 mon.smithi120 (mon.0) 1179 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:19:56.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:56 smithi120 conmon[102313]: audit 2022-01-26T00:19:55.762306+0000 mon.smithi120 (mon.0) 1180 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:19:56.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:56 smithi120 conmon[102313]: audit 2022-01-26T00:19:55.767512+0000 mon.smithi120 (mon.0) 1181 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:19:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:56 smithi145 conmon[67302]: cluster 2022-01-26T00:19:54.747587+0000 mgr.smithi120.hllzij (mgr.14704) 3267 : cluster [DBG] 2022-01-26T00:19:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:56 smithi145 conmon[67302]: pgmap v2815: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:56 smithi145 conmon[67302]: audit 2022-01-26T00:19:55.388155+0000 mon.smithi120 (mon.0) 1178 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:19:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:56 smithi145 conmon[67302]: audit 2022-01-26T00:19:55.758111+0000 mon.smithi120 (mon. 2022-01-26T00:19:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:56 smithi145 conmon[67302]: 0) 1179 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config rm", "who": "osd/host:smithi120", "name": "osd_memory_target"}]: dispatch 2022-01-26T00:19:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:56 smithi145 conmon[67302]: audit 2022-01-26T00:19:55. 2022-01-26T00:19:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:56 smithi145 conmon[67302]: 762306+0000 mon.smithi120 (mon.0) 1180 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:19:56.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:56 smithi145 conmon[67302]: audit 2022-01-26 2022-01-26T00:19:56.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:56 smithi145 conmon[67302]: T00:19:55.767512+0000 mon.smithi120 (mon. 2022-01-26T00:19:56.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:56 smithi145 conmon[67302]: 0) 1181 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:19:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:19:58 smithi120 conmon[102313]: cluster 2022-01-26T00:19:56.748250+0000 mgr.smithi120.hllzij (mgr.14704) 3268 : cluster [DBG] pgmap v2816: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:19:58.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:19:58 smithi145 conmon[67302]: cluster 2022-01-26T00:19:56.748250+0000 mgr.smithi120.hllzij (mgr.14704) 3268 : cluster [DBG] pgmap v2816: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:00 smithi120 conmon[102313]: cluster 2022-01-26T00:19:58.749106+0000 mgr.smithi120.hllzij (mgr.14704) 3269 : 2022-01-26T00:20:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:00 smithi120 conmon[102313]: cluster [DBG] pgmap v2817: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:00 smithi120 conmon[102313]: cluster 2022-01-26T00:20:00.000135+0000 mon.smithi120 (mon.0) 1182 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-26T00:20:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:00 smithi145 conmon[67302]: cluster 2022-01-26T00:19:58.749106+0000 mgr.smithi120.hllzij (mgr.14704) 3269 : cluster [DBG] 2022-01-26T00:20:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:00 smithi145 conmon[67302]: pgmap v2817: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:00 smithi145 conmon[67302]: cluster 2022-01-26T00:20:00.000135+0000 mon.smithi120 (mon.0) 1182 : cluster [WRN] overall HEALTH_WARN Upgrading daemon osd.0 on host smithi120 failed. 2022-01-26T00:20:02.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:02 smithi120 conmon[102313]: cluster 2022-01-26T00:20:00.749950+0000 mgr.smithi120.hllzij (mgr.14704) 3270 : cluster [DBG] 2022-01-26T00:20:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:02 smithi120 conmon[102313]: pgmap v2818: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:02 smithi145 conmon[67302]: cluster 2022-01-26T00:20:00.749950+0000 mgr.smithi120.hllzij (mgr.14704) 3270 : cluster [DBG] pgmap v2818: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:02 smithi145 conmon[67302]: 2022-01-26T00:20:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:04 smithi120 conmon[102313]: cluster 2022-01-26T00:20:02.750583+0000 2022-01-26T00:20:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:04 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 3271 : cluster [DBG] pgmap v2819: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:04 smithi145 conmon[67302]: cluster 2022-01-26T00:20:02.750583+0000 mgr.smithi120.hllzij (mgr.14704) 3271 : cluster [DBG] pgmap v2819: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:06.111 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:20:06.380 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:20:06.380 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (99m) 10s ago 100m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:20:06.381 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (92m) 10s ago 100m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:20:06.381 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (92m) 13s ago 99m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:20:06.381 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (99m) 10s ago 100m 43.1M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:20:06.381 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (96m) 10s ago 95m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:20:06.381 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (96m) 13s ago 96m 44.1M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:20:06.382 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (93m) 10s ago 101m 579M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:20:06.382 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (93m) 13s ago 99m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:20:06.382 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (92m) 10s ago 101m 686M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:20:06.382 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (92m) 13s ago 99m 353M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:20:06.383 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (93m) 10s ago 93m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:20:06.383 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (93m) 13s ago 93m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:20:06.383 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (100m) 10s ago 100m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:20:06.383 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (99m) 13s ago 99m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:20:06.384 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (87m) 10s ago 99m 2054M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:20:06.384 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (98m) 10s ago 98m 2853M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:20:06.384 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (98m) 10s ago 98m 2082M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:20:06.384 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (98m) 10s ago 98m 2836M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:20:06.384 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (98m) 13s ago 98m 2293M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:20:06.385 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (97m) 13s ago 97m 3179M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:20:06.385 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (97m) 13s ago 97m 2600M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:20:06.385 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (97m) 13s ago 97m 3972M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:20:06.385 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (99m) 10s ago 100m 70.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:20:06.386 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:06 smithi120 conmon[102313]: cluster 2022-01-26T00:20:04 2022-01-26T00:20:06.386 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:06 smithi120 conmon[102313]: .751273+0000 mgr.smithi120.hllzij (mgr.14704) 3272 : cluster [DBG] pgmap v2820: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:06.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:06 smithi145 conmon[67302]: cluster 2022-01-26T00:20:04.751273+0000 mgr.smithi120.hllzij (mgr.14704) 3272 : cluster [DBG] pgmap v2820: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:06.699 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:20:06.699 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:20:06.700 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:20:06.700 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:20:06.701 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:20:06.701 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:20:06.701 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:20:06.701 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:20:06.703 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:20:06.703 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:20:06.703 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:20:06.703 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:20:06.704 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:20:06.704 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:20:06.704 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:20:06.704 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:20:06.704 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:20:06.705 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:20:06.705 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:20:07.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:07 smithi120 conmon[102313]: audit 2022-01-26T00:20:06.099676+0000 mgr.smithi120.hllzij (mgr.14704) 2022-01-26T00:20:07.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:07 smithi120 conmon[102313]: 3273 : audit [DBG] from='client.36260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:07.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:07 smithi120 conmon[102313]: audit 2022-01-26T00:20:06.699669+0000 mon.smithi120 (mon.0) 1183 : audit [DBG] from='client.? 172.21.15.120:0/2281441908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:20:07.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:07 smithi120 conmon[102313]: 2022-01-26T00:20:07.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:07 smithi145 conmon[67302]: audit 2022-01-26T00:20:06.099676+0000 mgr.smithi120.hllzij (mgr.14704) 3273 : audit [DBG] from='client.36260 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:07.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:07 smithi145 conmon[67302]: audit 2022-01-26T00:20:06.699669+0000 mon.smithi120 (mon.0) 1183 : audit [DBG] from='client.? 172.21.15.120:0/2281441908' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:20:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:08 smithi120 conmon[102313]: audit 2022-01-26T00:20:06.371984+0000 mgr.smithi120.hllzij (mgr.14704) 3274 : audit [DBG] from='client.36264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:08 smithi120 conmon[102313]: cluster 2022-01-26T00:20:06.751825+0000 mgr.smithi120.hllzij (mgr 2022-01-26T00:20:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:08 smithi120 conmon[102313]: .14704) 3275 : cluster [DBG] pgmap v2821: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:08 smithi145 conmon[67302]: audit 2022-01-26T00:20:06.371984+0000 mgr.smithi120.hllzij (mgr.14704) 3274 : audit [DBG] from='client.36264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:08 smithi145 conmon[67302]: cluster 2022-01-26T00:20:06.751825+0000 mgr.smithi120.hllzij (mgr.14704) 3275 : cluster [DBG] pgmap v2821: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:10 smithi120 conmon[102313]: cluster 2022-01-26T00:20:08.752380+0000 mgr.smithi120.hllzij (mgr.14704) 3276 : cluster [DBG] pgmap v2822: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:10 smithi145 conmon[67302]: cluster 2022-01-26T00:20:08.752380+0000 mgr.smithi120.hllzij (mgr.14704) 3276 : cluster [DBG] pgmap v2822: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:12 smithi120 conmon[102313]: cluster 2022-01-26T00:20:10.753287+0000 mgr.smithi120.hllzij (mgr.14704) 3277 : cluster [DBG] pgmap v2823: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:12.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:12 smithi145 conmon[67302]: cluster 2022-01-26T00:20:10.753287+0000 mgr.smithi120.hllzij (mgr.14704) 3277 : cluster [DBG] pgmap v2823: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:14 smithi120 conmon[102313]: cluster 2022-01-26T00:20:12.753819+0000 mgr.smithi120.hllzij (mgr.14704) 3278 : cluster [DBG] pgmap v2824: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:14 smithi145 conmon[67302]: cluster 2022-01-26T00:20:12.753819+0000 mgr.smithi120.hllzij (mgr.14704) 3278 : cluster [DBG] pgmap v2824: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:16 smithi120 conmon[102313]: cluster 2022-01-26T00:20:14.754755+0000 mgr.smithi120.hllzij (mgr.14704) 3279 : cluster [DBG] pgmap v2825: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:16.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:16 smithi145 conmon[67302]: cluster 2022-01-26T00:20:14.754755+0000 mgr.smithi120.hllzij (mgr.14704) 3279 : cluster [DBG] pgmap v2825: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:18.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:18 smithi120 conmon[102313]: cluster 2022-01-26T00:20:16.755408+0000 mgr.smithi120.hllzij (mgr.14704) 3280 : cluster [DBG] pgmap v2826: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:18 smithi145 conmon[67302]: cluster 2022-01-26T00:20:16.755408+0000 mgr.smithi120.hllzij (mgr.14704) 3280 : cluster [DBG] pgmap v2826: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:20.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:20 smithi120 conmon[102313]: cluster 2022-01-26T00:20:18.756017+0000 mgr.smithi120.hllzij (mgr.14704) 3281 : cluster [DBG] pgmap v2827: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:20 smithi120 conmon[102313]: 2022-01-26T00:20:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:20 smithi145 conmon[67302]: cluster 2022-01-26T00:20:18.756017+0000 mgr.smithi120.hllzij (mgr.14704) 3281 : cluster [DBG] pgmap v2827: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:22.472 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:22 smithi145 conmon[67302]: cluster 2022-01-26T00:20:20.756829+0000 mgr.smithi120.hllzij (mgr.14704) 3282 : cluster [DBG] pgmap v2828: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:22 smithi120 conmon[102313]: cluster 2022-01-26T00:20:20.756829+0000 mgr.smithi120.hllzij ( 2022-01-26T00:20:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:22 smithi120 conmon[102313]: mgr.14704) 3282 : cluster [DBG] pgmap v2828: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:24 smithi120 conmon[102313]: cluster 2022-01-26T00:20:22.757483+0000 mgr.smithi120.hllzij (mgr.14704) 3283 : cluster [DBG] pgmap v2829: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:24 smithi145 conmon[67302]: cluster 2022-01-26T00:20:22.757483+0000 mgr.smithi120.hllzij (mgr.14704) 3283 : cluster [DBG] pgmap v2829: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:26 smithi120 conmon[102313]: cluster 2022-01-26T00:20:24.758210+0000 mgr.smithi120.hllzij (mgr.14704) 3284 : cluster [DBG] pgmap v2830: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:26 smithi120 conmon[102313]: 2022-01-26T00:20:26.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:26 smithi145 conmon[67302]: cluster 2022-01-26T00:20:24.758210+0000 mgr.smithi120.hllzij (mgr.14704) 3284 : cluster [DBG] pgmap v2830: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:28 smithi120 conmon[102313]: cluster 2022-01-26T00:20:26.758867+0000 mgr.smithi120.hllzij (mgr.14704) 3285 : cluster [DBG] pgmap v2831: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:28 smithi120 conmon[102313]: 2022-01-26T00:20:28.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:28 smithi145 conmon[67302]: cluster 2022-01-26T00:20:26.758867+0000 mgr.smithi120.hllzij (mgr.14704) 3285 : cluster [DBG] pgmap v2831: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:30 smithi120 conmon[102313]: cluster 2022-01-26T00:20:28.759465+0000 mgr.smithi120.hllzij (mgr.14704) 3286 : cluster [DBG] 2022-01-26T00:20:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:30 smithi120 conmon[102313]: pgmap v2832: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:30.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:30 smithi145 conmon[67302]: cluster 2022-01-26T00:20:28.759465+0000 mgr.smithi120.hllzij (mgr.14704) 3286 : cluster [DBG] pgmap v2832: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:32 smithi120 conmon[102313]: cluster 2022-01-26T00:20:30.760384+0000 mgr.smithi120.hllzij (mgr.14704) 3287 : cluster [DBG] pgmap v2833: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:32.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:32 smithi145 conmon[67302]: cluster 2022-01-26T00:20:30.760384+0000 mgr.smithi120.hllzij (mgr.14704) 3287 : cluster [DBG] pgmap v2833: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:34 smithi120 conmon[102313]: cluster 2022-01-26T00:20:32.760976+0000 mgr.smithi120.hllzij (mgr.14704) 3288 : cluster [DBG] pgmap v2834: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:34 smithi145 conmon[67302]: cluster 2022-01-26T00:20:32.760976+0000 mgr.smithi120.hllzij (mgr.14704) 3288 : cluster [DBG] pgmap v2834: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:36 smithi120 conmon[102313]: cluster 2022-01-26T00:20:34.761731+0000 mgr.smithi120.hllzij (mgr. 2022-01-26T00:20:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:36 smithi120 conmon[102313]: 14704) 3289 : cluster [DBG] pgmap v2835: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:36 smithi145 conmon[67302]: cluster 2022-01-26T00:20:34.761731+0000 mgr.smithi120.hllzij (mgr.14704) 3289 : cluster [DBG] pgmap v2835: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:37.006 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:20:37.273 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:20:37.273 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (99m) 41s ago 100m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:20:37.274 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (93m) 41s ago 100m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:20:37.274 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (92m) 44s ago 100m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:20:37.274 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (99m) 41s ago 100m 43.1M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:20:37.274 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (96m) 41s ago 96m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:20:37.275 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (96m) 44s ago 96m 44.1M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:20:37.275 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (93m) 41s ago 101m 579M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:20:37.275 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (93m) 44s ago 100m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:20:37.275 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (93m) 41s ago 102m 686M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:20:37.276 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (93m) 44s ago 100m 353M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:20:37.276 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (94m) 41s ago 94m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:20:37.276 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (94m) 44s ago 94m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:20:37.276 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (100m) 41s ago 100m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:20:37.276 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (100m) 44s ago 100m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:20:37.277 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (87m) 41s ago 99m 2054M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:20:37.277 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (99m) 41s ago 99m 2853M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:20:37.277 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (99m) 41s ago 99m 2082M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:20:37.277 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (98m) 41s ago 98m 2836M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:20:37.277 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (98m) 44s ago 98m 2293M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:20:37.278 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (98m) 44s ago 98m 3179M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:20:37.278 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (98m) 44s ago 98m 2600M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:20:37.278 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (97m) 44s ago 97m 3972M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:20:37.278 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (99m) 41s ago 100m 70.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:20:37.596 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:20:37.596 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:20:37.596 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:20:37.596 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:20:37.597 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:20:37.597 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:20:37.597 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:20:37.597 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:20:37.598 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:20:37.598 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:20:37.598 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:20:37.598 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:20:37.599 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:20:37.599 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:20:37.599 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:20:37.599 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:20:37.600 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:20:37.600 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:20:37.600 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:20:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:38 smithi120 conmon[102313]: cluster 2022-01-26T00:20:36.762217+0000 mgr.smithi120.hllzij (mgr.14704) 3290 : 2022-01-26T00:20:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:38 smithi120 conmon[102313]: cluster [DBG] pgmap v2836: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:38 smithi120 conmon[102313]: audit 2022-01-26T00:20:36.994491+0000 mgr.smithi120.hllzij (mgr.14704) 3291 : audit [DBG] from='client.36272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:38.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:38 smithi120 conmon[102313]: audit 2022-01-26T00:20:37.265513+0000 mgr.smithi120.hllzij (mgr.14704) 3292 : audit [DBG] from='client.36276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:38.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:38 smithi120 conmon[102313]: audit 2022-01-26T00 2022-01-26T00:20:38.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:38 smithi120 conmon[102313]: :20:37.596628+0000 mon.smithi120 (mon.0) 1184 : audit [DBG] from='client.? 172.21.15.120:0/797948327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:20:38.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:38 smithi145 conmon[67302]: cluster 2022-01-26T00:20:36.762217+0000 mgr.smithi120.hllzij (mgr.14704) 3290 : cluster [DBG] pgmap v2836: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:38 smithi145 conmon[67302]: audit 2022-01-26T00:20:36.994491+0000 mgr.smithi120.hllzij (mgr.14704) 3291 : audit [DBG] from='client.36272 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:38 smithi145 conmon[67302]: audit 2022-01-26T00:20:37.265513+0000 mgr.smithi120.hllzij (mgr.14704) 3292 : audit [DBG] from='client.36276 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:20:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:38 smithi145 conmon[67302]: audit 2022-01-26T00:20:37.596628+0000 mon.smithi120 (mon.0) 1184 : 2022-01-26T00:20:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:38 smithi145 conmon[67302]: audit [DBG] from='client.? 172.21.15.120:0/797948327' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:20:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:40 smithi120 conmon[102313]: cluster 2022-01-26T00:20:38.762872+0000 mgr.smithi120.hllzij (mgr.14704) 3293 : cluster [DBG] 2022-01-26T00:20:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:40 smithi120 conmon[102313]: pgmap v2837: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:40.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:40 smithi145 conmon[67302]: cluster 2022-01-26T00:20:38.762872+0000 mgr.smithi120.hllzij (mgr.14704) 3293 : cluster [DBG] pgmap v2837: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:42.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:42 smithi120 conmon[102313]: cluster 2022-01-26T00:20:40.763668+0000 2022-01-26T00:20:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:42 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 3294 : cluster [DBG] pgmap v2838: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:42.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:42 smithi145 conmon[67302]: cluster 2022-01-26T00:20:40.763668+0000 mgr.smithi120.hllzij (mgr.14704) 3294 : cluster 2022-01-26T00:20:42.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:42 smithi145 conmon[67302]: [DBG] pgmap v2838: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:44 smithi120 conmon[102313]: cluster 2022-01-26T00:20:42.764163+0000 mgr.smithi120.hllzij (mgr.14704) 3295 : cluster [DBG] pgmap v2839: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:44.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:44 smithi145 conmon[67302]: cluster 2022-01-26T00:20:42.764163+0000 mgr.smithi120.hllzij (mgr.14704) 3295 : cluster 2022-01-26T00:20:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:44 smithi145 conmon[67302]: [DBG] pgmap v2839: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:46 smithi120 conmon[102313]: cluster 2022-01-26T00:20:44.764997+0000 mgr.smithi120.hllzij (mgr.14704) 3296 : cluster 2022-01-26T00:20:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:46 smithi120 conmon[102313]: [DBG] pgmap v2840: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:46 smithi145 conmon[67302]: cluster 2022-01-26T00:20:44.764997+0000 mgr.smithi120.hllzij (mgr.14704) 3296 : cluster [DBG] pgmap v2840: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:46 smithi145 conmon[67302]: 2022-01-26T00:20:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:48 smithi120 conmon[102313]: cluster 2022-01-26T00:20:46.765612+0000 mgr.smithi120.hllzij (mgr.14704) 3297 : cluster [DBG] pgmap v2841: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:48 smithi120 conmon[102313]: 2022-01-26T00:20:48.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:48 smithi145 conmon[67302]: cluster 2022-01-26T00:20:46.765612+0000 mgr.smithi120.hllzij (mgr.14704) 3297 : cluster 2022-01-26T00:20:48.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:48 smithi145 conmon[67302]: [DBG] pgmap v2841: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:50.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:50 smithi120 conmon[102313]: cluster 2022-01-26T00:20:48.766292+0000 mgr.smithi120.hllzij (mgr.14704) 3298 : cluster [DBG] 2022-01-26T00:20:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:50 smithi120 conmon[102313]: pgmap v2842: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:50.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:50 smithi145 conmon[67302]: cluster 2022-01-26T00:20:48.766292+0000 mgr.smithi120.hllzij (mgr.14704) 3298 : cluster [DBG] 2022-01-26T00:20:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:50 smithi145 conmon[67302]: pgmap v2842: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:52 smithi120 conmon[102313]: cluster 2022-01-26T00:20:50.767246+0000 mgr.smithi120.hllzij (mgr.14704) 3299 : cluster 2022-01-26T00:20:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:52 smithi120 conmon[102313]: [DBG] pgmap v2843: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:52.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:52 smithi145 conmon[67302]: cluster 2022-01-26T00:20:50.767246+0000 mgr.smithi120.hllzij (mgr.14704) 3299 : cluster [DBG] 2022-01-26T00:20:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:52 smithi145 conmon[67302]: pgmap v2843: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:20:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:54 smithi120 conmon[102313]: cluster 2022-01-26T00:20:52.767855+0000 mgr.smithi120.hllzij (mgr.14704) 3300 : cluster [DBG] pgmap v2844: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:54 smithi120 conmon[102313]: 2022-01-26T00:20:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:54 smithi120 conmon[102313]: audit 2022-01-26T00:20:53.962306+0000 mon.smithi120 (mon.0) 1185 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:20:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:54 smithi120 conmon[102313]: audit 2022-01-26T00:20:53.962522+0000 mon.smithi120 (mon.0) 1186 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:20:54.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:54 smithi145 conmon[67302]: cluster 2022-01-26T00:20:52.767855+0000 mgr.smithi120.hllzij (mgr.14704) 3300 : cluster [DBG] pgmap v2844: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:54 smithi145 conmon[67302]: audit 2022-01-26T00:20:53.962306+0000 mon.smithi120 ( 2022-01-26T00:20:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:54 smithi145 conmon[67302]: mon.0) 1185 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:20:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:54 smithi145 conmon[67302]: audit 2022-01-26T00:20:53.962522+0000 mon.smithi120 (mon.0) 1186 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:20:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:56 smithi120 conmon[102313]: cluster 2022-01-26T00:20:54.768566+0000 mgr.smithi120.hllzij 2022-01-26T00:20:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:56 smithi120 conmon[102313]: (mgr.14704) 3301 : cluster [DBG] pgmap v2845: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:56 smithi120 conmon[102313]: audit 2022-01-26T00:20:55.770327+0000 mon.smithi120 (mon.0) 1187 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:20:56.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:56 smithi120 conmon[102313]: audit 2022-01-26T00:20:55.771763+0000 mon.smithi120 (mon.0) 1188 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:20:56.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:56 smithi120 conmon[102313]: audit 2022-01-26T00:20:55.772597+0000 mon.smithi120 (mon.0) 1189 : audit 2022-01-26T00:20:56.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:56 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:20:56.557 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:56 smithi120 conmon[102313]: audit 2022-01-26T00:20:56.174566+0000 mon.smithi120 (mon.0) 2022-01-26T00:20:56.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:56 smithi120 conmon[102313]: 1190 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:20:56.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:56 smithi120 conmon[102313]: audit 2022-01-26T00:20:56.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:56 smithi120 conmon[102313]: 2022-01-26T00:20:56.181515+0000 mon.smithi120 2022-01-26T00:20:56.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:56 smithi120 conmon[102313]: (mon.0) 1191 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:20:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:56 smithi145 conmon[67302]: cluster 2022-01-26T00:20:54.768566+0000 mgr.smithi120.hllzij (mgr.14704) 3301 : cluster [DBG] pgmap v2845: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:56 smithi145 conmon[67302]: audit 2022-01-26T00:20:55.770327+0000 mon.smithi120 (mon.0) 1187 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:20:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:56 smithi145 conmon[67302]: audit 2022-01-26T00:20:55.771763+0000 2022-01-26T00:20:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:56 smithi145 conmon[67302]: mon.smithi120 (mon.0) 1188 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:20:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:56 smithi145 conmon[67302]: audit 2022 2022-01-26T00:20:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:56 smithi145 conmon[67302]: -01-26T00:20:55. 2022-01-26T00:20:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:56 smithi145 conmon[67302]: 772597+0000 mon.smithi120 (mon.0) 1189 : 2022-01-26T00:20:56.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:56 smithi145 conmon[67302]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:20:56.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:56 smithi145 conmon[67302]: audit 2022-01-26T00:20:56.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:56 smithi145 conmon[67302]: 2022-01-26T00:20:56 2022-01-26T00:20:56.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:56 smithi145 conmon[67302]: .174566+0000 mon.smithi120 (mon.0) 1190 2022-01-26T00:20:56.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:56 smithi145 conmon[67302]: : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:20:56.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:56 smithi145 conmon[67302]: audit 2022-01-26T00:20:56.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:56 smithi145 conmon[67302]: 2022-01-26T00:20:56 2022-01-26T00:20:56.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:56 smithi145 conmon[67302]: .181515+0000 mon.smithi120 (mon.0) 2022-01-26T00:20:56.582 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:56 smithi145 conmon[67302]: 1191 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:20:57.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:57 smithi120 conmon[102313]: cephadm 2022-01-26T00:20:55.773281+0000 mgr.smithi120.hllzij (mgr.14704) 3302 2022-01-26T00:20:57.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:57 smithi120 conmon[102313]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:20:57.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:57 smithi145 conmon[67302]: cephadm 2022-01-26T00:20:55.773281+0000 mgr.smithi120.hllzij (mgr.14704) 3302 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:20:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:58 smithi120 conmon[102313]: cluster 2022-01-26T00:20:56.769171+0000 mgr.smithi120.hllzij (mgr.14704) 3303 : cluster [DBG] 2022-01-26T00:20:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:20:58 smithi120 conmon[102313]: pgmap v2846: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:20:58.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:20:58 smithi145 conmon[67302]: cluster 2022-01-26T00:20:56.769171+0000 mgr.smithi120.hllzij (mgr.14704) 3303 : cluster [DBG] pgmap v2846: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:00 smithi120 conmon[102313]: cluster 2022-01-26T00:20:58.769752+0000 mgr.smithi120.hllzij (mgr.14704) 3304 : cluster [DBG] pgmap v2847: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:00.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:00 smithi145 conmon[67302]: cluster 2022-01-26T00:20:58.769752+0000 mgr.smithi120.hllzij (mgr.14704) 3304 : cluster [DBG] pgmap v2847: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:02 smithi120 conmon[102313]: cluster 2022-01-26T00:21:00.770550+0000 mgr.smithi120.hllzij (mgr.14704) 3305 : cluster [DBG] pgmap v2848: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:02 smithi120 conmon[102313]: 2022-01-26T00:21:02.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:02 smithi145 conmon[67302]: cluster 2022-01-26T00:21:00.770550+0000 mgr.smithi120.hllzij (mgr.14704) 3305 : cluster [DBG] pgmap v2848: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:04 smithi120 conmon[102313]: cluster 2022-01-26T00:21:02.771258+0000 mgr.smithi120.hllzij (mgr.14704) 3306 : cluster [DBG] pgmap v2849: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:04.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:04 smithi145 conmon[67302]: cluster 2022-01-26T00:21:02.771258+0000 mgr.smithi120.hllzij (mgr.14704) 3306 : cluster [DBG] pgmap v2849: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:06 smithi120 conmon[102313]: cluster 2022-01-26T00:21:04.772209+0000 mgr.smithi120.hllzij (mgr.14704) 3307 : cluster 2022-01-26T00:21:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:06 smithi120 conmon[102313]: [DBG] pgmap v2850: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:06 smithi145 conmon[67302]: cluster 2022-01-26T00:21:04.772209+0000 mgr.smithi120.hllzij (mgr.14704) 3307 : cluster [DBG] pgmap v2850: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:07.900 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:21:08.169 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:21:08.169 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (100m) 72s ago 101m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:21:08.169 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (93m) 72s ago 101m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:21:08.170 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (93m) 75s ago 100m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:21:08.170 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (100m) 72s ago 101m 43.1M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:21:08.170 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (97m) 72s ago 97m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:21:08.170 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (97m) 75s ago 97m 44.1M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:21:08.170 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (94m) 72s ago 102m 579M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:21:08.171 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (94m) 75s ago 100m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:21:08.171 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (93m) 72s ago 102m 686M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:21:08.171 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (93m) 75s ago 100m 353M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:21:08.171 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (94m) 72s ago 94m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:21:08.172 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (94m) 75s ago 94m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:21:08.172 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (101m) 72s ago 101m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:21:08.172 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (100m) 75s ago 100m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:21:08.172 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (88m) 72s ago 100m 2054M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:21:08.173 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (99m) 72s ago 99m 2853M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:21:08.173 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (99m) 72s ago 99m 2082M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:21:08.173 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (99m) 72s ago 99m 2836M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:21:08.173 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (99m) 75s ago 99m 2293M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:21:08.174 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (98m) 75s ago 98m 3179M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:21:08.174 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (98m) 75s ago 98m 2600M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:21:08.174 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (98m) 75s ago 98m 3972M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:21:08.174 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (100m) 72s ago 101m 70.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:21:08.490 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:21:08.491 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:21:08.491 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:21:08.491 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:21:08.491 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:21:08.492 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:21:08.492 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:21:08.492 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:21:08.492 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:21:08.493 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:21:08.493 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:21:08.493 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:21:08.493 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:21:08.493 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:21:08.494 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:21:08.494 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:21:08.494 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:21:08.494 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:21:08.495 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:21:08.495 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:08 smithi120 conmon[102313]: cluster 2022-01-26T00:21:06.772763+0000 mgr.smithi120.hllzij (mgr.14704) 3308 : cluster [DBG] 2022-01-26T00:21:08.495 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:08 smithi120 conmon[102313]: pgmap v2851: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:08.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:08 smithi145 conmon[67302]: cluster 2022-01-26T00:21:06.772763+0000 mgr.smithi120.hllzij (mgr.14704) 3308 : cluster [DBG] pgmap v2851: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:09.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:09 smithi120 conmon[102313]: audit 2022-01-26T00:21:07 2022-01-26T00:21:09.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:09 smithi120 conmon[102313]: .889664+0000 mgr.smithi120.hllzij (mgr.14704) 3309 : audit [DBG] from='client.36284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:09.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:09 smithi120 conmon[102313]: audit 2022-01-26T00:21:08.160942+0000 mgr.smithi120.hllzij (mgr. 2022-01-26T00:21:09.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:09 smithi120 conmon[102313]: 14704) 3310 : audit [DBG] from='client.36288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:09.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:09 smithi120 conmon[102313]: audit 2022-01- 2022-01-26T00:21:09.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:09 smithi120 conmon[102313]: 26T00:21:08.491468+0000 mon.smithi120 (mon.0) 1192 : audit [DBG] 2022-01-26T00:21:09.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:09 smithi120 conmon[102313]: from='client.? 172.21.15.120:0/564110725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:21:09.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:09 smithi145 conmon[67302]: audit 2022-01-26T00:21:07.889664+0000 mgr.smithi120.hllzij (mgr.14704) 3309 : audit 2022-01-26T00:21:09.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:09 smithi145 conmon[67302]: [DBG] from='client.36284 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:09.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:09 smithi145 conmon[67302]: audit 2022-01-26T00:21:08.160942+0000 mgr.smithi120.hllzij (mgr.14704) 3310 : audit [DBG] from='client.36288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:09.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:09 smithi145 conmon[67302]: audit 2022-01-26T00:21:08.491468+0000 mon.smithi120 (mon.0) 1192 : audit [DBG] from='client.? 172.21.15.120:0/564110725' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:21:09.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:09 smithi145 conmon[67302]: 2022-01-26T00:21:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:10 smithi120 conmon[102313]: cluster 2022-01-26T00:21:08.773179+0000 mgr.smithi120.hllzij (mgr.14704) 3311 : cluster [DBG] pgmap v2852: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:10 smithi120 conmon[102313]: 2022-01-26T00:21:10.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:10 smithi145 conmon[67302]: cluster 2022-01-26T00:21:08.773179+0000 mgr.smithi120.hllzij (mgr.14704) 3311 : cluster [DBG] 2022-01-26T00:21:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:10 smithi145 conmon[67302]: pgmap v2852: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:12 smithi120 conmon[102313]: cluster 2022-01-26T00:21:10.774082 2022-01-26T00:21:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:12 smithi120 conmon[102313]: +0000 mgr.smithi120.hllzij (mgr.14704) 3312 : cluster [DBG] pgmap v2853: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:12 smithi145 conmon[67302]: cluster 2022-01-26T00:21:10.774082+0000 mgr.smithi120.hllzij (mgr.14704) 3312 : cluster [DBG] pgmap v2853: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:14 smithi120 conmon[102313]: cluster 2022-01-26T00:21:12.774616+0000 mgr.smithi120.hllzij (mgr.14704) 3313 : cluster [DBG] pgmap v2854: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:14 smithi120 conmon[102313]: 2022-01-26T00:21:14.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:14 smithi145 conmon[67302]: cluster 2022-01-26T00:21:12.774616+0000 mgr.smithi120.hllzij (mgr.14704) 3313 : cluster [DBG] pgmap v2854: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:16 smithi120 conmon[102313]: cluster 2022-01-26T00:21:14.775442+0000 mgr.smithi120.hllzij (mgr.14704) 3314 : cluster 2022-01-26T00:21:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:16 smithi120 conmon[102313]: [DBG] pgmap v2855: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:16.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:16 smithi145 conmon[67302]: cluster 2022-01-26T00:21:14.775442+0000 mgr.smithi120.hllzij (mgr.14704) 3314 : cluster [DBG] pgmap v2855: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:18.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:18 smithi120 conmon[102313]: cluster 2022-01-26T00:21:16.776227+0000 mgr.smithi120.hllzij (mgr.14704) 3315 : cluster [DBG] 2022-01-26T00:21:18.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:18 smithi120 conmon[102313]: pgmap v2856: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:18 smithi145 conmon[67302]: cluster 2022-01-26T00:21:16.776227+0000 mgr.smithi120.hllzij (mgr.14704) 3315 : cluster [DBG] pgmap v2856: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:20.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:20 smithi145 conmon[67302]: cluster 2022-01-26T00:21:18.776873+0000 mgr.smithi120.hllzij (mgr.14704) 3316 : cluster [DBG] pgmap v2857: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:20 smithi120 conmon[102313]: cluster 2022-01-26T00:21:18.776873+0000 mgr.smithi120.hllzij (mgr.14704) 3316 : cluster 2022-01-26T00:21:21.105 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:20 smithi120 conmon[102313]: [DBG] pgmap v2857: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:22.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:22 smithi145 conmon[67302]: cluster 2022-01-26T00:21:20.777607+0000 mgr.smithi120.hllzij (mgr.14704) 3317 : cluster [DBG] pgmap v2858: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:22 smithi120 conmon[102313]: cluster 2022-01-26T00:21:20.777607+0000 mgr.smithi120.hllzij (mgr.14704) 3317 : cluster 2022-01-26T00:21:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:22 smithi120 conmon[102313]: [DBG] pgmap v2858: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:24.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:24 smithi145 conmon[67302]: cluster 2022-01-26T00:21:22.778035+0000 mgr.smithi120.hllzij (mgr.14704) 3318 : cluster [DBG] pgmap v2859: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:24 smithi120 conmon[102313]: cluster 2022-01-26T00:21:22.778035+0000 mgr.smithi120.hllzij (mgr.14704) 3318 : cluster 2022-01-26T00:21:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:24 smithi120 conmon[102313]: [DBG] pgmap v2859: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:26 smithi145 conmon[67302]: cluster 2022-01-26T00:21:24.778741+0000 mgr.smithi120.hllzij (mgr.14704) 3319 : cluster [DBG] pgmap v2860: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:26 smithi120 conmon[102313]: cluster 2022-01-26T00:21:24.778741+0000 mgr.smithi120.hllzij ( 2022-01-26T00:21:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:26 smithi120 conmon[102313]: mgr.14704) 3319 : cluster [DBG] pgmap v2860: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:28.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:28 smithi145 conmon[67302]: cluster 2022-01-26T00:21:26.779357+0000 mgr.smithi120.hllzij (mgr.14704) 3320 : cluster [DBG] pgmap v2861: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:28 smithi120 conmon[102313]: cluster 2022-01-26T00:21:26.779357+0000 mgr.smithi120.hllzij (mgr.14704) 3320 : cluster [DBG] pgmap v2861: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:30 smithi145 conmon[67302]: cluster 2022-01-26T00:21:28.780062+0000 mgr.smithi120.hllzij (mgr.14704) 3321 : cluster [DBG] pgmap v2862: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:30 smithi120 conmon[102313]: cluster 2022-01-26T00:21:28.780062+0000 mgr.smithi120.hllzij (mgr.14704) 3321 : cluster [DBG] pgmap v2862: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:32.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:32 smithi145 conmon[67302]: cluster 2022-01-26T00:21:30.780851+0000 mgr.smithi120.hllzij (mgr.14704) 3322 : cluster [DBG] 2022-01-26T00:21:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:32 smithi145 conmon[67302]: pgmap v2863: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:32 smithi120 conmon[102313]: cluster 2022-01-26T00:21:30.780851+0000 mgr.smithi120.hllzij (mgr.14704) 3322 : cluster [DBG] pgmap v2863: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:34.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:34 smithi120 conmon[102313]: cluster 2022-01-26T00:21:32.781378+0000 mgr.smithi120.hllzij (mgr.14704) 3323 : cluster [DBG] pgmap v2864: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:34.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:34 smithi145 conmon[67302]: cluster 2022-01-26T00:21:32.781378+0000 mgr.smithi120.hllzij (mgr.14704) 3323 : cluster [DBG] pgmap v2864: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:36 smithi120 conmon[102313]: cluster 2022-01-26T00:21:34.782206+0000 mgr.smithi120.hllzij (mgr.14704) 3324 : cluster [DBG] pgmap v2865: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:36 smithi120 conmon[102313]: 2022-01-26T00:21:36.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:36 smithi145 conmon[67302]: cluster 2022-01-26T00:21:34.782206+0000 mgr.smithi120.hllzij (mgr.14704) 3324 : cluster [DBG] pgmap v2865: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:38.791 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:21:38.792 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:38 smithi120 conmon[102313]: cluster 2022-01-26T00:21:36.782775+0000 mgr.smithi120.hllzij (mgr.14704) 3325 : cluster [DBG] pgmap v2866: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:38.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:38 smithi145 conmon[67302]: cluster 2022-01-26T00:21:36.782775+0000 mgr.smithi120.hllzij (mgr.14704) 3325 : cluster [DBG] pgmap v2866: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:39.059 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:21:39.060 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (100m) 103s ago 101m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:21:39.060 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (94m) 103s ago 101m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:21:39.060 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (93m) 105s ago 101m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:21:39.061 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (100m) 103s ago 101m 43.1M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:21:39.061 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (97m) 103s ago 97m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:21:39.061 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (97m) 105s ago 97m 44.1M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:21:39.061 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (94m) 103s ago 103m 579M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:21:39.061 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (94m) 105s ago 101m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:21:39.062 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (94m) 103s ago 103m 686M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:21:39.062 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (94m) 105s ago 101m 353M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:21:39.062 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (95m) 103s ago 95m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:21:39.062 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (95m) 105s ago 95m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:21:39.063 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (101m) 103s ago 101m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:21:39.063 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (101m) 105s ago 101m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:21:39.063 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (88m) 103s ago 100m 2054M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:21:39.063 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (100m) 103s ago 100m 2853M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:21:39.064 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (100m) 103s ago 100m 2082M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:21:39.064 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (99m) 103s ago 99m 2836M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:21:39.064 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (99m) 105s ago 99m 2293M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:21:39.064 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (99m) 105s ago 99m 3179M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:21:39.065 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (99m) 105s ago 99m 2600M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:21:39.065 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (98m) 105s ago 98m 3972M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:21:39.065 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (100m) 103s ago 101m 70.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:21:39.382 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:21:39.382 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:21:39.383 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:21:39.383 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:21:39.383 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:21:39.384 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:21:39.385 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:21:39.385 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:21:39.385 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:21:39.385 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:21:39.386 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:21:39.386 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:21:39.386 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:21:39.386 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:21:39.386 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:21:39.387 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:21:39.387 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:21:39.387 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:21:39.388 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:21:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:40 smithi120 conmon[102313]: audit 2022-01-26T00:21:38.780831+0000 mgr.smithi120.hllzij (mgr.14704) 3326 : audit [DBG] from='client.36296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:40 smithi120 conmon[102313]: cluster 2022-01-26T00:21:38.783237+0000 mgr.smithi120.hllzij (mgr 2022-01-26T00:21:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:40 smithi120 conmon[102313]: .14704) 3327 : cluster [DBG] pgmap v2867: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:40 smithi120 conmon[102313]: audit 2022-01-26T00:21:39.051241+0000 mgr.smithi120.hllzij (mgr.14704) 3328 : audit [DBG] from='client.36300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:40.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:40 smithi120 conmon[102313]: audit 2022-01-26T00:21:39.382936+0000 mon.smithi120 (mon.0) 1193 : audit [DBG] from='client.? 172.21.15.120:0/1521271675' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:21:40.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:40 smithi145 conmon[67302]: audit 2022-01-26T00:21:38.780831+0000 mgr.smithi120.hllzij (mgr.14704) 3326 : audit [DBG] from='client.36296 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:40 smithi145 conmon[67302]: cluster 2022-01-26T00:21:38.783237+0000 mgr.smithi120.hllzij (mgr.14704) 3327 : cluster [DBG] pgmap v2867: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:40 smithi145 conmon[67302]: audit 2022-01-26T00:21:39.051241+0000 mgr.smithi120.hllzij (mgr.14704 2022-01-26T00:21:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:40 smithi145 conmon[67302]: ) 3328 : audit [DBG] from='client.36300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:21:40.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:40 smithi145 conmon[67302]: audit 2022-01-26T 2022-01-26T00:21:40.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:40 smithi145 conmon[67302]: 00:21:39.382936+0000 mon.smithi120 (mon 2022-01-26T00:21:40.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:40 smithi145 conmon[67302]: .0) 1193 : audit [DBG] from='client.? 172.21.15.120:0/1521271675' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:21:42.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:42 smithi120 conmon[102313]: cluster 2022-01-26T00:21:40.784093+0000 mgr.smithi120.hllzij (mgr.14704) 3329 : cluster [DBG] pgmap v2868: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:42.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:42 smithi145 conmon[67302]: cluster 2022-01-26T00:21:40.784093+0000 mgr.smithi120.hllzij (mgr.14704) 3329 : cluster [DBG] pgmap v2868: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:44 smithi120 conmon[102313]: cluster 2022-01-26T00:21:42.784544+0000 mgr.smithi120.hllzij (mgr.14704) 3330 : cluster [DBG] pgmap v2869: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:44.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:44 smithi145 conmon[67302]: cluster 2022-01-26T00:21:42.784544+0000 mgr.smithi120.hllzij (mgr.14704) 3330 : cluster [DBG] pgmap v2869: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:46 smithi120 conmon[102313]: cluster 2022-01-26T00:21:44.785304+0000 mgr.smithi120.hllzij (mgr.14704) 3331 : cluster [DBG] pgmap v2870: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:46.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:46 smithi145 conmon[67302]: cluster 2022-01-26T00:21:44.785304+0000 mgr.smithi120.hllzij (mgr.14704) 3331 : cluster [DBG] pgmap v2870: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:48 smithi120 conmon[102313]: cluster 2022-01-26T00:21:46.786047+0000 mgr.smithi120.hllzij (mgr.14704) 3332 : cluster [DBG] pgmap v2871: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:48 smithi145 conmon[67302]: cluster 2022-01-26T00:21:46.786047+0000 mgr.smithi120.hllzij (mgr.14704) 3332 : cluster 2022-01-26T00:21:48.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:48 smithi145 conmon[67302]: [DBG] pgmap v2871: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:50 smithi120 conmon[102313]: cluster 2022-01-26T00:21:48.786691+0000 mgr.smithi120.hllzij (mgr.14704) 3333 : cluster [DBG] pgmap v2872: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:50.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:50 smithi145 conmon[67302]: cluster 2022-01-26T00:21:48.786691+0000 mgr.smithi120.hllzij (mgr.14704) 3333 : cluster [DBG] pgmap v2872: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:52 smithi120 conmon[102313]: cluster 2022-01-26T00:21:50.787753+0000 mgr.smithi120.hllzij (mgr.14704) 3334 : cluster [DBG] pgmap v2873: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:52.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:52 smithi145 conmon[67302]: cluster 2022-01-26T00:21:50.787753+0000 mgr.smithi120.hllzij (mgr.14704) 3334 : cluster [DBG] pgmap v2873: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:21:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:54 smithi120 conmon[102313]: cluster 2022-01-26T00:21:52.788239+0000 mgr.smithi120.hllzij (mgr.14704) 3335 : cluster [DBG] pgmap v2874: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:54 smithi120 conmon[102313]: audit 2022-01-26T00:21:53.966589+0000 mon.smithi120 (mon.0) 1194 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:21:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:54 smithi120 conmon[102313]: audit 2022-01-26T00:21:53.966826+0000 mon.smithi120 (mon.0) 1195 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:21:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:54 smithi145 conmon[67302]: cluster 2022-01-26T00:21:52.788239+0000 mgr.smithi120.hllzij (mgr.14704) 3335 : cluster [DBG] pgmap v2874: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:54 smithi145 conmon[67302]: 2022-01-26T00:21:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:54 smithi145 conmon[67302]: audit 2022-01-26T00:21:53.966589+0000 mon.smithi120 (mon.0) 1194 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:21:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:54 smithi145 conmon[67302]: audit 2022-01-26T00:21:53. 2022-01-26T00:21:54.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:54 smithi145 conmon[67302]: 966826+0000 mon.smithi120 (mon.0) 1195 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:21:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:56 smithi120 conmon[102313]: cluster 2022-01-26T00:21:54.788999+0000 mgr.smithi120.hllzij (mgr.14704) 3336 : cluster [DBG] pgmap v2875: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:56 smithi120 conmon[102313]: audit 2022-01-26T00:21:56.184059+0000 mon.smithi120 (mon.0) 1196 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:21:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:56 smithi120 conmon[102313]: audit 2022-01-26T00:21:56.185488+0000 mon.smithi120 (mon.0) 1197 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:21:56.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:56 smithi120 conmon[102313]: audit 2022-01-26T00:21:56.186400+0000 mon.smithi120 (mon.0) 1198 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:21:56.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:56 smithi145 conmon[67302]: cluster 2022-01-26T00:21:54.788999+0000 2022-01-26T00:21:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:56 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 3336 : cluster [DBG] pgmap v2875: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:56 smithi145 conmon[67302]: audit 2022-01-26T00:21:56.184059+0000 mon.smithi120 2022-01-26T00:21:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:56 smithi145 conmon[67302]: (mon.0) 1196 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:21:56.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:56 smithi145 conmon[67302]: audit 2022-01-26T00:21:56.185488+0000 2022-01-26T00:21:56.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:56 smithi145 conmon[67302]: mon.smithi120 (mon.0) 1197 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:21:56.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:56 smithi145 conmon[67302]: 2022-01-26T00:21:56.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:56 smithi145 conmon[67302]: audit 2022-01-26T00:21:56.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:56 smithi145 conmon[67302]: 2022-01-26T00:21:56.186400+0000 mon.smithi120 (mon.0) 1198 : audit 2022-01-26T00:21:56.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:56 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:21:57.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:57 smithi120 conmon[102313]: cephadm 2022-01-26T00:21:56.187113+0000 mgr.smithi120.hllzij (mgr.14704) 3337 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:21:57.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:57 smithi120 conmon[102313]: audit 2022-01- 2022-01-26T00:21:57.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:57 smithi120 conmon[102313]: 26T00:21:56.529619+0000 mon.smithi120 (mon.0) 1199 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:21:57.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:57 smithi120 conmon[102313]: audit 2022-01-26T00:21:56.898425+0000 mon.smithi120 (mon.0) 1200 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:21:57.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:57 smithi120 conmon[102313]: audit 2022-01-26T00:21:56.903216+0000 mon.smithi120 (mon.0) 1201 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:21:57.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:57 smithi145 conmon[67302]: cephadm 2022-01-26T00:21:56.187113+0000 mgr.smithi120.hllzij (mgr.14704) 3337 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:21:57.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:57 smithi145 conmon[67302]: audit 2022-01-26T00:21:56.529619+0000 mon.smithi120 (mon.0) 1199 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:21:57.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:57 smithi145 conmon[67302]: audit 2022-01-26T00:21:56.898425+0000 mon.smithi120 (mon.0) 1200 : audit 2022-01-26T00:21:57.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:57 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:21:57.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:57 smithi145 conmon[67302]: audit 2022-01-26T00:21:56. 2022-01-26T00:21:57.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:57 smithi145 conmon[67302]: 903216+0000 mon.smithi120 (mon.0) 1201 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:21:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:21:58 smithi120 conmon[102313]: cluster 2022-01-26T00:21:56.789457+0000 mgr.smithi120.hllzij (mgr.14704) 3338 : cluster [DBG] pgmap v2876: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:21:58.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:58 smithi145 conmon[67302]: cluster 2022-01-26T00:21:56.789457+0000 mgr.smithi120.hllzij (mgr.14704) 3338 : cluster 2022-01-26T00:21:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:21:58 smithi145 conmon[67302]: [DBG] pgmap v2876: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:00 smithi120 conmon[102313]: cluster 2022-01-26T00:21:58.789994+0000 mgr.smithi120.hllzij (mgr.14704) 3339 : cluster [DBG] pgmap v2877: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:00.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:00 smithi120 conmon[102313]: 2022-01-26T00:22:00.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:00 smithi145 conmon[67302]: cluster 2022-01-26T00:21:58.789994+0000 mgr.smithi120.hllzij (mgr.14704) 3339 : cluster [DBG] pgmap v2877: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:00 smithi145 conmon[67302]: 2022-01-26T00:22:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:02 smithi120 conmon[102313]: cluster 2022-01-26T00:22:00.790874+0000 mgr.smithi120.hllzij (mgr.14704) 3340 : cluster [DBG] pgmap v2878: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:02.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:02 smithi145 conmon[67302]: cluster 2022-01-26T00:22:00.790874+0000 mgr.smithi120.hllzij (mgr.14704) 3340 : cluster [DBG] pgmap v2878: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:04 smithi120 conmon[102313]: cluster 2022-01-26T00:22:02.791378+0000 mgr.smithi120.hllzij (mgr.14704) 3341 : cluster 2022-01-26T00:22:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:04 smithi120 conmon[102313]: [DBG] pgmap v2879: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:04.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:04 smithi145 conmon[67302]: cluster 2022-01-26T00:22:02.791378+0000 mgr.smithi120.hllzij (mgr.14704) 3341 : cluster [DBG] pgmap v2879: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:06 smithi120 conmon[102313]: cluster 2022-01-26T00:22:04.792251+0000 mgr.smithi120.hllzij (mgr.14704) 3342 : cluster [DBG] pgmap v2880: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:06 smithi120 conmon[102313]: 2022-01-26T00:22:06.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:06 smithi145 conmon[67302]: cluster 2022-01-26T00:22:04.792251+0000 mgr.smithi120.hllzij (mgr.14704) 3342 : cluster [DBG] pgmap v2880: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:08 smithi120 conmon[102313]: cluster 2022-01-26T00:22:06.792873+0000 mgr.smithi120.hllzij (mgr.14704) 3343 : cluster [DBG] pgmap v2881: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:08 smithi145 conmon[67302]: cluster 2022-01-26T00:22:06.792873+0000 mgr.smithi120.hllzij (mgr.14704) 3343 : cluster [DBG] pgmap v2881: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:08 smithi145 conmon[67302]: 2022-01-26T00:22:09.683 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:22:09.950 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:22:09.951 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (101m) 2m ago 102m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:22:09.951 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (94m) 2m ago 102m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:22:09.951 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (94m) 2m ago 101m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:22:09.952 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (101m) 2m ago 102m 43.1M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:22:09.952 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (98m) 2m ago 98m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:22:09.952 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (98m) 2m ago 98m 44.1M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:22:09.952 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (95m) 2m ago 103m 579M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:22:09.953 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (95m) 2m ago 101m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:22:09.953 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (94m) 2m ago 103m 686M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:22:09.953 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (94m) 2m ago 101m 353M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:22:09.953 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (95m) 2m ago 95m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:22:09.953 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (95m) 2m ago 95m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:22:09.954 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (102m) 2m ago 102m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:22:09.954 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (101m) 2m ago 101m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:22:09.954 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (89m) 2m ago 101m 2054M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:22:09.954 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (101m) 2m ago 101m 2853M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:22:09.955 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (100m) 2m ago 100m 2082M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:22:09.955 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (100m) 2m ago 100m 2836M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:22:09.955 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (100m) 2m ago 100m 2293M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:22:09.955 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (99m) 2m ago 99m 3179M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:22:09.955 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (99m) 2m ago 99m 2600M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:22:09.956 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (99m) 2m ago 99m 3972M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:22:09.956 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (101m) 2m ago 102m 70.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:22:10.274 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:22:10.275 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:22:10.275 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:22:10.275 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:22:10.275 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:22:10.276 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:22:10.276 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:22:10.276 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:22:10.276 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:22:10.276 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:22:10.277 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:22:10.277 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:22:10.277 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:22:10.277 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:22:10.278 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:22:10.278 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:22:10.278 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:22:10.278 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:22:10.278 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:22:10.279 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:10 smithi120 conmon[102313]: cluster 2022-01-26T00:22:08.793290+0000 mgr.smithi120.hllzij (mgr.14704) 3344 2022-01-26T00:22:10.279 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:10 smithi120 conmon[102313]: : cluster [DBG] pgmap v2882: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:10.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:10 smithi145 conmon[67302]: cluster 2022-01-26T00:22:08.793290+0000 mgr.smithi120.hllzij (mgr.14704) 3344 : cluster [DBG] pgmap v2882: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:11.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:11 smithi120 conmon[102313]: audit 2022-01-26T00:22:09.671958+0000 mgr.smithi120.hllzij (mgr.14704) 3345 : audit [DBG] 2022-01-26T00:22:11.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:11 smithi120 conmon[102313]: from='client.36308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:11.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:11 smithi120 conmon[102313]: audit 2022-01-26T00:22:09.942780+0000 mgr.smithi120.hllzij (mgr.14704) 3346 : audit [DBG] from='client.36312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:11.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:11 smithi120 conmon[102313]: audit 2022-01-26T00:22:10.275449 2022-01-26T00:22:11.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:11 smithi120 conmon[102313]: +0000 mon.smithi120 (mon.0) 1202 : audit [DBG] from='client.? 172.21.15.120:0/1770362430' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:22:11.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:11 smithi145 conmon[67302]: audit 2022-01-26T00:22:09.671958+0000 mgr.smithi120.hllzij (mgr.14704) 3345 : audit [DBG] from='client.36308 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:11.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:11 smithi145 conmon[67302]: audit 2022-01-26T00:22:09.942780+0000 mgr.smithi120.hllzij (mgr.14704) 3346 : audit [DBG] from='client.36312 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:11.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:11 smithi145 conmon[67302]: audit 2022-01-26T00:22:10.275449+0000 mon.smithi120 (mon.0) 1202 : audit [DBG] from='client.? 172.21.15.120:0/1770362430' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:22:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:12 smithi120 conmon[102313]: cluster 2022-01-26T00:22:10.794001+0000 mgr.smithi120.hllzij (mgr.14704) 3347 : cluster [DBG] pgmap v2883: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:12.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:12 smithi145 conmon[67302]: cluster 2022-01-26T00:22:10.794001+0000 mgr.smithi120.hllzij (mgr.14704) 3347 : cluster [DBG] pgmap v2883: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:14.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:14 smithi120 conmon[102313]: cluster 2022-01-26T00:22:12.794449+0000 mgr.smithi120.hllzij (mgr.14704) 3348 : cluster [DBG] pgmap v2884: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:14.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:14 smithi145 conmon[67302]: cluster 2022-01-26T00:22:12.794449+0000 mgr.smithi120.hllzij (mgr.14704) 3348 : cluster [DBG] pgmap v2884: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:16 smithi120 conmon[102313]: cluster 2022-01-26T00:22:14.795264+0000 mgr.smithi120.hllzij (mgr.14704) 3349 : cluster [DBG] pgmap v2885: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:16.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:16 smithi145 conmon[67302]: cluster 2022-01-26T00:22:14.795264+0000 mgr.smithi120.hllzij (mgr.14704) 3349 : cluster [DBG] pgmap v2885: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:18 smithi120 conmon[102313]: cluster 2022-01-26T00:22:16.795904+0000 mgr.smithi120.hllzij (mgr.14704) 3350 : cluster [DBG] pgmap v2886: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:18.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:18 smithi145 conmon[67302]: cluster 2022-01-26T00:22:16.795904+0000 mgr.smithi120.hllzij (mgr.14704) 3350 : cluster [DBG] pgmap v2886: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:20.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:20 smithi120 conmon[102313]: cluster 2022-01-26T00:22:18.796364+0000 mgr.smithi120.hllzij (mgr.14704) 3351 : cluster [DBG] pgmap v2887: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:20.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:20 smithi145 conmon[67302]: cluster 2022-01-26T00:22:18.796364+0000 mgr.smithi120.hllzij (mgr.14704) 3351 : cluster [DBG] pgmap v2887: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:22 smithi120 conmon[102313]: cluster 2022-01-26T00:22:20.797295+0000 mgr.smithi120.hllzij (mgr.14704) 3352 : cluster [DBG] pgmap v2888: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:22 smithi145 conmon[67302]: cluster 2022-01-26T00:22:20.797295+0000 mgr.smithi120.hllzij (mgr.14704) 3352 : cluster [DBG] pgmap v2888: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:24 smithi120 conmon[102313]: cluster 2022-01-26T00:22:22.797861+0000 mgr.smithi120.hllzij (mgr.14704) 3353 : cluster [DBG] pgmap v2889: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:24 smithi145 conmon[67302]: cluster 2022-01-26T00:22:22.797861+0000 mgr.smithi120.hllzij (mgr.14704) 3353 : cluster [DBG] pgmap v2889: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:26.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:26 smithi120 conmon[102313]: cluster 2022-01-26T00:22:24.798663+0000 mgr.smithi120.hllzij (mgr.14704) 3354 : cluster [DBG] pgmap v2890: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:26 smithi145 conmon[67302]: cluster 2022-01-26T00:22:24.798663+0000 mgr.smithi120.hllzij (mgr.14704) 3354 : cluster [DBG] pgmap v2890: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:28 smithi120 conmon[102313]: cluster 2022-01-26T00:22:26.799239+0000 mgr.smithi120.hllzij (mgr.14704) 3355 : cluster [DBG] pgmap v2891: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:28 smithi145 conmon[67302]: cluster 2022-01-26T00:22:26.799239+0000 mgr.smithi120.hllzij (mgr.14704) 3355 : cluster [DBG] pgmap v2891: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:30 smithi120 conmon[102313]: cluster 2022-01-26T00:22:28.799951+0000 mgr.smithi120.hllzij (mgr.14704) 3356 : cluster [DBG] pgmap v2892: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:30.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:30 smithi145 conmon[67302]: cluster 2022-01-26T00:22:28.799951+0000 mgr.smithi120.hllzij (mgr.14704) 3356 : cluster [DBG] pgmap v2892: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:32 smithi120 conmon[102313]: cluster 2022-01-26T00:22:30.800936+0000 mgr.smithi120.hllzij (mgr.14704) 3357 : cluster [DBG] pgmap v2893: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:32.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:32 smithi145 conmon[67302]: cluster 2022-01-26T00:22:30.800936+0000 mgr.smithi120.hllzij (mgr.14704) 3357 : cluster [DBG] pgmap v2893: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:34 smithi120 conmon[102313]: cluster 2022-01-26T00:22:32.801522+0000 mgr.smithi120.hllzij (mgr.14704) 3358 : cluster [DBG] pgmap v2894: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:34.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:34 smithi120 conmon[102313]: 2022-01-26T00:22:34.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:34 smithi145 conmon[67302]: cluster 2022-01-26T00:22:32.801522+0000 mgr.smithi120.hllzij (mgr.14704) 3358 : cluster [DBG] pgmap v2894: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:36 smithi120 conmon[102313]: cluster 2022-01-26T00:22:34.802322+0000 mgr.smithi120.hllzij (mgr.14704) 3359 : cluster [DBG] 2022-01-26T00:22:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:36 smithi120 conmon[102313]: pgmap v2895: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:36.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:36 smithi145 conmon[67302]: cluster 2022-01-26T00:22:34.802322+0000 mgr.smithi120.hllzij (mgr.14704) 3359 : cluster [DBG] 2022-01-26T00:22:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:36 smithi145 conmon[67302]: pgmap v2895: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:38 smithi120 conmon[102313]: cluster 2022-01-26T00:22:36.803057+0000 mgr.smithi120.hllzij (mgr.14704) 3360 : cluster 2022-01-26T00:22:38.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:38 smithi120 conmon[102313]: [DBG] pgmap v2896: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:38.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:38 smithi145 conmon[67302]: cluster 2022-01-26T00:22:36.803057+0000 mgr.smithi120.hllzij (mgr.14704) 3360 : cluster [DBG] pgmap v2896: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:40.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:40 smithi120 conmon[102313]: cluster 2022-01-26T00:22:38.803638+0000 mgr.smithi120.hllzij (mgr.14704) 3361 : cluster [DBG] 2022-01-26T00:22:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:40 smithi120 conmon[102313]: pgmap v2897: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:40.575 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:22:40.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:40 smithi145 conmon[67302]: cluster 2022-01-26T00:22:38.803638+0000 mgr.smithi120.hllzij (mgr.14704) 3361 : cluster [DBG] pgmap v2897: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:40.841 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:22:40.842 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (101m) 2m ago 102m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:22:40.842 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (95m) 2m ago 102m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:22:40.842 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (94m) 2m ago 102m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:22:40.842 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (101m) 2m ago 102m 43.1M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:22:40.843 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (98m) 2m ago 98m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:22:40.843 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (98m) 2m ago 98m 44.1M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:22:40.843 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (95m) 2m ago 104m 579M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:22:40.844 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (95m) 2m ago 102m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:22:40.844 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (95m) 2m ago 104m 686M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:22:40.845 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (95m) 2m ago 102m 353M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:22:40.845 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (96m) 2m ago 96m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:22:40.846 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (96m) 2m ago 96m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:22:40.846 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (102m) 2m ago 102m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:22:40.846 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (102m) 2m ago 102m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:22:40.846 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (89m) 2m ago 101m 2054M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:22:40.846 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (101m) 2m ago 101m 2853M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:22:40.847 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (101m) 2m ago 101m 2082M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:22:40.847 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (100m) 2m ago 100m 2836M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:22:40.847 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (100m) 2m ago 100m 2293M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:22:40.847 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (100m) 2m ago 100m 3179M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:22:40.848 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (100m) 2m ago 100m 2600M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:22:40.848 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (99m) 2m ago 99m 3972M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:22:40.848 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (101m) 2m ago 102m 70.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:22:41.167 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:22:41.167 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:22:41.168 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:22:41.168 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:22:41.168 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:22:41.168 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:22:41.169 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:22:41.169 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:22:41.169 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:22:41.169 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:22:41.170 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:22:41.170 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:22:41.170 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:22:41.170 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:22:41.171 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:22:41.171 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:22:41.171 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:22:41.171 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:22:41.171 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:22:41.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:41 smithi120 conmon[102313]: audit 2022-01-26T00:22:41.165189+0000 mon.smithi120 (mon.0) 1203 : 2022-01-26T00:22:41.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:41 smithi120 conmon[102313]: audit [DBG] from='client.? 172.21.15.120:0/1787041582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:22:41.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:41 smithi145 conmon[67302]: audit 2022-01-26T00:22:41.165189+0000 mon.smithi120 (mon.0) 1203 : audit [DBG] from='client.? 172.21.15.120:0/1787041582' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:22:41.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:41 smithi145 conmon[67302]: 2022-01-26T00:22:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:42 smithi120 conmon[102313]: audit 2022-01-26T00:22:40.564238+0000 mgr.smithi120.hllzij (mgr.14704) 3362 : audit 2022-01-26T00:22:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:42 smithi120 conmon[102313]: [DBG] from='client.36320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:42 smithi120 conmon[102313]: cluster 2022-01-26T00:22:40.804333+0000 mgr.smithi120.hllzij (mgr.14704) 3363 : cluster [DBG] pgmap v2898: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:42 smithi120 conmon[102313]: audit 2022-01-26T00:22:40. 2022-01-26T00:22:42.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:42 smithi120 conmon[102313]: 833763+0000 mgr.smithi120.hllzij (mgr.14704) 3364 : audit [DBG] 2022-01-26T00:22:42.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:42 smithi120 conmon[102313]: from='client.36324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:42.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:42 smithi145 conmon[67302]: audit 2022-01-26T00:22:40.564238+0000 mgr.smithi120.hllzij (mgr.14704) 3362 : audit [DBG] from='client.36320 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:42 smithi145 conmon[67302]: cluster 2022-01-26T00:22:40.804333+0000 mgr.smithi120.hllzij (mgr.14704) 3363 : cluster [DBG] pgmap v2898: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:42 smithi145 conmon[67302]: audit 2022-01-26T00:22:40.833763+0000 mgr.smithi120.hllzij (mgr.14704) 3364 : audit 2022-01-26T00:22:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:42 smithi145 conmon[67302]: [DBG] from='client.36324 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:22:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:44 smithi120 conmon[102313]: cluster 2022-01-26T00:22:42.804984+0000 mgr.smithi120.hllzij (mgr.14704) 3365 : cluster [DBG] 2022-01-26T00:22:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:44 smithi120 conmon[102313]: pgmap v2899: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:44.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:44 smithi145 conmon[67302]: cluster 2022-01-26T00:22:42.804984+0000 mgr.smithi120.hllzij (mgr.14704) 3365 : cluster [DBG] pgmap v2899: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:46 smithi120 conmon[102313]: cluster 2022-01-26T00:22:44.805666+0000 mgr.smithi120.hllzij (mgr.14704) 3366 : cluster [DBG] pgmap v2900: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:46.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:46 smithi145 conmon[67302]: cluster 2022-01-26T00:22:44.805666+0000 mgr.smithi120.hllzij (mgr.14704) 3366 : cluster [DBG] pgmap v2900: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:48.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:48 smithi120 conmon[102313]: cluster 2022-01-26T00:22:46.806298+0000 mgr.smithi120.hllzij (mgr.14704) 3367 : cluster [DBG] pgmap v2901: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:48.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:48 smithi145 conmon[67302]: cluster 2022-01-26T00:22:46.806298+0000 mgr.smithi120.hllzij (mgr.14704) 3367 : cluster [DBG] pgmap v2901: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:50 smithi120 conmon[102313]: cluster 2022-01-26T00:22:48.806830+0000 mgr.smithi120.hllzij (mgr.14704) 3368 : cluster [DBG] pgmap v2902: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:50.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:50 smithi145 conmon[67302]: cluster 2022-01-26T00:22:48.806830+0000 mgr.smithi120.hllzij (mgr.14704) 3368 : cluster [DBG] pgmap v2902: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:52 smithi120 conmon[102313]: cluster 2022-01-26T00:22:50.807836+0000 mgr.smithi120.hllzij (mgr.14704) 3369 : cluster [DBG] pgmap v2903: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:52 smithi120 conmon[102313]: 2022-01-26T00:22:52.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:52 smithi145 conmon[67302]: cluster 2022-01-26T00:22:50.807836+0000 mgr.smithi120.hllzij (mgr.14704) 3369 : cluster [DBG] pgmap v2903: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:22:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:52 smithi145 conmon[67302]: 2022-01-26T00:22:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:54 smithi120 conmon[102313]: cluster 2022-01-26T00:22:52.808279+0000 mgr.smithi120.hllzij (mgr.14704) 3370 : cluster [DBG] pgmap v2904: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:54 smithi120 conmon[102313]: 2022-01-26T00:22:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:54 smithi120 conmon[102313]: audit 2022-01-26T00:22:53.970460+0000 mon.smithi120 (mon.0) 1204 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:22:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:54 smithi120 conmon[102313]: audit 2022-01-26T00:22:53.970678+0000 mon.smithi120 (mon.0) 1205 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:22:54.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:54 smithi145 conmon[67302]: cluster 2022-01-26T00:22:52.808279+0000 mgr.smithi120.hllzij (mgr.14704) 3370 : cluster [DBG] pgmap v2904: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:54 smithi145 conmon[67302]: audit 2022-01-26T00:22:53.970460+0000 mon.smithi120 (mon.0) 1204 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:22:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:54 smithi145 conmon[67302]: audit 2022-01-26T00:22:53.970678+0000 mon.smithi120 (mon.0) 1205 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:22:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:56 smithi120 conmon[102313]: cluster 2022-01-26T00:22:54.808916+0000 mgr.smithi120.hllzij (mgr.14704) 3371 : cluster 2022-01-26T00:22:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:56 smithi120 conmon[102313]: [DBG] pgmap v2905: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:56.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:56 smithi145 conmon[67302]: cluster 2022-01-26T00:22:54.808916+0000 mgr.smithi120.hllzij (mgr.14704) 3371 : cluster [DBG] pgmap v2905: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:57.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:57 smithi120 conmon[102313]: audit 2022-01-26T00:22:56.908294+0000 mon.smithi120 (mon 2022-01-26T00:22:57.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:57 smithi120 conmon[102313]: .0) 1206 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:22:57.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:57 smithi120 conmon[102313]: audit 2022-01-26T00:22:56.909865+0000 mon.smithi120 (mon.0) 1207 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:22:57.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:57 smithi120 conmon[102313]: audit 2022-01-26T00:22:56.910664+0000 mon.smithi120 (mon.0) 1208 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:22:57.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:57 smithi145 conmon[67302]: audit 2022-01-26T00:22:56.908294+0000 mon.smithi120 (mon. 2022-01-26T00:22:57.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:57 smithi145 conmon[67302]: 0) 1206 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:22:57.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:57 smithi145 conmon[67302]: audit 2022-01-26T00:22:56.909865+0000 mon.smithi120 (mon.0) 1207 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:22:57.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:57 smithi145 conmon[67302]: audit 2022-01-26T00:22:56.910664+0000 mon.smithi120 (mon.0) 1208 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:22:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:58 smithi120 conmon[102313]: cluster 2022-01-26T00:22:56.809443+0000 mgr.smithi120.hllzij (mgr.14704) 3372 : cluster [DBG] pgmap v2906: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:58 smithi120 conmon[102313]: cephadm 2022-01-26T00:22:56.911415+0000 mgr.smithi120.hllzij (mgr.14704) 3373 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:22:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:58 smithi120 conmon[102313]: audit 2022-01-26T00:22:57.259760+0000 mon.smithi120 (mon.0) 1209 : 2022-01-26T00:22:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:58 smithi120 conmon[102313]: audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:22:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:58 smithi120 conmon[102313]: audit 2022-01-26T00: 2022-01-26T00:22:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:58 smithi120 conmon[102313]: 22:57.641589+0000 mon.smithi120 (mon.0) 1210 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:22:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:58 smithi120 conmon[102313]: audit 2022-01-26T00:22:58.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:22:58 smithi120 conmon[102313]: 2022-01-26T00:22:57.646671+0000 mon.smithi120 (mon.0) 1211 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:22:58.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:58 smithi145 conmon[67302]: cluster 2022-01-26T00:22:56.809443+0000 mgr.smithi120.hllzij (mgr.14704) 3372 2022-01-26T00:22:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:58 smithi145 conmon[67302]: : cluster [DBG] pgmap v2906: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:22:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:58 smithi145 conmon[67302]: cephadm 2022-01-26T00:22:56.911415+0000 mgr.smithi120.hllzij (mgr.14704) 3373 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:22:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:58 smithi145 conmon[67302]: audit 2022-01-26T00:22:57.259760+0000 mon.smithi120 (mon.0) 2022-01-26T00:22:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:58 smithi145 conmon[67302]: 1209 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:22:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:58 smithi145 conmon[67302]: audit 2022-01-26T00 2022-01-26T00:22:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:58 smithi145 conmon[67302]: :22:57.641589+0000 mon.smithi120 (mon.0) 1210 : audit 2022-01-26T00:22:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:58 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:22:58.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:58 smithi145 conmon[67302]: audit 2022-01-26T00: 2022-01-26T00:22:58.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:58 smithi145 conmon[67302]: 22:57.646671+0000 mon.smithi120 (mon.0) 1211 : audit 2022-01-26T00:22:58.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:22:58 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:23:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:00 smithi120 conmon[102313]: cluster 2022-01-26T00:22:58.810078+0000 mgr.smithi120.hllzij (mgr.14704) 3374 : cluster [DBG] pgmap v2907: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:00.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:00 smithi145 conmon[67302]: cluster 2022-01-26T00:22:58.810078+0000 mgr.smithi120.hllzij (mgr.14704) 3374 : cluster [DBG] pgmap v2907: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:00 smithi145 conmon[67302]: 2022-01-26T00:23:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:02 smithi120 conmon[102313]: cluster 2022-01-26T00:23:00.810919+0000 mgr.smithi120.hllzij (mgr.14704) 3375 : cluster [DBG] pgmap v2908: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:02.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:02 smithi145 conmon[67302]: cluster 2022-01-26T00:23:00.810919+0000 mgr.smithi120.hllzij (mgr.14704) 3375 : cluster [DBG] pgmap v2908: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:02 smithi145 conmon[67302]: 2022-01-26T00:23:04.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:04 smithi120 conmon[102313]: cluster 2022-01-26T00:23:02.811383+0000 mgr.smithi120.hllzij (mgr.14704) 3376 : cluster [DBG] pgmap v2909: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:04.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:04 smithi145 conmon[67302]: cluster 2022-01-26T00:23:02.811383+0000 mgr.smithi120.hllzij (mgr.14704) 3376 : cluster [DBG] pgmap v2909: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:06 smithi120 conmon[102313]: cluster 2022-01-26T00:23:04.812104+0000 mgr.smithi120.hllzij (mgr.14704) 3377 : cluster [DBG] pgmap v2910: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:06.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:06 smithi145 conmon[67302]: cluster 2022-01-26T00:23:04.812104+0000 mgr.smithi120.hllzij (mgr.14704) 3377 : cluster [DBG] pgmap v2910: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:08 smithi120 conmon[102313]: cluster 2022-01-26T00:23:06.812677+0000 mgr.smithi120.hllzij (mgr.14704) 3378 : cluster [DBG] pgmap v2911: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:08.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:08 smithi145 conmon[67302]: cluster 2022-01-26T00:23:06.812677+0000 mgr.smithi120.hllzij (mgr.14704) 3378 : cluster [DBG] pgmap v2911: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:10 smithi120 conmon[102313]: cluster 2022-01-26T00:23:08.813185+0000 mgr.smithi120.hllzij (mgr.14704) 3379 : cluster [DBG] pgmap v2912: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:10 smithi145 conmon[67302]: cluster 2022-01-26T00:23:08.813185+0000 mgr.smithi120.hllzij (mgr.14704) 3379 : cluster [DBG] pgmap v2912: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:11.466 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:23:11.731 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:23:11.732 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (102m) 3m ago 103m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:23:11.732 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (95m) 3m ago 103m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:23:11.732 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (95m) 3m ago 102m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:23:11.732 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (102m) 3m ago 103m 43.1M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:23:11.732 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (99m) 3m ago 99m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:23:11.733 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (99m) 3m ago 99m 44.1M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:23:11.733 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (96m) 3m ago 104m 579M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:23:11.733 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (96m) 3m ago 102m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:23:11.733 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (95m) 3m ago 104m 686M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:23:11.734 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (95m) 3m ago 102m 353M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:23:11.734 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (96m) 3m ago 96m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:23:11.734 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (96m) 3m ago 96m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:23:11.734 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (103m) 3m ago 103m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:23:11.735 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (102m) 3m ago 102m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:23:11.735 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (90m) 3m ago 102m 2054M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:23:11.735 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (102m) 3m ago 102m 2853M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:23:11.735 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (101m) 3m ago 101m 2082M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:23:11.735 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (101m) 3m ago 101m 2836M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:23:11.736 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (101m) 3m ago 101m 2293M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:23:11.736 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (100m) 3m ago 100m 3179M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:23:11.736 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (100m) 3m ago 100m 2600M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:23:11.736 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (100m) 3m ago 100m 3972M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:23:11.737 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (102m) 3m ago 103m 70.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:23:12.053 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:23:12.054 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:23:12.054 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:23:12.054 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:23:12.055 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:23:12.055 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:23:12.055 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:23:12.055 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:23:12.056 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:23:12.056 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:23:12.056 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:23:12.056 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:23:12.057 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:23:12.057 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:23:12.057 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:23:12.057 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:23:12.058 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:23:12.058 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:23:12.058 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:23:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:12 smithi120 conmon[102313]: cluster 2022-01-26T00:23:10.814024+0000 mgr.smithi120.hllzij (mgr.14704) 3380 : cluster 2022-01-26T00:23:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:12 smithi120 conmon[102313]: [DBG] pgmap v2913: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:12 smithi120 conmon[102313]: audit 2022-01-26T00:23:12.054382+0000 mon.smithi120 (mon.0) 1212 : audit [DBG] from='client.? 172.21.15.120:0/2446068391' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:23:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:12 smithi145 conmon[67302]: cluster 2022-01-26T00:23:10.814024+0000 mgr.smithi120.hllzij (mgr.14704) 3380 : cluster [DBG] pgmap v2913: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:12 smithi145 conmon[67302]: audit 2022-01-26T00:23:12.054382+0000 mon.smithi120 (mon.0) 1212 : audit [DBG] from='client.? 172.21.15.120:0/2446068391' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:23:13.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:13 smithi120 conmon[102313]: audit 2022-01-26T00:23:11.455132+0000 mgr.smithi120.hllzij (mgr.14704) 3381 : audit [DBG] from='client.36332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:13.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:13 smithi120 conmon[102313]: audit 2022-01-26T00:23:11.723579+0000 mgr.smithi120.hllzij (mgr.14704) 3382 : audit [DBG] from='client.36336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:13.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:13 smithi145 conmon[67302]: audit 2022-01-26T00:23:11.455132+0000 mgr.smithi120.hllzij (mgr.14704) 3381 : audit [DBG] from='client.36332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:13.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:13 smithi145 conmon[67302]: audit 2022-01-26T00:23:11.723579+0000 mgr.smithi120.hllzij (mgr.14704) 3382 : audit [DBG] from='client.36336 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:14 smithi120 conmon[102313]: cluster 2022-01-26T00:23:12.814453+0000 mgr.smithi120.hllzij (mgr.14704) 3383 : cluster 2022-01-26T00:23:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:14 smithi120 conmon[102313]: [DBG] pgmap v2914: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:14.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:14 smithi145 conmon[67302]: cluster 2022-01-26T00:23:12.814453+0000 mgr.smithi120.hllzij (mgr.14704) 3383 : cluster [DBG] pgmap v2914: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:16 smithi120 conmon[102313]: cluster 2022-01-26T00:23:14.815151+0000 mgr.smithi120.hllzij (mgr.14704) 3384 : cluster [DBG] pgmap v2915: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:16.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:16 smithi145 conmon[67302]: cluster 2022-01-26T00:23:14.815151+0000 mgr.smithi120.hllzij (mgr.14704) 3384 : cluster [DBG] pgmap v2915: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:18.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:18 smithi145 conmon[67302]: cluster 2022-01-26T00:23:16.815725+0000 mgr.smithi120.hllzij (mgr.14704) 3385 : cluster [DBG] pgmap v2916: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:18 smithi120 conmon[102313]: cluster 2022-01-26T00:23:16.815725+0000 mgr.smithi120.hllzij (mgr.14704) 3385 : cluster [DBG] pgmap v2916: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:20.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:20 smithi145 conmon[67302]: cluster 2022-01-26T00:23:18.816324+0000 mgr.smithi120.hllzij (mgr.14704) 3386 : cluster [DBG] pgmap v2917: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:20.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:20 smithi120 conmon[102313]: cluster 2022-01-26T00:23:18.816324+0000 mgr.smithi120.hllzij (mgr.14704) 3386 : cluster [DBG] pgmap v2917: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:22 smithi145 conmon[67302]: cluster 2022-01-26T00:23:20.817312+0000 mgr.smithi120.hllzij (mgr.14704) 3387 : cluster [DBG] pgmap v2918: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:22 smithi120 conmon[102313]: cluster 2022-01-26T00:23:20.817312+0000 mgr.smithi120.hllzij (mgr.14704) 3387 : cluster [DBG] pgmap v2918: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:24 smithi145 conmon[67302]: cluster 2022-01-26T00:23:22.818052+0000 mgr.smithi120.hllzij (mgr.14704) 3388 : cluster [DBG] pgmap v2919: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:24.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:24 smithi120 conmon[102313]: cluster 2022-01-26T00:23:22.818052+0000 mgr.smithi120.hllzij (mgr.14704) 3388 : cluster [DBG] pgmap v2919: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:26 smithi145 conmon[67302]: cluster 2022-01-26T00:23:24.819028+0000 mgr.smithi120.hllzij (mgr.14704) 3389 : cluster [DBG] pgmap v2920: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:26 smithi120 conmon[102313]: cluster 2022-01-26T00:23:24.819028+0000 mgr.smithi120.hllzij (mgr.14704) 3389 : cluster [DBG] pgmap v2920: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:28.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:28 smithi145 conmon[67302]: cluster 2022-01-26T00:23:26.819606+0000 mgr.smithi120.hllzij (mgr.14704) 3390 : cluster [DBG] pgmap v2921: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:28 smithi120 conmon[102313]: cluster 2022-01-26T00:23:26.819606+0000 mgr.smithi120.hllzij (mgr.14704) 3390 : cluster [DBG] pgmap v2921: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:28 smithi120 conmon[102313]: 2022-01-26T00:23:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:30 smithi145 conmon[67302]: cluster 2022-01-26T00:23:28.820000+0000 mgr.smithi120.hllzij (mgr.14704) 3391 : cluster [DBG] pgmap v2922: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:30 smithi120 conmon[102313]: cluster 2022-01-26T00:23:28.820000+0000 mgr.smithi120.hllzij (mgr.14704) 3391 : cluster [DBG] pgmap v2922: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:32.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:32 smithi145 conmon[67302]: cluster 2022-01-26T00:23:30.820949+0000 mgr.smithi120.hllzij (mgr.14704) 3392 : cluster [DBG] pgmap v2923: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:32 smithi120 conmon[102313]: cluster 2022-01-26T00:23:30.820949+0000 mgr.smithi120.hllzij (mgr.14704) 3392 : cluster [DBG] pgmap v2923: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:34.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:34 smithi120 conmon[102313]: cluster 2022-01-26T00:23:32.821468+0000 mgr.smithi120.hllzij (mgr.14704) 3393 : cluster [DBG] pgmap v2924: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:34.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:34 smithi145 conmon[67302]: cluster 2022-01-26T00:23:32.821468+0000 mgr.smithi120.hllzij (mgr.14704) 3393 : cluster [DBG] pgmap v2924: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:36 smithi120 conmon[102313]: cluster 2022-01-26T00:23:34.822173+0000 mgr.smithi120.hllzij (mgr.14704) 3394 : cluster [DBG] pgmap v2925: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:36.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:36 smithi145 conmon[67302]: cluster 2022-01-26T00:23:34.822173+0000 mgr.smithi120.hllzij (mgr.14704) 3394 : cluster [DBG] pgmap v2925: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:38 smithi120 conmon[102313]: cluster 2022-01-26T00:23:36.822787+0000 mgr.smithi120.hllzij (mgr.14704) 3395 : cluster [DBG] pgmap v2926: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:38 smithi120 conmon[102313]: 2022-01-26T00:23:38.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:38 smithi145 conmon[67302]: cluster 2022-01-26T00:23:36.822787+0000 mgr.smithi120.hllzij (mgr.14704) 3395 : cluster [DBG] pgmap v2926: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:40 smithi120 conmon[102313]: cluster 2022-01-26T00:23:38.823267+0000 mgr.smithi120.hllzij (mgr.14704) 3396 : cluster [DBG] pgmap v2927: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:40.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:40 smithi145 conmon[67302]: cluster 2022-01-26T00:23:38.823267+0000 mgr.smithi120.hllzij (mgr.14704) 3396 : cluster [DBG] pgmap v2927: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:42.356 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:23:42.625 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:23:42.626 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (102m) 3m ago 104m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:23:42.626 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (96m) 3m ago 103m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:23:42.626 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (95m) 3m ago 103m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:23:42.626 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (102m) 3m ago 103m 43.1M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:23:42.627 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (99m) 3m ago 99m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:23:42.627 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (99m) 3m ago 99m 44.1M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:23:42.627 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (96m) 3m ago 105m 579M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:23:42.627 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (96m) 3m ago 103m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:23:42.628 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (96m) 3m ago 105m 686M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:23:42.628 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (96m) 3m ago 103m 353M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:23:42.628 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (97m) 3m ago 97m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:23:42.628 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (97m) 3m ago 97m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:23:42.628 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (103m) 3m ago 103m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:23:42.629 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (103m) 3m ago 103m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:23:42.629 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (90m) 3m ago 102m 2054M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:23:42.629 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (102m) 3m ago 102m 2853M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:23:42.629 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (102m) 3m ago 102m 2082M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:23:42.630 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (102m) 3m ago 101m 2836M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:23:42.630 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (101m) 3m ago 101m 2293M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:23:42.630 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (101m) 3m ago 101m 3179M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:23:42.630 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (101m) 3m ago 101m 2600M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:23:42.631 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (100m) 3m ago 100m 3972M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:23:42.631 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (102m) 3m ago 103m 70.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:23:42.631 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:42 smithi120 conmon[102313]: cluster 2022-01-26T00:23:40.824105+0000 mgr.smithi120.hllzij (mgr.14704) 3397 : cluster [DBG] pgmap v2928: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:42.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:42 smithi145 conmon[67302]: cluster 2022-01-26T00:23:40.824105+0000 mgr.smithi120.hllzij (mgr.14704) 3397 : cluster [DBG] pgmap v2928: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:42.943 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:23:42.943 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:23:42.943 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:23:42.943 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:23:42.944 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:23:42.944 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:23:42.944 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:23:42.944 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:23:42.945 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:23:42.945 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:23:42.945 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:23:42.945 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:23:42.946 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:23:42.946 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:23:42.946 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:23:42.946 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:23:42.946 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:23:42.947 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:23:42.947 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:23:43.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:43 smithi120 conmon[102313]: audit 2022-01-26T00:23:42.345755+0000 mgr.smithi120.hllzij (mgr.14704) 3398 : audit [DBG] 2022-01-26T00:23:43.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:43 smithi120 conmon[102313]: from='client.36344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:43.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:43 smithi120 conmon[102313]: audit 2022-01-26T00:23:42.943827+0000 mon.smithi120 (mon.0) 1213 : audit [DBG] from='client.? 172.21.15.120:0/1229532635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:23:43.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:43 smithi145 conmon[67302]: audit 2022-01-26T00:23:42.345755+0000 mgr.smithi120.hllzij (mgr.14704) 3398 : audit [DBG] from='client.36344 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:43.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:43 smithi145 conmon[67302]: audit 2022-01-26T00:23:42.943827+0000 mon.smithi120 2022-01-26T00:23:43.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:43 smithi145 conmon[67302]: (mon.0) 1213 : audit [DBG] from='client.? 172.21.15.120:0/1229532635' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:23:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:44 smithi120 conmon[102313]: audit 2022-01-26T00:23:42.617691+0000 mgr.smithi120.hllzij (mgr.14704) 3399 : 2022-01-26T00:23:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:44 smithi120 conmon[102313]: audit [DBG] from='client.36348 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:44.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:44 smithi120 conmon[102313]: cluster 2022-01-26T00:23:42.824491+0000 mgr.smithi120.hllzij (mgr.14704) 3400 : cluster [DBG] pgmap v2929: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:44 smithi145 conmon[67302]: audit 2022-01-26T00:23:42.617691+0000 mgr.smithi120.hllzij (mgr.14704) 3399 : audit [DBG] from='client.36348 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:23:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:44 smithi145 conmon[67302]: cluster 2022-01-26T00:23:42. 2022-01-26T00:23:44.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:44 smithi145 conmon[67302]: 824491+0000 mgr.smithi120.hllzij (mgr.14704) 3400 : cluster [DBG] pgmap v2929: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:46.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:46 smithi120 conmon[102313]: cluster 2022-01-26T00:23:44.825268+0000 mgr.smithi120.hllzij (mgr.14704) 3401 : cluster [DBG] pgmap v2930: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:46.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:46 smithi145 conmon[67302]: cluster 2022-01-26T00:23:44.825268+0000 mgr.smithi120.hllzij (mgr.14704) 3401 : cluster [DBG] pgmap v2930: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:48 smithi120 conmon[102313]: cluster 2022-01-26T00:23:46.825980+0000 mgr.smithi120.hllzij (mgr.14704) 3402 : cluster 2022-01-26T00:23:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:48 smithi120 conmon[102313]: [DBG] pgmap v2931: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:48.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:48 smithi145 conmon[67302]: cluster 2022-01-26T00:23:46.825980+0000 mgr.smithi120.hllzij (mgr.14704) 3402 : cluster [DBG] pgmap v2931: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:50.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:50 smithi120 conmon[102313]: cluster 2022-01-26T00:23:48.826482+0000 mgr.smithi120.hllzij (mgr.14704) 3403 : cluster [DBG] pgmap v2932: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:50.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:50 smithi145 conmon[67302]: cluster 2022-01-26T00:23:48.826482+0000 mgr.smithi120.hllzij (mgr.14704) 3403 : cluster [DBG] pgmap v2932: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:52 smithi120 conmon[102313]: cluster 2022-01-26T00:23:50.827281+0000 mgr.smithi120.hllzij (mgr.14704) 3404 : cluster [DBG] pgmap v2933: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:52.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:52 smithi145 conmon[67302]: cluster 2022-01-26T00:23:50.827281+0000 mgr.smithi120.hllzij (mgr.14704) 3404 : cluster [DBG] pgmap v2933: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:23:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:54 smithi120 conmon[102313]: cluster 2022-01-26T00:23:52.827932+0000 mgr.smithi120.hllzij (mgr.14704) 3405 : cluster [DBG] pgmap v2934: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:54 smithi120 conmon[102313]: audit 2022-01-26T00:23:53.974437+0000 mon.smithi120 (mon.0) 1214 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:23:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:54 smithi120 conmon[102313]: audit 2022-01-26T00:23:53.974711+0000 mon.smithi120 (mon.0) 1215 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:23:54.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:54 smithi145 conmon[67302]: cluster 2022-01-26T00:23:52.827932+0000 mgr.smithi120.hllzij (mgr.14704) 3405 : cluster [DBG] pgmap v2934: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:54.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:54 smithi145 conmon[67302]: audit 2022-01-26T00:23:53.974437+0000 mon.smithi120 (mon.0) 1214 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:23:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:54 smithi145 conmon[67302]: audit 2022-01-26T00:23:53.974711+0000 mon.smithi120 (mon.0) 1215 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:23:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:56 smithi120 conmon[102313]: cluster 2022-01-26T00:23:54.828729+0000 mgr.smithi120.hllzij (mgr.14704) 3406 : cluster [DBG] pgmap v2935: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:56.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:56 smithi145 conmon[67302]: cluster 2022-01-26T00:23:54.828729+0000 mgr.smithi120.hllzij (mgr.14704) 3406 : cluster [DBG] pgmap v2935: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:58 smithi120 conmon[102313]: cluster 2022-01-26T00:23:56.829293+0000 mgr.smithi120.hllzij (mgr.14704) 3407 : cluster [DBG] pgmap v2936: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:58.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:58 smithi120 conmon[102313]: audit 2022-01 2022-01-26T00:23:58.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:58 smithi120 conmon[102313]: -26T00:23:57.649362+0000 mon.smithi120 (mon.0) 1216 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:23:58.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:58 smithi120 conmon[102313]: audit 2022-01-26T00:23:57.650812+0000 mon.smithi120 (mon.0) 1217 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:23:58.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:58 smithi120 conmon[102313]: audit 2022-01-26T 2022-01-26T00:23:58.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:58 smithi120 conmon[102313]: 00:23:57.651711+0000 mon.smithi120 (mon.0) 1218 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:23:58.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:58 smithi120 conmon[102313]: audit 2022-01-26T00 2022-01-26T00:23:58.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:58 smithi120 conmon[102313]: :23:58.045137+0000 mon.smithi120 (mon.0 2022-01-26T00:23:58.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:58 smithi120 conmon[102313]: ) 1219 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:23:58.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:58 smithi120 conmon[102313]: audit 2022-01-26T00 2022-01-26T00:23:58.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:58 smithi120 conmon[102313]: :23:58.050645+0000 mon.smithi120 (mon.0 2022-01-26T00:23:58.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:58 smithi120 conmon[102313]: ) 1220 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:23:58.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:58 smithi145 conmon[67302]: cluster 2022-01-26T00:23:56.829293+0000 mgr.smithi120.hllzij (mgr.14704) 3407 : cluster [DBG] pgmap v2936: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:23:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:58 smithi145 conmon[67302]: 2022-01-26T00:23:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:58 smithi145 conmon[67302]: audit 2022-01-26T00:23:57.649362+0000 mon.smithi120 (mon.0) 1216 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:23:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:58 smithi145 conmon[67302]: audit 2022-01-26 2022-01-26T00:23:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:58 smithi145 conmon[67302]: T00:23:57.650812+0000 mon.smithi120 (mon.0) 1217 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:23:58.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:58 smithi145 conmon[67302]: audit 2022 2022-01-26T00:23:58.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:58 smithi145 conmon[67302]: -01-26T00:23:57. 2022-01-26T00:23:58.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:58 smithi145 conmon[67302]: 651711+0000 mon.smithi120 (mon.0) 1218 : audit 2022-01-26T00:23:58.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:58 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:23:58.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:58 smithi145 conmon[67302]: audit 2022-01-26T 2022-01-26T00:23:58.831 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:58 smithi145 conmon[67302]: 00:23:58.045137+0000 mon.smithi120 (mon 2022-01-26T00:23:58.832 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:58 smithi145 conmon[67302]: .0) 1219 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:23:58.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:58 smithi145 conmon[67302]: audit 2022- 2022-01-26T00:23:58.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:58 smithi145 conmon[67302]: 01-26T00:23:58. 2022-01-26T00:23:58.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:58 smithi145 conmon[67302]: 050645+0000 mon.smithi120 (mon.0) 1220 : audit 2022-01-26T00:23:58.833 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:58 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:23:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:23:59 smithi145 conmon[67302]: cephadm 2022-01-26T00:23:57.652567+0000 mgr.smithi120.hllzij (mgr.14704) 3408 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:23:59.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:59 smithi120 conmon[102313]: cephadm 2022-01-26T00:23:57.652567+0000 mgr.smithi120.hllzij (mgr.14704) 3408 : cephadm 2022-01-26T00:23:59.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:23:59 smithi120 conmon[102313]: [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:24:00.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:00 smithi120 conmon[102313]: cluster 2022-01-26T00:23:58.829798+0000 mgr.smithi120.hllzij (mgr.14704) 3409 : cluster [DBG] pgmap v2937: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:00.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:00 smithi145 conmon[67302]: cluster 2022-01-26T00:23:58.829798+0000 mgr.smithi120.hllzij (mgr.14704) 3409 : cluster [DBG] pgmap v2937: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:02 smithi120 conmon[102313]: cluster 2022-01-26T00:24:00.830659+0000 mgr.smithi120.hllzij (mgr.14704) 3410 : cluster [DBG] pgmap v2938: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:02.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:02 smithi145 conmon[67302]: cluster 2022-01-26T00:24:00.830659+0000 mgr.smithi120.hllzij (mgr.14704) 3410 : cluster [DBG] pgmap v2938: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:04 smithi120 conmon[102313]: cluster 2022-01-26T00:24:02.831222+0000 mgr.smithi120.hllzij (mgr.14704) 3411 : cluster [DBG] pgmap v2939: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:04.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:04 smithi145 conmon[67302]: cluster 2022-01-26T00:24:02.831222+0000 mgr.smithi120.hllzij (mgr.14704) 3411 : cluster [DBG] pgmap v2939: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:06 smithi120 conmon[102313]: cluster 2022-01-26T00:24:04.832096+0000 mgr.smithi120.hllzij (mgr.14704) 3412 : cluster [DBG] pgmap v2940: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:06.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:06 smithi120 conmon[102313]: 2022-01-26T00:24:06.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:06 smithi145 conmon[67302]: cluster 2022-01-26T00:24:04.832096+0000 mgr.smithi120.hllzij (mgr.14704) 3412 : cluster [DBG] pgmap v2940: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:08 smithi120 conmon[102313]: cluster 2022-01-26T00:24:06.832778+0000 mgr.smithi120.hllzij (mgr.14704) 3413 : cluster [DBG] pgmap v2941: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:08 smithi145 conmon[67302]: cluster 2022-01-26T00:24:06.832778+0000 mgr.smithi120.hllzij (mgr.14704) 3413 : cluster [DBG] pgmap v2941: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:10 smithi120 conmon[102313]: cluster 2022-01-26T00:24:08.833341+0000 mgr.smithi120.hllzij (mgr.14704) 3414 : cluster [DBG] pgmap v2942: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:10.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:10 smithi145 conmon[67302]: cluster 2022-01-26T00:24:08.833341+0000 mgr.smithi120.hllzij (mgr.14704) 3414 : cluster [DBG] pgmap v2942: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:11.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:11 smithi120 conmon[102313]: cluster 2022-01-26T00:24:10.834290+0000 mgr.smithi120.hllzij (mgr.14704) 3415 : cluster [DBG] pgmap v2943: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:11.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:11 smithi120 conmon[102313]: 2022-01-26T00:24:11.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:11 smithi145 conmon[67302]: cluster 2022-01-26T00:24:10.834290+0000 mgr.smithi120.hllzij (mgr.14704) 3415 : cluster [DBG] pgmap v2943: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:13.245 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:24:13.511 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:24:13.512 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (103m) 4m ago 104m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:24:13.512 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (96m) 4m ago 104m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:24:13.512 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (96m) 4m ago 104m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:24:13.513 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (103m) 4m ago 104m 43.1M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:24:13.513 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (100m) 4m ago 100m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:24:13.513 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (100m) 4m ago 100m 44.1M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:24:13.513 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (97m) 4m ago 105m 579M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:24:13.514 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (97m) 4m ago 103m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:24:13.514 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (97m) 4m ago 105m 686M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:24:13.514 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (96m) 4m ago 103m 353M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:24:13.515 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (97m) 4m ago 97m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:24:13.515 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (97m) 4m ago 97m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:24:13.515 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (104m) 4m ago 104m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:24:13.515 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (103m) 4m ago 103m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:24:13.515 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (91m) 4m ago 103m 2054M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:24:13.516 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (103m) 4m ago 103m 2853M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:24:13.516 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (102m) 4m ago 102m 2082M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:24:13.516 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (102m) 4m ago 102m 2836M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:24:13.516 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (102m) 4m ago 102m 2293M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:24:13.517 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (101m) 4m ago 101m 3179M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:24:13.517 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (101m) 4m ago 101m 2600M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:24:13.517 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (101m) 4m ago 101m 3972M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:24:13.517 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (103m) 4m ago 104m 70.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:24:13.834 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:24:13.835 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:24:13.835 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:24:13.835 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:24:13.835 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:24:13.836 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:24:13.836 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:24:13.836 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:24:13.836 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:24:13.836 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:24:13.837 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:24:13.837 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:24:13.837 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:24:13.837 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:24:13.838 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:24:13.838 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:24:13.838 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:24:13.838 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:24:13.838 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:24:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:13 smithi120 conmon[102313]: cluster 2022-01-26T00:24:12.834864+0000 mgr.smithi120.hllzij (mgr. 2022-01-26T00:24:14.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:13 smithi120 conmon[102313]: 14704) 3416 : cluster [DBG] pgmap v2944: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:13 smithi120 conmon[102313]: audit 2022-01-26T00:24:13.233575+0000 mgr.smithi120.hllzij (mgr.14704) 3417 : audit [DBG] from='client.36356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:13 smithi120 conmon[102313]: audit 2022-01-26T00:24:13.835407+0000 mon.smithi120 (mon.0) 2022-01-26T00:24:14.303 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:13 smithi120 conmon[102313]: 1221 : audit [DBG] from='client.? 172.21.15.120:0/662947192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:24:14.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:13 smithi145 conmon[67302]: cluster 2022-01-26T00:24:12.834864+0000 mgr.smithi120.hllzij (mgr.14704) 3416 : cluster [DBG] pgmap v2944: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:13 smithi145 conmon[67302]: 2022-01-26T00:24:14.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:13 smithi145 conmon[67302]: audit 2022-01-26T00:24:13.233575+0000 mgr.smithi120.hllzij (mgr.14704) 3417 : audit [DBG] from='client.36356 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:14.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:13 smithi145 conmon[67302]: audit 2022-01-26T00:24:13. 2022-01-26T00:24:14.330 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:13 smithi145 conmon[67302]: 835407+0000 mon.smithi120 (mon.0) 1221 : audit [DBG] from='client.? 172.21.15.120:0/662947192' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:24:15.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:14 smithi120 conmon[102313]: audit 2022-01-26T00:24:13.503972+0000 mgr.smithi120.hllzij (mgr.14704) 3418 : audit [DBG] from='client.36360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:15.302 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:14 smithi120 conmon[102313]: 2022-01-26T00:24:15.328 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:14 smithi145 conmon[67302]: audit 2022-01-26T00:24:13.503972+0000 mgr.smithi120.hllzij (mgr.14704) 3418 : audit [DBG] 2022-01-26T00:24:15.329 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:14 smithi145 conmon[67302]: from='client.36360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:16.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:16 smithi120 conmon[102313]: cluster 2022-01-26T00:24:14.835751+0000 mgr.smithi120.hllzij (mgr.14704) 3419 : cluster [DBG] pgmap v2945: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:16.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:16 smithi145 conmon[67302]: cluster 2022-01-26T00:24:14.835751+0000 mgr.smithi120.hllzij (mgr.14704) 3419 2022-01-26T00:24:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:16 smithi145 conmon[67302]: : cluster [DBG] pgmap v2945: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:18.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:18 smithi120 conmon[102313]: cluster 2022-01-26T00:24:16.836362+0000 mgr.smithi120.hllzij (mgr.14704) 3420 : cluster [DBG] pgmap v2946: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:18.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:18 smithi145 conmon[67302]: cluster 2022-01-26T00:24:16.836362+0000 mgr.smithi120.hllzij (mgr.14704) 3420 : cluster [DBG] pgmap v2946: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:20 smithi120 conmon[102313]: cluster 2022-01-26T00:24:18.836837+0000 mgr.smithi120.hllzij (mgr.14704) 3421 : cluster [DBG] pgmap v2947: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:20 smithi145 conmon[67302]: cluster 2022-01-26T00:24:18.836837+0000 mgr.smithi120.hllzij (mgr.14704) 3421 : cluster [DBG] 2022-01-26T00:24:20.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:20 smithi145 conmon[67302]: pgmap v2947: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:22 smithi120 conmon[102313]: cluster 2022-01-26T00:24:20.837611+0000 mgr.smithi120.hllzij (mgr.14704) 3422 : cluster [DBG] 2022-01-26T00:24:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:22 smithi120 conmon[102313]: pgmap v2948: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:22 smithi145 conmon[67302]: cluster 2022-01-26T00:24:20.837611+0000 mgr.smithi120.hllzij (mgr.14704) 3422 : cluster [DBG] pgmap v2948: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:24 smithi120 conmon[102313]: cluster 2022-01-26T00:24:22.838218+0000 mgr.smithi120.hllzij (mgr.14704) 3423 : cluster [DBG] pgmap v2949: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:24.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:24 smithi120 conmon[102313]: 2022-01-26T00:24:24.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:24 smithi145 conmon[67302]: cluster 2022-01-26T00:24:22.838218+0000 mgr.smithi120.hllzij (mgr.14704) 3423 : cluster [DBG] pgmap v2949: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:26.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:26 smithi120 conmon[102313]: cluster 2022-01-26T00:24:24.839138+0000 mgr.smithi120.hllzij (mgr.14704) 3424 : cluster [DBG] pgmap v2950: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:26.558 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:26 smithi120 conmon[102313]: 2022-01-26T00:24:26.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:26 smithi145 conmon[67302]: cluster 2022-01-26T00:24:24.839138+0000 mgr.smithi120.hllzij (mgr.14704) 3424 : cluster [DBG] pgmap v2950: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:28.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:28 smithi120 conmon[102313]: cluster 2022-01-26T00:24:26.839715+0000 mgr.smithi120.hllzij (mgr.14704) 3425 : cluster [DBG] pgmap v2951: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:28.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:28 smithi145 conmon[67302]: cluster 2022-01-26T00:24:26.839715+0000 mgr.smithi120.hllzij (mgr.14704) 3425 : cluster [DBG] pgmap v2951: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:30 smithi120 conmon[102313]: cluster 2022-01-26T00:24:28.840340+0000 mgr.smithi120.hllzij (mgr.14704) 3426 : cluster [DBG] pgmap v2952: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:30 smithi145 conmon[67302]: cluster 2022-01-26T00:24:28.840340+0000 mgr.smithi120.hllzij (mgr.14704) 3426 : cluster [DBG] 2022-01-26T00:24:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:30 smithi145 conmon[67302]: pgmap v2952: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:32.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:32 smithi120 conmon[102313]: cluster 2022-01-26T00:24:30.841170+0000 mgr.smithi120.hllzij (mgr.14704) 3427 : cluster [DBG] pgmap v2953: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:32 smithi145 conmon[67302]: cluster 2022-01-26T00:24:30.841170+0000 mgr.smithi120.hllzij (mgr.14704) 3427 : cluster [DBG] pgmap v2953: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:34.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:34 smithi120 conmon[102313]: cluster 2022-01-26T00:24:32.841616+0000 mgr.smithi120.hllzij (mgr.14704) 3428 : cluster [DBG] pgmap v2954: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:34 smithi145 conmon[67302]: cluster 2022-01-26T00:24:32.841616+0000 mgr.smithi120.hllzij (mgr.14704) 3428 : cluster [DBG] pgmap v2954: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:36 smithi120 conmon[102313]: cluster 2022-01-26T00:24:34.842484+0000 mgr.smithi120.hllzij (mgr.14704) 3429 : cluster [DBG] pgmap v2955: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:36.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:36 smithi120 conmon[102313]: 2022-01-26T00:24:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:36 smithi145 conmon[67302]: cluster 2022-01-26T00:24:34.842484+0000 mgr.smithi120.hllzij (mgr.14704) 3429 : cluster [DBG] pgmap v2955: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:36 smithi145 conmon[67302]: 2022-01-26T00:24:38.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:38 smithi120 conmon[102313]: cluster 2022-01-26T00:24:36.843127+0000 mgr.smithi120.hllzij (mgr.14704) 3430 : cluster [DBG] pgmap v2956: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:38 smithi145 conmon[67302]: cluster 2022-01-26T00:24:36.843127+0000 mgr.smithi120.hllzij (mgr.14704) 3430 : cluster [DBG] pgmap v2956: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:38 smithi145 conmon[67302]: 2022-01-26T00:24:40.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:40 smithi120 conmon[102313]: cluster 2022-01-26T00:24:38.843749+0000 mgr.smithi120.hllzij (mgr.14704) 3431 : cluster [DBG] pgmap v2957: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:40 smithi145 conmon[67302]: cluster 2022-01-26T00:24:38.843749+0000 mgr.smithi120.hllzij (mgr.14704) 3431 : cluster [DBG] 2022-01-26T00:24:40.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:40 smithi145 conmon[67302]: pgmap v2957: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:42 smithi120 conmon[102313]: cluster 2022-01-26T00:24:40.844590+0000 mgr.smithi120.hllzij (mgr.14704) 3432 : cluster [DBG] pgmap v2958: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:42.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:42 smithi145 conmon[67302]: cluster 2022-01-26T00:24:40.844590+0000 mgr.smithi120.hllzij (mgr.14704) 3432 : cluster [DBG] pgmap v2958: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:44.135 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:24:44.401 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:24:44.402 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (103m) 4m ago 105m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:24:44.402 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (97m) 4m ago 105m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:24:44.402 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (97m) 4m ago 104m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:24:44.402 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (103m) 4m ago 104m 43.1M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:24:44.403 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (100m) 4m ago 100m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:24:44.403 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (100m) 4m ago 100m 44.1M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:24:44.403 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (97m) 4m ago 106m 579M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:24:44.403 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (97m) 4m ago 104m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:24:44.403 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (97m) 4m ago 106m 686M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:24:44.404 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (97m) 4m ago 104m 353M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:24:44.404 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (98m) 4m ago 98m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:24:44.404 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (98m) 4m ago 98m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:24:44.404 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (104m) 4m ago 104m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:24:44.404 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (104m) 4m ago 104m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:24:44.405 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (91m) 4m ago 103m 2054M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:24:44.405 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (103m) 4m ago 103m 2853M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:24:44.405 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (103m) 4m ago 103m 2082M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:24:44.405 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (103m) 4m ago 103m 2836M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:24:44.406 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (102m) 4m ago 102m 2293M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:24:44.406 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (102m) 4m ago 102m 3179M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:24:44.406 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (102m) 4m ago 102m 2600M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:24:44.407 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (101m) 4m ago 101m 3972M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:24:44.407 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (103m) 4m ago 104m 70.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:24:44.407 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:44 smithi120 conmon[102313]: cluster 2022-01-26T00:24:42.845229+0000 mgr.smithi120.hllzij (mgr.14704) 3433 : cluster [DBG] pgmap v2959: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:44.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:44 smithi145 conmon[67302]: cluster 2022-01-26T00:24:42.845229+0000 mgr.smithi120.hllzij (mgr.14704) 3433 : cluster [DBG] 2022-01-26T00:24:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:44 smithi145 conmon[67302]: pgmap v2959: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:44.728 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:24:44.728 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:24:44.728 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:24:44.729 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:24:44.729 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:24:44.729 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:24:44.729 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:24:44.729 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:24:44.730 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:24:44.730 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:24:44.730 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:24:44.730 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:24:44.731 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:24:44.731 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:24:44.731 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:24:44.731 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:24:44.732 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:24:44.732 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:24:44.732 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:24:45.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:45 smithi120 conmon[102313]: audit 2022-01-26T00:24:44.124907+0000 mgr.smithi120.hllzij (mgr 2022-01-26T00:24:45.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:45 smithi120 conmon[102313]: .14704) 3434 : audit [DBG] from='client.36368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:45.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:45 smithi120 conmon[102313]: audit 2022-01-26T00:24:44.393514+0000 mgr.smithi120.hllzij (mgr.14704) 3435 : audit [DBG] from='client.36372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:45.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:45 smithi120 conmon[102313]: audit 2022-01-26T00:24:44.728885+0000 mon.smithi120 (mon.0 2022-01-26T00:24:45.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:45 smithi120 conmon[102313]: ) 1222 : audit [DBG] from='client.? 172.21.15.120:0/699312606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:24:45.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:45 smithi145 conmon[67302]: audit 2022-01-26T00:24:44.124907+0000 mgr.smithi120.hllzij (mgr.14704) 3434 : audit [DBG] from='client.36368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:45.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:45 smithi145 conmon[67302]: audit 2022-01-26T00:24:44.393514+0000 mgr.smithi120.hllzij (mgr.14704) 3435 : audit [DBG] from='client.36372 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:24:45.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:45 smithi145 conmon[67302]: audit 2022-01-26T00:24:44.728885+0000 mon.smithi120 (mon.0) 1222 : audit 2022-01-26T00:24:45.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:45 smithi145 conmon[67302]: [DBG] from='client.? 172.21.15.120:0/699312606' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:24:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:46 smithi120 conmon[102313]: cluster 2022-01-26T00:24:44.845898+0000 mgr.smithi120.hllzij (mgr.14704) 3436 : cluster [DBG] pgmap v2960: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:46.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:46 smithi145 conmon[67302]: cluster 2022-01-26T00:24:44.845898+0000 mgr.smithi120.hllzij (mgr.14704) 3436 : cluster 2022-01-26T00:24:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:46 smithi145 conmon[67302]: [DBG] pgmap v2960: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:48.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:48 smithi120 conmon[102313]: cluster 2022-01-26T00:24:46.846475+0000 mgr.smithi120.hllzij (mgr.14704) 3437 : cluster [DBG] pgmap v2961: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:48.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:48 smithi145 conmon[67302]: cluster 2022-01-26T00:24:46.846475+0000 mgr.smithi120.hllzij (mgr.14704) 3437 : cluster [DBG] pgmap v2961: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:50 smithi120 conmon[102313]: cluster 2022-01-26T00:24:48.846984+0000 mgr.smithi120.hllzij (mgr.14704) 3438 : cluster [DBG] pgmap v2962: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:50 smithi120 conmon[102313]: 2022-01-26T00:24:50.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:50 smithi145 conmon[67302]: cluster 2022-01-26T00:24:48.846984+0000 mgr.smithi120.hllzij (mgr.14704) 3438 : cluster 2022-01-26T00:24:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:50 smithi145 conmon[67302]: [DBG] pgmap v2962: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:52 smithi120 conmon[102313]: cluster 2022-01-26T00:24:50.847774+0000 mgr.smithi120.hllzij (mgr.14704) 3439 : cluster [DBG] pgmap v2963: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:52 smithi145 conmon[67302]: cluster 2022-01-26T00:24:50.847774+0000 mgr.smithi120.hllzij (mgr.14704) 3439 : cluster [DBG] pgmap v2963: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:24:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:54 smithi120 conmon[102313]: cluster 2022-01-26T00:24:52.848438+0000 mgr.smithi120.hllzij (mgr.14704) 3440 : cluster [DBG] pgmap v2964: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:54 smithi120 conmon[102313]: audit 2022-01-26T00:24:53.978365+0000 mon.smithi120 (mon.0) 1223 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:24:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:54 smithi120 conmon[102313]: audit 2022-01-26T00:24:53.978589+0000 mon.smithi120 (mon.0) 1224 : audit [INF] 2022-01-26T00:24:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:54 smithi120 conmon[102313]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:24:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:54 smithi145 conmon[67302]: cluster 2022-01-26T00:24:52.848438+0000 mgr.smithi120.hllzij (mgr.14704) 3440 : cluster [DBG] pgmap v2964: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:54 smithi145 conmon[67302]: audit 2022-01-26T00:24:53.978365+0000 mon.smithi120 (mon.0) 1223 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:24:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:54 smithi145 conmon[67302]: audit 2022-01-26T00:24:53.978589+0000 mon.smithi120 (mon.0) 1224 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:24:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:56 smithi120 conmon[102313]: cluster 2022-01-26T00:24:54.849364+0000 mgr.smithi120.hllzij (mgr.14704) 3441 : cluster [DBG] pgmap v2965: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:56.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:56 smithi145 conmon[67302]: cluster 2022-01-26T00:24:54.849364+0000 mgr.smithi120.hllzij (mgr.14704) 3441 : cluster [DBG] pgmap v2965: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:58 smithi120 conmon[102313]: cluster 2022-01-26T00:24:56.849958+0000 mgr.smithi120.hllzij (mgr.14704) 3442 2022-01-26T00:24:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:58 smithi120 conmon[102313]: : cluster [DBG] pgmap v2966: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:58 smithi120 conmon[102313]: audit 2022-01-26T00:24:58.053464+0000 mon.smithi120 (mon.0) 1225 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:24:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:58 smithi120 conmon[102313]: audit 2022-01-26T00:24:58.054949+0000 mon.smithi120 (mon.0) 1226 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:24:58.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:58 smithi120 conmon[102313]: audit 2022-01-26T00:24:58.055824+0000 mon.smithi120 (mon.0) 1227 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:24:58.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:58 smithi145 conmon[67302]: cluster 2022-01-26T00:24:56.849958+0000 mgr.smithi120.hllzij (mgr. 2022-01-26T00:24:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:58 smithi145 conmon[67302]: 14704) 3442 : cluster [DBG] pgmap v2966: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:24:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:58 smithi145 conmon[67302]: audit 2022-01-26T00:24:58.053464+0000 mon.smithi120 (mon.0) 1225 : audit [DBG] 2022-01-26T00:24:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:58 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:24:58.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:58 smithi145 conmon[67302]: audit 2022-01-26T00 2022-01-26T00:24:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:58 smithi145 conmon[67302]: :24:58.054949+0000 mon.smithi120 (mon.0) 1226 : audit [DBG] 2022-01-26T00:24:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:58 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:24:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:58 smithi145 conmon[67302]: audit 2022- 2022-01-26T00:24:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:58 smithi145 conmon[67302]: 01-26T00:24:58.055824+0000 mon.smithi120 2022-01-26T00:24:58.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:58 smithi145 conmon[67302]: (mon.0) 1227 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:24:59.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:59 smithi120 conmon[102313]: cephadm 2022-01-26T00:24:58.056531+0000 mgr.smithi120.hllzij (mgr.14704) 3443 2022-01-26T00:24:59.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:59 smithi120 conmon[102313]: : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:24:59.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:59 smithi120 conmon[102313]: audit 2022-01-26T00:24:58.451994+0000 mon.smithi120 (mon.0) 1228 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:24:59.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:59 smithi120 conmon[102313]: audit 2022-01-26T00:24:59.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:24:59 smithi120 conmon[102313]: 2022-01-26T00:24:58.456715+0000 mon.smithi120 (mon.0) 1229 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:24:59.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:59 smithi145 conmon[67302]: cephadm 2022-01-26T00:24:58.056531+0000 mgr.smithi120.hllzij (mgr.14704) 3443 : 2022-01-26T00:24:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:59 smithi145 conmon[67302]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:24:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:59 smithi145 conmon[67302]: audit 2022-01-26T00:24:58.451994+0000 mon.smithi120 (mon.0) 1228 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:24:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:59 smithi145 conmon[67302]: audit 2022 2022-01-26T00:24:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:59 smithi145 conmon[67302]: -01-26T00:24:58.456715+0000 mon.smithi120 (mon.0) 2022-01-26T00:24:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:24:59 smithi145 conmon[67302]: 1229 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:25:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:00 smithi120 conmon[102313]: cluster 2022-01-26T00:24:58.850383+0000 mgr.smithi120.hllzij (mgr.14704) 3444 : cluster [DBG] pgmap v2967: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:00 smithi145 conmon[67302]: cluster 2022-01-26T00:24:58.850383+0000 mgr.smithi120.hllzij (mgr.14704) 3444 2022-01-26T00:25:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:00 smithi145 conmon[67302]: : cluster [DBG] pgmap v2967: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:02 smithi120 conmon[102313]: cluster 2022-01-26T00:25:00.851177+0000 mgr.smithi120.hllzij (mgr.14704) 3445 : cluster [DBG] pgmap v2968: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:02.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:02 smithi145 conmon[67302]: cluster 2022-01-26T00:25:00.851177+0000 mgr.smithi120.hllzij (mgr. 2022-01-26T00:25:02.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:02 smithi145 conmon[67302]: 14704) 3445 : cluster [DBG] pgmap v2968: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:04 smithi120 conmon[102313]: cluster 2022-01-26T00:25:02.851653+0000 mgr.smithi120.hllzij (mgr.14704) 3446 : cluster [DBG] pgmap v2969: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:04.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:04 smithi145 conmon[67302]: cluster 2022-01-26T00:25:02.851653+0000 mgr.smithi120.hllzij (mgr.14704) 3446 : 2022-01-26T00:25:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:04 smithi145 conmon[67302]: cluster [DBG] pgmap v2969: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:06.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:06 smithi120 conmon[102313]: cluster 2022-01-26T00:25:04.852460+0000 mgr.smithi120.hllzij (mgr.14704) 3447 : cluster [DBG] 2022-01-26T00:25:06.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:06 smithi120 conmon[102313]: pgmap v2970: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:06.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:06 smithi145 conmon[67302]: cluster 2022-01-26T00:25:04.852460+0000 mgr.smithi120.hllzij (mgr.14704) 3447 : cluster [DBG] 2022-01-26T00:25:06.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:06 smithi145 conmon[67302]: pgmap v2970: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:08.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:08 smithi120 conmon[102313]: cluster 2022-01-26T00:25:06.853002+0000 mgr.smithi120.hllzij (mgr.14704) 3448 : cluster [DBG] 2022-01-26T00:25:08.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:08 smithi120 conmon[102313]: pgmap v2971: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:08.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:08 smithi145 conmon[67302]: cluster 2022-01-26T00:25:06.853002+0000 mgr.smithi120.hllzij (mgr.14704) 3448 : cluster [DBG] 2022-01-26T00:25:08.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:08 smithi145 conmon[67302]: pgmap v2971: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:10 smithi120 conmon[102313]: cluster 2022-01-26T00:25:08.853458+0000 mgr.smithi120.hllzij (mgr.14704) 3449 : cluster 2022-01-26T00:25:10.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:10 smithi120 conmon[102313]: [DBG] pgmap v2972: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:10 smithi145 conmon[67302]: cluster 2022-01-26T00:25:08.853458+0000 mgr.smithi120.hllzij (mgr.14704) 3449 : cluster [DBG] 2022-01-26T00:25:10.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:10 smithi145 conmon[67302]: pgmap v2972: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:12.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:12 smithi120 conmon[102313]: cluster 2022-01-26T00:25:10.854482+0000 mgr.smithi120.hllzij (mgr.14704) 3450 : cluster [DBG] pgmap v2973: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:12 smithi145 conmon[67302]: cluster 2022-01-26T00:25:10.854482+0000 mgr.smithi120.hllzij (mgr.14704) 3450 2022-01-26T00:25:12.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:12 smithi145 conmon[67302]: : cluster [DBG] pgmap v2973: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:14 smithi120 conmon[102313]: cluster 2022-01-26T00:25:12.854985+0000 mgr.smithi120.hllzij (mgr.14704) 3451 : cluster 2022-01-26T00:25:14.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:14 smithi120 conmon[102313]: [DBG] pgmap v2974: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:14 smithi145 conmon[67302]: cluster 2022-01-26T00:25:12.854985+0000 mgr.smithi120.hllzij (mgr.14704) 3451 : cluster [DBG] 2022-01-26T00:25:14.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:14 smithi145 conmon[67302]: pgmap v2974: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:15.030 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:25:15.300 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:25:15.300 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (104m) 5m ago 105m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:25:15.300 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (97m) 5m ago 105m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:25:15.301 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (97m) 5m ago 105m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:25:15.301 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (104m) 5m ago 105m 43.1M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:25:15.301 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (101m) 5m ago 101m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:25:15.301 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (101m) 5m ago 101m 44.1M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:25:15.302 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (98m) 5m ago 106m 579M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:25:15.302 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (98m) 5m ago 104m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:25:15.302 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (98m) 5m ago 106m 686M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:25:15.302 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (97m) 5m ago 104m 353M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:25:15.303 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (98m) 5m ago 98m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:25:15.303 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (98m) 5m ago 98m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:25:15.303 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (105m) 5m ago 105m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:25:15.304 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (104m) 5m ago 104m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:25:15.304 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (92m) 5m ago 104m 2054M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:25:15.304 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (104m) 5m ago 104m 2853M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:25:15.304 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (103m) 5m ago 103m 2082M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:25:15.305 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (103m) 5m ago 103m 2836M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:25:15.305 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (103m) 5m ago 103m 2293M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:25:15.305 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (103m) 5m ago 103m 3179M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:25:15.305 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (102m) 5m ago 102m 2600M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:25:15.306 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (102m) 5m ago 102m 3972M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:25:15.306 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (104m) 5m ago 105m 70.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:25:15.622 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:25:15.623 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:25:15.623 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:25:15.623 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:25:15.624 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:25:15.624 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:25:15.624 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:25:15.624 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:25:15.625 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:25:15.625 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:25:15.625 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:25:15.625 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:25:15.625 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:25:15.626 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:25:15.626 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:25:15.626 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:25:15.626 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:25:15.627 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:25:15.627 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:25:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:16 smithi120 conmon[102313]: cluster 2022-01-26T00:25:14.855609+0000 mgr.smithi120.hllzij (mgr.14704) 3452 : cluster [DBG] pgmap v2975: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:16 smithi120 conmon[102313]: audit 2022-01-26T00:25:15.019100+0000 mgr.smithi120.hllzij (mgr.14704) 3453 : audit [DBG] from='client.36380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:16 smithi120 conmon[102313]: audit 2022-01-26T00:25:15.291657+0000 mgr.smithi120.hllzij (mgr.14704) 3454 : audit [DBG] 2022-01-26T00:25:16.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:16 smithi120 conmon[102313]: from='client.36384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:16.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:16 smithi120 conmon[102313]: audit 2022-01-26T00:25:15.623792+0000 2022-01-26T00:25:16.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:16 smithi120 conmon[102313]: mon.smithi120 (mon.0) 1230 : audit [DBG] from='client.? 172.21.15.120:0/2496406477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:25:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:16 smithi145 conmon[67302]: cluster 2022-01-26T00:25:14.855609+0000 mgr.smithi120.hllzij (mgr.14704) 3452 : cluster [DBG] pgmap v2975: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:16 smithi145 conmon[67302]: audit 2022-01-26T00:25:15.019100+0000 2022-01-26T00:25:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:16 smithi145 conmon[67302]: mgr.smithi120.hllzij (mgr.14704) 3453 : audit [DBG] from='client.36380 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:16.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:16 smithi145 conmon[67302]: audit 2022-01-26T00:25:15.291657+0000 mgr.smithi120.hllzij (mgr.14704) 3454 : audit [DBG] from='client.36384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:16.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:16 smithi145 conmon[67302]: audit 2022-01-26T00:25:15.623792+0000 mon.smithi120 (mon.0) 1230 : audit [DBG] 2022-01-26T00:25:16.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:16 smithi145 conmon[67302]: from='client.? 172.21.15.120:0/2496406477' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:25:18.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:18 smithi120 conmon[102313]: cluster 2022-01-26T00:25:16.856233+0000 mgr.smithi120.hllzij (mgr.14704) 3455 : cluster [DBG] pgmap v2976: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:18.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:18 smithi145 conmon[67302]: cluster 2022-01-26T00:25:16.856233+0000 mgr.smithi120.hllzij (mgr.14704) 3455 : cluster [DBG] pgmap v2976: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:18.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:18 smithi145 conmon[67302]: 2022-01-26T00:25:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:20 smithi120 conmon[102313]: cluster 2022-01-26T00:25:18.856673+0000 mgr.smithi120.hllzij (mgr.14704) 3456 : cluster 2022-01-26T00:25:20.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:20 smithi120 conmon[102313]: [DBG] pgmap v2977: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:20.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:20 smithi145 conmon[67302]: cluster 2022-01-26T00:25:18.856673+0000 mgr.smithi120.hllzij (mgr.14704) 3456 : cluster [DBG] pgmap v2977: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:22 smithi120 conmon[102313]: cluster 2022-01-26T00:25:20.857475+0000 mgr.smithi120.hllzij (mgr.14704) 3457 : cluster [DBG] pgmap v2978: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:22.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:22 smithi120 conmon[102313]: 2022-01-26T00:25:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:22 smithi145 conmon[67302]: cluster 2022-01-26T00:25:20.857475+0000 mgr.smithi120.hllzij (mgr.14704) 3457 2022-01-26T00:25:22.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:22 smithi145 conmon[67302]: : cluster [DBG] pgmap v2978: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:24.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:24 smithi120 conmon[102313]: cluster 2022-01-26T00:25:22.858092+0000 mgr.smithi120.hllzij (mgr.14704) 3458 : cluster [DBG] pgmap v2979: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:24.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:24 smithi145 conmon[67302]: cluster 2022-01-26T00:25:22.858092+0000 mgr.smithi120.hllzij (mgr.14704) 3458 : cluster [DBG] pgmap v2979: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:26.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:26 smithi120 conmon[102313]: cluster 2022-01-26T00:25:24.858807+0000 mgr.smithi120.hllzij (mgr.14704) 3459 : cluster [DBG] pgmap v2980: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:26.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:26 smithi145 conmon[67302]: cluster 2022-01-26T00:25:24.858807+0000 mgr.smithi120.hllzij (mgr.14704) 3459 : cluster [DBG] pgmap v2980: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:28.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:28 smithi120 conmon[102313]: cluster 2022-01-26T00:25:26.859343+0000 mgr.smithi120.hllzij (mgr.14704) 3460 : cluster [DBG] pgmap v2981: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:28 smithi145 conmon[67302]: cluster 2022-01-26T00:25:26.859343+0000 mgr.smithi120.hllzij (mgr.14704) 3460 : cluster [DBG] 2022-01-26T00:25:28.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:28 smithi145 conmon[67302]: pgmap v2981: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:30 smithi120 conmon[102313]: cluster 2022-01-26T00:25:28.859945+0000 mgr.smithi120.hllzij (mgr.14704) 3461 : cluster [DBG] 2022-01-26T00:25:30.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:30 smithi120 conmon[102313]: pgmap v2982: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:30.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:30 smithi145 conmon[67302]: cluster 2022-01-26T00:25:28.859945+0000 mgr.smithi120.hllzij (mgr.14704) 3461 : cluster [DBG] pgmap v2982: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:32.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:32 smithi145 conmon[67302]: cluster 2022-01-26T00:25:30.860799+0000 mgr.smithi120.hllzij (mgr.14704) 3462 : cluster [DBG] pgmap v2983: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:32 smithi120 conmon[102313]: cluster 2022-01-26T00:25:30.860799+0000 mgr.smithi120.hllzij (mgr.14704) 3462 : cluster [DBG] pgmap v2983: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:34.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:34 smithi145 conmon[67302]: cluster 2022-01-26T00:25:32.861266+0000 mgr.smithi120.hllzij (mgr.14704) 3463 : cluster [DBG] pgmap v2984: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:34.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:34 smithi120 conmon[102313]: cluster 2022-01-26T00:25:32.861266+0000 mgr.smithi120.hllzij (mgr.14704) 3463 : cluster [DBG] pgmap v2984: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:36.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:36 smithi145 conmon[67302]: cluster 2022-01-26T00:25:34.862216+0000 mgr.smithi120.hllzij (mgr.14704) 3464 : cluster [DBG] pgmap v2985: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:36.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:36 smithi120 conmon[102313]: cluster 2022-01-26T00:25:34.862216+0000 mgr.smithi120.hllzij (mgr.14704) 3464 : cluster [DBG] 2022-01-26T00:25:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:36 smithi120 conmon[102313]: pgmap v2985: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:38.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:38 smithi145 conmon[67302]: cluster 2022-01-26T00:25:36.862795+0000 mgr.smithi120.hllzij (mgr.14704) 3465 : cluster [DBG] pgmap v2986: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:38 smithi120 conmon[102313]: cluster 2022-01-26T00:25:36.862795+0000 mgr.smithi120.hllzij (mgr.14704) 3465 : cluster [DBG] pgmap v2986: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:40.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:40 smithi145 conmon[67302]: cluster 2022-01-26T00:25:38.863248+0000 mgr.smithi120.hllzij (mgr.14704) 3466 : cluster [DBG] pgmap v2987: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:40 smithi120 conmon[102313]: cluster 2022-01-26T00:25:38.863248+0000 mgr.smithi120.hllzij (mgr.14704) 3466 : cluster [DBG] pgmap v2987: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:40.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:40 smithi120 conmon[102313]: 2022-01-26T00:25:42.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:42 smithi145 conmon[67302]: cluster 2022-01-26T00:25:40.864141+0000 mgr.smithi120.hllzij (mgr.14704) 3467 : cluster [DBG] pgmap v2988: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:42.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:42 smithi120 conmon[102313]: cluster 2022-01-26T00:25:40.864141+0000 mgr.smithi120.hllzij ( 2022-01-26T00:25:42.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:42 smithi120 conmon[102313]: mgr.14704) 3467 : cluster [DBG] pgmap v2988: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:44.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:44 smithi145 conmon[67302]: cluster 2022-01-26T00:25:42.864622+0000 mgr.smithi120.hllzij (mgr.14704) 3468 : cluster [DBG] pgmap v2989: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:44.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:44 smithi120 conmon[102313]: cluster 2022-01-26T00:25:42.864622+0000 mgr.smithi120.hllzij (mgr.14704) 3468 : cluster [DBG] pgmap v2989: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:45.922 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:25:46.190 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:25:46.191 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (104m) 5m ago 106m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:25:46.191 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (98m) 5m ago 106m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:25:46.191 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (98m) 5m ago 105m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:25:46.192 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (104m) 5m ago 105m 43.1M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:25:46.192 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (101m) 5m ago 101m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:25:46.192 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (101m) 5m ago 101m 44.1M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:25:46.192 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (99m) 5m ago 107m 579M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:25:46.193 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (98m) 5m ago 105m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:25:46.193 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (98m) 5m ago 107m 686M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:25:46.193 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (98m) 5m ago 105m 353M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:25:46.193 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (99m) 5m ago 99m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:25:46.193 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (99m) 5m ago 99m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:25:46.194 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (105m) 5m ago 105m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:25:46.194 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (105m) 5m ago 105m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:25:46.194 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (92m) 5m ago 104m 2054M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:25:46.194 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (104m) 5m ago 104m 2853M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:25:46.195 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (104m) 5m ago 104m 2082M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:25:46.195 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (104m) 5m ago 104m 2836M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:25:46.195 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (103m) 5m ago 103m 2293M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:25:46.195 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (103m) 5m ago 103m 3179M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:25:46.195 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (103m) 5m ago 103m 2600M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:25:46.196 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (103m) 5m ago 103m 3972M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:25:46.196 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (104m) 5m ago 105m 70.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:25:46.514 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:46 smithi120 conmon[102313]: cluster 2022-01-26T00:25:44.865500+0000 mgr.smithi120.hllzij (mgr.14704) 3469 : cluster [DBG] pgmap v2990: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:46.515 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:25:46.515 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:25:46.515 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:25:46.515 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:25:46.516 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:25:46.516 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:25:46.516 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:25:46.516 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:25:46.517 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:25:46.517 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:25:46.517 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:25:46.517 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:25:46.517 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:25:46.518 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:25:46.518 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:25:46.518 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:25:46.519 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:25:46.519 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:25:46.519 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:25:46.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:46 smithi145 conmon[67302]: cluster 2022-01-26T00:25:44.865500+0000 mgr.smithi120.hllzij (mgr.14704) 3469 : cluster [DBG] pgmap v2990: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:47.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:47 smithi120 conmon[102313]: audit 2022-01-26T00:25:45.911756+0000 mgr.smithi120.hllzij (mgr.14704) 3470 : audit [DBG] from='client.36392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:47.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:47 smithi120 conmon[102313]: audit 2022-01-26T00:25:46.182739+0000 mgr.smithi120.hllzij (mgr.14704) 3471 : audit [DBG] from='client.36396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:47.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:47 smithi120 conmon[102313]: audit 2022-01-26T00:25:46.515252+0000 mon.smithi120 (mon.0) 1231 : audit [DBG] from='client.? 172.21.15.120:0/1088749490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:25:47.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:47 smithi145 conmon[67302]: audit 2022-01-26T00:25:45.911756+0000 mgr.smithi120.hllzij (mgr.14704) 3470 : audit [DBG] from='client.36392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:47.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:47 smithi145 conmon[67302]: audit 2022-01-26T00 2022-01-26T00:25:47.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:47 smithi145 conmon[67302]: :25:46.182739+0000 mgr.smithi120.hllzij (mgr.14704) 3471 : audit [DBG] from='client.36396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:25:47.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:47 smithi145 conmon[67302]: audit 2022-01-26T00:25:46.515252+0000 mon.smithi120 (mon.0) 1231 : audit [DBG] from='client.? 172.21.15.120:0/1088749490' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:25:48.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:48 smithi120 conmon[102313]: cluster 2022-01-26T00:25:46.866229+0000 mgr.smithi120.hllzij (mgr.14704) 3472 : cluster [DBG] pgmap v2991: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:48.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:48 smithi145 conmon[67302]: cluster 2022-01-26T00:25:46.866229+0000 mgr.smithi120.hllzij (mgr.14704) 3472 : cluster [DBG] pgmap v2991: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:50.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:50 smithi120 conmon[102313]: cluster 2022-01-26T00:25:48.866885+0000 mgr.smithi120.hllzij (mgr.14704) 3473 : cluster [DBG] pgmap v2992: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:50.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:50 smithi145 conmon[67302]: cluster 2022-01-26T00:25:48.866885+0000 mgr.smithi120.hllzij (mgr.14704) 3473 : cluster [DBG] pgmap v2992: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:52.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:52 smithi120 conmon[102313]: cluster 2022-01-26T00:25:50.867803+0000 mgr.smithi120.hllzij (mgr.14704) 3474 : cluster [DBG] pgmap v2993: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:52.879 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:52 smithi120 conmon[102313]: 2022-01-26T00:25:52.881 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:52 smithi145 conmon[67302]: cluster 2022-01-26T00:25:50.867803+0000 mgr.smithi120.hllzij (mgr.14704) 3474 : cluster [DBG] pgmap v2993: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:25:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:54 smithi120 conmon[102313]: cluster 2022-01-26T00:25:52.868336+0000 mgr.smithi120.hllzij (mgr.14704) 3475 : cluster [DBG] pgmap v2994: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:54.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:54 smithi120 conmon[102313]: 2022-01-26T00:25:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:54 smithi120 conmon[102313]: audit 2022-01-26T00:25:53.982413+0000 mon.smithi120 (mon.0) 1232 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:25:54.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:54 smithi120 conmon[102313]: audit 2022-01-26T00:25:53.982659+0000 mon.smithi120 (mon.0) 1233 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:25:54.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:54 smithi145 conmon[67302]: cluster 2022-01-26T00:25:52.868336+0000 mgr.smithi120.hllzij (mgr.14704) 3475 : cluster [DBG] pgmap v2994: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:54 smithi145 conmon[67302]: audit 2022-01-26T00:25:53.982413+0000 mon.smithi120 (mon.0) 1232 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:25:54.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:54 smithi145 conmon[67302]: audit 2022-01-26T00:25:53.982659+0000 mon.smithi120 (mon.0) 1233 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:25:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:56 smithi120 conmon[102313]: cluster 2022-01-26T00:25:54.869184+0000 mgr.smithi120.hllzij (mgr.14704) 3476 : cluster [DBG] pgmap v2995: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:56.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:56 smithi120 conmon[102313]: 2022-01-26T00:25:56.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:56 smithi145 conmon[67302]: cluster 2022-01-26T00:25:54.869184+0000 mgr.smithi120.hllzij (mgr.14704) 3476 : cluster [DBG] pgmap v2995: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:58.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:58 smithi120 conmon[102313]: cluster 2022-01-26T00:25:56.869921+0000 mgr.smithi120.hllzij (mgr.14704) 3477 : cluster [DBG] pgmap v2996: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:58.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:58 smithi145 conmon[67302]: cluster 2022-01-26T00:25:56.869921+0000 mgr.smithi120.hllzij (mgr.14704) 3477 : cluster [DBG] pgmap v2996: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:25:58.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:58 smithi145 conmon[67302]: 2022-01-26T00:25:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:59 smithi145 conmon[67302]: audit 2022-01-26T00:25:58.459189+0000 mon.smithi120 (mon.0) 1234 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:25:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:59 smithi145 conmon[67302]: audit 2022-01- 2022-01-26T00:25:59.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:59 smithi145 conmon[67302]: 26T00:25:58.460506+0000 mon.smithi120 (mon.0) 1235 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:25:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:59 smithi145 conmon[67302]: audit 2022-01-26T00:25:58.461327+0000 mon.smithi120 (mon.0) 1236 : audit [INF] 2022-01-26T00:25:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:59 smithi145 conmon[67302]: from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:25:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:59 smithi145 conmon[67302]: audit 2022-01-26T00:25:58.853492+0000 2022-01-26T00:25:59.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:59 smithi145 conmon[67302]: mon.smithi120 (mon.0) 1237 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:25:59.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:59 smithi145 conmon[67302]: audit 2022-01-26T00:25:59.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:59 smithi145 conmon[67302]: 2022-01-26T00:25:58.858851+0000 mon.smithi120 (mon.0) 1238 : audit 2022-01-26T00:25:59.581 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:25:59 smithi145 conmon[67302]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:25:59.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:59 smithi120 conmon[102313]: audit 2022-01-26T00:25:58.459189+0000 mon.smithi120 (mon.0) 1234 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:25:59.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:59 smithi120 conmon[102313]: audit 2022-01-26T00: 2022-01-26T00:25:59.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:59 smithi120 conmon[102313]: 25:58.460506+0000 mon.smithi120 (mon.0) 1235 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:25:59.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:59 smithi120 conmon[102313]: audit 2022-01-26T00:25:58.461327+0000 mon.smithi120 (mon.0) 1236 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:25:59.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:59 smithi120 conmon[102313]: audit 2022-01-26T00:25:58.853492+0000 mon.smithi120 (mon.0) 1237 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:25:59.804 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:25:59 smithi120 conmon[102313]: audit 2022-01-26T00:25:58.858851+0000 mon.smithi120 (mon.0) 1238 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:26:00.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:00 smithi120 conmon[102313]: cephadm 2022-01-26T00:25:58.462039+0000 mgr.smithi120.hllzij (mgr.14704) 3478 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:26:00.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:00 smithi120 conmon[102313]: 2022-01-26T00:26:00.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:00 smithi120 conmon[102313]: cluster 2022-01-26T00:25:58.870505+0000 mgr.smithi120.hllzij (mgr.14704) 3479 : cluster [DBG] pgmap v2997: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:00.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:00 smithi145 conmon[67302]: cephadm 2022-01-26T00:25:58.462039+0000 mgr.smithi120.hllzij (mgr.14704) 3478 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:26:00.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:00 smithi145 conmon[67302]: cluster 2022-01-26T00:25:58.870505+0000 mgr.smithi120.hllzij (mgr.14704) 3479 : cluster [DBG] pgmap v2997: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:02.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:02 smithi120 conmon[102313]: cluster 2022-01-26T00:26:00.871300+0000 mgr.smithi120.hllzij (mgr.14704) 3480 : cluster [DBG] pgmap v2998: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:02.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:02 smithi145 conmon[67302]: cluster 2022-01-26T00:26:00.871300+0000 mgr.smithi120.hllzij (mgr.14704) 3480 : cluster [DBG] pgmap v2998: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:04.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:04 smithi120 conmon[102313]: cluster 2022-01-26T00:26:02.871872+0000 mgr.smithi120.hllzij (mgr.14704) 3481 : cluster [DBG] pgmap v2999: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:04.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:04 smithi145 conmon[67302]: cluster 2022-01-26T00:26:02.871872+0000 mgr.smithi120.hllzij (mgr.14704) 3481 : cluster [DBG] 2022-01-26T00:26:04.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:04 smithi145 conmon[67302]: pgmap v2999: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:06.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:06 smithi120 conmon[102313]: cluster 2022-01-26T00:26:04.872576+0000 2022-01-26T00:26:06.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:06 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 3482 : cluster [DBG] pgmap v3000: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:06.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:06 smithi145 conmon[67302]: cluster 2022-01-26T00:26:04.872576+0000 mgr.smithi120.hllzij (mgr.14704) 3482 : cluster [DBG] pgmap v3000: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:06.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:06 smithi145 conmon[67302]: 2022-01-26T00:26:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:08 smithi120 conmon[102313]: cluster 2022-01-26T00:26:06.873203+0000 mgr.smithi120.hllzij (mgr.14704) 3483 : cluster [DBG] pgmap v3001: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:08.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:08 smithi120 conmon[102313]: 2022-01-26T00:26:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:08 smithi145 conmon[67302]: cluster 2022-01-26T00:26:06.873203+0000 mgr.smithi120.hllzij (mgr.14704) 3483 : 2022-01-26T00:26:08.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:08 smithi145 conmon[67302]: cluster [DBG] pgmap v3001: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:10.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:10 smithi120 conmon[102313]: cluster 2022-01-26T00:26:08.873642+0000 mgr.smithi120.hllzij (mgr.14704) 3484 : cluster [DBG] pgmap v3002: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:10.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:10 smithi145 conmon[67302]: cluster 2022-01-26T00:26:08.873642+0000 mgr.smithi120.hllzij (mgr.14704) 3484 : cluster [DBG] pgmap v3002: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:12.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:12 smithi120 conmon[102313]: cluster 2022-01-26T00:26:10.874549+0000 mgr.smithi120.hllzij (mgr.14704) 3485 : cluster [DBG] pgmap v3003: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:12.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:12 smithi145 conmon[67302]: cluster 2022-01-26T00:26:10.874549+0000 mgr.smithi120.hllzij (mgr.14704) 3485 : cluster [DBG] pgmap v3003: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:14.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:14 smithi120 conmon[102313]: cluster 2022-01-26T00:26:12.875086+0000 mgr.smithi120.hllzij (mgr.14704) 3486 : cluster [DBG] 2022-01-26T00:26:14.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:14 smithi120 conmon[102313]: pgmap v3004: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:14.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:14 smithi145 conmon[67302]: cluster 2022-01-26T00:26:12.875086+0000 mgr.smithi120.hllzij (mgr.14704) 3486 : cluster [DBG] pgmap v3004: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:16.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:16 smithi120 conmon[102313]: cluster 2022-01-26T00:26:14.875928+0000 mgr.smithi120.hllzij (mgr.14704) 3487 : cluster [DBG] pgmap v3005: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:16.820 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:26:16.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:16 smithi145 conmon[67302]: cluster 2022-01-26T00:26:14.875928+0000 mgr.smithi120.hllzij (mgr.14704) 3487 : cluster [DBG] pgmap v3005: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:17.085 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:26:17.085 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (105m) 6m ago 106m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:26:17.085 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (98m) 6m ago 106m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:26:17.086 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (98m) 6m ago 106m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:26:17.086 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (105m) 6m ago 106m 43.1M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:26:17.086 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (102m) 6m ago 102m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:26:17.086 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (102m) 6m ago 102m 44.1M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:26:17.087 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (99m) 6m ago 107m 579M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:26:17.087 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (99m) 6m ago 105m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:26:17.087 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (99m) 6m ago 107m 686M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:26:17.087 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (98m) 6m ago 105m 353M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:26:17.088 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (99m) 6m ago 99m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:26:17.088 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (99m) 6m ago 99m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:26:17.088 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (106m) 6m ago 106m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:26:17.088 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (105m) 6m ago 105m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:26:17.088 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (93m) 6m ago 105m 2054M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:26:17.089 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (105m) 6m ago 105m 2853M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:26:17.089 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (104m) 6m ago 104m 2082M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:26:17.089 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (104m) 6m ago 104m 2836M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:26:17.089 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (104m) 6m ago 104m 2293M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:26:17.090 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (104m) 6m ago 104m 3179M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:26:17.090 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (103m) 6m ago 103m 2600M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:26:17.090 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (103m) 6m ago 103m 3972M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:26:17.090 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (105m) 6m ago 106m 70.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:26:17.411 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:26:17.412 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:26:17.412 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:26:17.412 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:26:17.413 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:26:17.413 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:26:17.413 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:26:17.413 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:26:17.413 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:26:17.414 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:26:17.414 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:26:17.414 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:26:17.414 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:26:17.415 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:26:17.415 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:26:17.415 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:26:17.415 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:26:17.416 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:26:17.416 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:26:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:18 smithi120 conmon[102313]: audit 2022-01-26T00:26:16.809137+0000 mgr.smithi120.hllzij (mgr.14704) 3488 : audit [DBG] from='client.36404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:18 smithi120 conmon[102313]: cluster 2022-01-26T00:26:16.876393+0000 2022-01-26T00:26:18.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:18 smithi120 conmon[102313]: mgr.smithi120.hllzij (mgr.14704) 3489 : cluster [DBG] pgmap v3006: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:18 smithi120 conmon[102313]: audit 2022-01-26T00:26:17.077234+0000 mgr.smithi120.hllzij (mgr.14704) 3490 : audit [DBG] from='client.36408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:18.803 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:18 smithi120 conmon[102313]: audit 2022-01-26T00:26:17.412589+0000 mon.smithi120 (mon.0) 1239 : audit [DBG] from='client.? 172.21.15.120:0/2293903842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:26:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:18 smithi145 conmon[67302]: audit 2022-01-26T00:26:16.809137+0000 mgr.smithi120.hllzij (mgr.14704) 3488 : audit [DBG] from='client.36404 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:18 smithi145 conmon[67302]: cluster 2022-01-26T00:26:16.876393+0000 mgr.smithi120.hllzij (mgr.14704) 3489 : cluster [DBG] pgmap v3006: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:18 smithi145 conmon[67302]: audit 2022-01-26T00:26:17.077234+0000 mgr.smithi120.hllzij (mgr.14704) 3490 : audit [DBG] from='client.36408 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:18.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:18 smithi145 conmon[67302]: audit 2022-01-26T 2022-01-26T00:26:18.830 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:18 smithi145 conmon[67302]: 00:26:17.412589+0000 mon.smithi120 (mon.0) 1239 : audit [DBG] from='client.? 172.21.15.120:0/2293903842' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:26:20.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:20 smithi120 conmon[102313]: cluster 2022-01-26T00:26:18.876837+0000 mgr.smithi120.hllzij (mgr.14704) 3491 : cluster [DBG] pgmap v3007: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:20.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:20 smithi145 conmon[67302]: cluster 2022-01-26T00:26:18.876837+0000 mgr.smithi120.hllzij (mgr.14704) 3491 : cluster [DBG] pgmap v3007: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:22.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:22 smithi120 conmon[102313]: cluster 2022-01-26T00:26:20.877897+0000 mgr.smithi120.hllzij (mgr.14704) 3492 : cluster [DBG] pgmap v3008: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:22.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:22 smithi145 conmon[67302]: cluster 2022-01-26T00:26:20.877897+0000 mgr.smithi120.hllzij (mgr.14704) 3492 : cluster [DBG] pgmap v3008: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:24.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:24 smithi120 conmon[102313]: cluster 2022-01-26T00:26:22.878439+0000 mgr.smithi120.hllzij (mgr.14704) 3493 : cluster [DBG] pgmap v3009: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:24.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:24 smithi145 conmon[67302]: cluster 2022-01-26T00:26:22.878439+0000 mgr.smithi120.hllzij (mgr.14704) 3493 : cluster [DBG] pgmap v3009: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:26.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:26 smithi120 conmon[102313]: cluster 2022-01-26T00:26:24.879161+0000 mgr.smithi120.hllzij (mgr.14704) 3494 : cluster [DBG] pgmap v3010: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:26.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:26 smithi145 conmon[67302]: cluster 2022-01-26T00:26:24.879161+0000 mgr.smithi120.hllzij (mgr.14704) 3494 : cluster [DBG] pgmap v3010: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:28.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:28 smithi120 conmon[102313]: cluster 2022-01-26T00:26:26.879847+0000 mgr.smithi120.hllzij (mgr.14704) 3495 : cluster [DBG] pgmap v3011: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:28.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:28 smithi145 conmon[67302]: cluster 2022-01-26T00:26:26.879847+0000 mgr.smithi120.hllzij (mgr.14704) 3495 : cluster [DBG] pgmap v3011: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:30.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:30 smithi120 conmon[102313]: cluster 2022-01-26T00:26:28.880270+0000 mgr.smithi120.hllzij (mgr.14704) 3496 : cluster [DBG] pgmap v3012: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:30.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:30 smithi145 conmon[67302]: cluster 2022-01-26T00:26:28.880270+0000 mgr.smithi120.hllzij (mgr.14704) 3496 : cluster [DBG] pgmap v3012: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:32.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:32 smithi120 conmon[102313]: cluster 2022-01-26T00:26:30.881110+0000 mgr.smithi120.hllzij (mgr.14704) 3497 : cluster [DBG] pgmap v3013: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:32.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:32 smithi145 conmon[67302]: cluster 2022-01-26T00:26:30.881110+0000 mgr.smithi120.hllzij (mgr.14704) 3497 : cluster [DBG] pgmap v3013: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:34.801 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:34 smithi120 conmon[102313]: cluster 2022-01-26T00:26:32.881681+0000 mgr.smithi120.hllzij (mgr.14704) 3498 : cluster [DBG] pgmap v3014: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:34.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:34 smithi145 conmon[67302]: cluster 2022-01-26T00:26:32.881681+0000 mgr.smithi120.hllzij (mgr.14704) 3498 : cluster [DBG] pgmap v3014: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:36.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:36 smithi120 conmon[102313]: cluster 2022-01-26T00:26:34.882424+0000 mgr.smithi120.hllzij (mgr.14704) 3499 : cluster [DBG] pgmap v3015: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:36.829 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:36 smithi145 conmon[67302]: cluster 2022-01-26T00:26:34.882424+0000 mgr.smithi120.hllzij (mgr.14704) 3499 : cluster [DBG] pgmap v3015: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:38.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:38 smithi120 conmon[102313]: cluster 2022-01-26T00:26:36.883090+0000 mgr.smithi120.hllzij (mgr.14704) 3500 : cluster [DBG] pgmap v3016: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:38.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:38 smithi145 conmon[67302]: cluster 2022-01-26T00:26:36.883090+0000 mgr.smithi120.hllzij (mgr.14704) 3500 : cluster [DBG] pgmap v3016: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:39.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:39 smithi120 conmon[102313]: cluster 2022-01-26T00:26:38.883521+0000 mgr.smithi120.hllzij (mgr.14704) 3501 : cluster [DBG] 2022-01-26T00:26:39.802 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:39 smithi120 conmon[102313]: pgmap v3017: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:39.828 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:39 smithi145 conmon[67302]: cluster 2022-01-26T00:26:38.883521+0000 mgr.smithi120.hllzij (mgr.14704) 3501 : cluster [DBG] pgmap v3017: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:42 smithi120 conmon[102313]: cluster 2022-01-26T00:26:40.884439+0000 mgr.smithi120.hllzij (mgr.14704) 3502 : cluster [DBG] 2022-01-26T00:26:42.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:42 smithi120 conmon[102313]: pgmap v3018: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:42.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:42 smithi145 conmon[67302]: cluster 2022-01-26T00:26:40.884439+0000 mgr.smithi120.hllzij (mgr.14704) 3502 : cluster [DBG] pgmap v3018: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:44 smithi120 conmon[102313]: cluster 2022-01-26T00:26:42.885023+0000 mgr.smithi120.hllzij (mgr.14704) 3503 : cluster [DBG] pgmap v3019: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:44.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:44 smithi120 conmon[102313]: 2022-01-26T00:26:44.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:44 smithi145 conmon[67302]: cluster 2022-01-26T00:26:42.885023+0000 mgr.smithi120.hllzij (mgr.14704) 3503 : cluster [DBG] pgmap v3019: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:46.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:46 smithi120 conmon[102313]: cluster 2022-01-26T00:26:44.885841+0000 mgr.smithi120.hllzij (mgr.14704) 3504 : cluster [DBG] pgmap v3020: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:46.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:46 smithi145 conmon[67302]: cluster 2022-01-26T00:26:44.885841+0000 mgr.smithi120.hllzij (mgr.14704) 3504 : cluster [DBG] pgmap v3020: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:47.713 INFO:teuthology.orchestra.run.smithi120.stdout:true 2022-01-26T00:26:47.980 INFO:teuthology.orchestra.run.smithi120.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2022-01-26T00:26:47.980 INFO:teuthology.orchestra.run.smithi120.stdout:alertmanager.smithi120 smithi120 *:9093,9094 running (106m) 6m ago 107m 17.7M - 0.20.0 0881eb8f169f 23139329f862 2022-01-26T00:26:47.980 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi120 smithi120 running (99m) 6m ago 107m 7013k - 16.2.7-240-g5bfc361e 8b4796d434bf eae3a5cfef86 2022-01-26T00:26:47.981 INFO:teuthology.orchestra.run.smithi120.stdout:crash.smithi145 smithi145 running (99m) 6m ago 106m 7168k - 16.2.7-240-g5bfc361e 8b4796d434bf c5b81bf569e9 2022-01-26T00:26:47.981 INFO:teuthology.orchestra.run.smithi120.stdout:grafana.smithi120 smithi120 *:3000 running (105m) 6m ago 106m 43.1M - 6.7.4 557c83e11646 ec519a2f2e1f 2022-01-26T00:26:47.981 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi120.biyzgf smithi120 running (102m) 6m ago 102m 25.4M - 16.2.4 8d91d370c2b8 4d80d1adb855 2022-01-26T00:26:47.981 INFO:teuthology.orchestra.run.smithi120.stdout:mds.foofs.smithi145.odeite smithi145 running (102m) 6m ago 102m 44.1M - 16.2.4 8d91d370c2b8 d7a1980e3691 2022-01-26T00:26:47.982 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi120.hllzij smithi120 *:8443,9283 running (100m) 6m ago 108m 579M - 16.2.7-240-g5bfc361e 8b4796d434bf c152cf265820 2022-01-26T00:26:47.982 INFO:teuthology.orchestra.run.smithi120.stdout:mgr.smithi145.phdhej smithi145 *:8443,9283 running (99m) 6m ago 106m 400M - 16.2.7-240-g5bfc361e 8b4796d434bf 38b62eff16b2 2022-01-26T00:26:47.982 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi120 smithi120 running (99m) 6m ago 108m 686M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 33b1db8ff431 2022-01-26T00:26:47.983 INFO:teuthology.orchestra.run.smithi120.stdout:mon.smithi145 smithi145 running (99m) 6m ago 106m 353M 2048M 16.2.7-240-g5bfc361e 8b4796d434bf 62d119d8661a 2022-01-26T00:26:47.983 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.0.0.smithi120.plgvls smithi120 *:2049 running (100m) 6m ago 100m 175M - 3.5 8d91d370c2b8 87fbdd60e46d 2022-01-26T00:26:47.983 INFO:teuthology.orchestra.run.smithi120.stdout:nfs.foo.1.0.smithi145.fhmwqf smithi145 *:2049 running (100m) 6m ago 100m 107M - 3.5 8d91d370c2b8 2784f06aa309 2022-01-26T00:26:47.983 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi120 smithi120 *:9100 running (106m) 6m ago 106m 18.1M - 0.18.1 e5a616e4b9cf a8662b66777b 2022-01-26T00:26:47.983 INFO:teuthology.orchestra.run.smithi120.stdout:node-exporter.smithi145 smithi145 *:9100 running (106m) 6m ago 106m 18.3M - 0.18.1 e5a616e4b9cf c88529abbd92 2022-01-26T00:26:47.984 INFO:teuthology.orchestra.run.smithi120.stdout:osd.0 smithi120 running (93m) 6m ago 105m 2054M 4096M 16.2.7-240-g5bfc361e 8b4796d434bf 78ace66b632c 2022-01-26T00:26:47.984 INFO:teuthology.orchestra.run.smithi120.stdout:osd.1 smithi120 running (105m) 6m ago 105m 2853M 4096M 16.2.4 8d91d370c2b8 e1103a0a9df0 2022-01-26T00:26:47.984 INFO:teuthology.orchestra.run.smithi120.stdout:osd.2 smithi120 running (105m) 6m ago 105m 2082M 4096M 16.2.4 8d91d370c2b8 50413535a837 2022-01-26T00:26:47.984 INFO:teuthology.orchestra.run.smithi120.stdout:osd.3 smithi120 running (105m) 6m ago 105m 2836M 4096M 16.2.4 8d91d370c2b8 1dfe9b52ccdc 2022-01-26T00:26:47.985 INFO:teuthology.orchestra.run.smithi120.stdout:osd.4 smithi145 running (104m) 6m ago 104m 2293M 4096M 16.2.4 8d91d370c2b8 45b5f79088c2 2022-01-26T00:26:47.985 INFO:teuthology.orchestra.run.smithi120.stdout:osd.5 smithi145 running (104m) 6m ago 104m 3179M 4096M 16.2.4 8d91d370c2b8 0ac7e589e5da 2022-01-26T00:26:47.985 INFO:teuthology.orchestra.run.smithi120.stdout:osd.6 smithi145 running (104m) 6m ago 104m 2600M 4096M 16.2.4 8d91d370c2b8 451feb5b2de0 2022-01-26T00:26:47.985 INFO:teuthology.orchestra.run.smithi120.stdout:osd.7 smithi145 running (104m) 6m ago 104m 3972M 4096M 16.2.4 8d91d370c2b8 c367430e2d25 2022-01-26T00:26:47.985 INFO:teuthology.orchestra.run.smithi120.stdout:prometheus.smithi120 smithi120 *:9095 running (105m) 6m ago 106m 70.6M - 2.18.1 de242295e225 aa85f89d6f55 2022-01-26T00:26:48.301 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:48 smithi120 conmon[102313]: cluster 2022-01-26T00:26:46.886471+0000 mgr.smithi120.hllzij (mgr.14704) 3505 : cluster [DBG] pgmap v3021: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:48.302 INFO:teuthology.orchestra.run.smithi120.stdout:{ 2022-01-26T00:26:48.303 INFO:teuthology.orchestra.run.smithi120.stdout: "mon": { 2022-01-26T00:26:48.303 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:26:48.303 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:26:48.303 INFO:teuthology.orchestra.run.smithi120.stdout: "mgr": { 2022-01-26T00:26:48.303 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 2 2022-01-26T00:26:48.304 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:26:48.304 INFO:teuthology.orchestra.run.smithi120.stdout: "osd": { 2022-01-26T00:26:48.304 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 7, 2022-01-26T00:26:48.304 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 1 2022-01-26T00:26:48.305 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:26:48.305 INFO:teuthology.orchestra.run.smithi120.stdout: "mds": { 2022-01-26T00:26:48.305 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 2 2022-01-26T00:26:48.306 INFO:teuthology.orchestra.run.smithi120.stdout: }, 2022-01-26T00:26:48.306 INFO:teuthology.orchestra.run.smithi120.stdout: "overall": { 2022-01-26T00:26:48.306 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.4 (3cbe25cde3cfa028984618ad32de9edc4c1eaed0) pacific (stable)": 9, 2022-01-26T00:26:48.306 INFO:teuthology.orchestra.run.smithi120.stdout: "ceph version 16.2.7-240-g5bfc361e (5bfc361ee5ddb060baaa8b6c472feff0ae2b176c) pacific (stable)": 5 2022-01-26T00:26:48.307 INFO:teuthology.orchestra.run.smithi120.stdout: } 2022-01-26T00:26:48.307 INFO:teuthology.orchestra.run.smithi120.stdout:} 2022-01-26T00:26:48.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:48 smithi145 conmon[67302]: cluster 2022-01-26T00:26:46.886471+0000 mgr.smithi120.hllzij (mgr.14704) 3505 : cluster [DBG] pgmap v3021: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:49 smithi120 conmon[102313]: audit 2022-01-26T00:26:47.702287+0000 mgr.smithi120.hllzij (mgr.14704) 3506 : audit [DBG] from='client.36416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:49 smithi120 conmon[102313]: 2022-01-26T00:26:49.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:49 smithi120 conmon[102313]: audit 2022-01-26T00:26:47.971957+0000 mgr.smithi120.hllzij (mgr.14704) 3507 : audit [DBG] from='client.36420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:49.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:49 smithi120 conmon[102313]: audit 2022-01-26T00:26:48.303709+0000 mon.smithi120 (mon.0) 1240 : audit [DBG] from='client.? 172.21.15.120:0/1020922446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:26:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:49 smithi145 conmon[67302]: audit 2022-01-26T00:26:47.702287+0000 mgr.smithi120.hllzij (mgr.14704) 3506 : audit [DBG] 2022-01-26T00:26:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:49 smithi145 conmon[67302]: from='client.36416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:49 smithi145 conmon[67302]: audit 2022-01-26T00:26:47.971957+0000 mgr.smithi120.hllzij (mgr.14704) 3507 : audit [DBG] from='client.36420 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2022-01-26T00:26:49.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:49 smithi145 conmon[67302]: audit 2022-01-26T00:26:48 2022-01-26T00:26:49.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:49 smithi145 conmon[67302]: .303709+0000 mon.smithi120 (mon.0) 1240 : audit [DBG] from='client.? 172.21.15.120:0/1020922446' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2022-01-26T00:26:50.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:50 smithi120 conmon[102313]: cluster 2022-01-26T00:26:48.887092+0000 mgr.smithi120.hllzij (mgr.14704) 3508 : cluster [DBG] pgmap v3022: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:50.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:50 smithi145 conmon[67302]: cluster 2022-01-26T00:26:48.887092+0000 mgr.smithi120.hllzij (mgr.14704) 3508 : cluster [DBG] pgmap v3022: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:50.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:50 smithi145 conmon[67302]: 2022-01-26T00:26:52.551 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:52 smithi120 conmon[102313]: cluster 2022-01-26T00:26:50.887967+0000 mgr.smithi120.hllzij (mgr.14704) 3509 : cluster [DBG] 2022-01-26T00:26:52.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:52 smithi120 conmon[102313]: pgmap v3023: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:52.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:52 smithi145 conmon[67302]: cluster 2022-01-26T00:26:50.887967+0000 mgr.smithi120.hllzij (mgr.14704) 3509 : cluster [DBG] pgmap v3023: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:26:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:54 smithi120 conmon[102313]: cluster 2022-01-26T00:26:52.888497+0000 mgr.smithi120.hllzij (mgr.14704) 3510 : cluster [DBG] pgmap v3024: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:54.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:54 smithi120 conmon[102313]: audit 2022-01-26T00:26:53.985943+0000 mon.smithi120 (mon.0) 1241 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:26:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:54 smithi120 conmon[102313]: audit 2022-01-26T00: 2022-01-26T00:26:54.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:54 smithi120 conmon[102313]: 26:53.986797+0000 mon.smithi120 (mon.0) 1242 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:26:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:54 smithi145 conmon[67302]: cluster 2022-01-26T00:26:52.888497+0000 mgr.smithi120.hllzij (mgr.14704) 3510 : cluster [DBG] pgmap v3024: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:54.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:54 smithi145 conmon[67302]: audit 2022-01-26T00:26:53.985943+0000 mon.smithi120 ( 2022-01-26T00:26:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:54 smithi145 conmon[67302]: mon.0) 1241 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/mirror_snapshot_schedule"}]: dispatch 2022-01-26T00:26:54.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:54 smithi145 conmon[67302]: audit 2022-01-26T00:26:53.986797+0000 mon.smithi120 (mon.0) 1242 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/smithi120.hllzij/trash_purge_schedule"}]: dispatch 2022-01-26T00:26:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:56 smithi120 conmon[102313]: cluster 2022-01-26T00:26:54.889211+0000 mgr.smithi120.hllzij (mgr.14704) 3511 : cluster [DBG] 2022-01-26T00:26:56.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:56 smithi120 conmon[102313]: pgmap v3025: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:56.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:56 smithi145 conmon[67302]: cluster 2022-01-26T00:26:54.889211+0000 mgr.smithi120.hllzij (mgr.14704) 3511 : cluster [DBG] pgmap v3025: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:58.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:58 smithi120 conmon[102313]: cluster 2022-01-26T00:26:56.889777+0000 mgr.smithi120.hllzij (mgr.14704) 3512 : cluster [DBG] pgmap v3026: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:58.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:58 smithi145 conmon[67302]: cluster 2022-01-26T00:26:56.889777+0000 mgr.smithi120.hllzij (mgr.14704) 3512 : cluster [DBG] pgmap v3026: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:26:59.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:59 smithi120 conmon[102313]: audit 2022-01-26T00:26:58.861309+0000 mon.smithi120 (mon.0) 2022-01-26T00:26:59.595 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:59 smithi120 conmon[102313]: 1243 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:26:59.596 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:59 smithi120 conmon[102313]: audit 2022-01-26T00:26:58.862624+0000 mon.smithi120 (mon.0) 1244 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:26:59.596 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:59 smithi120 conmon[102313]: audit 2022-01-26T00:26:58.863590+0000 2022-01-26T00:26:59.596 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:59 smithi120 conmon[102313]: mon.smithi120 (mon.0) 1245 : audit 2022-01-26T00:26:59.596 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:26:59 smithi120 conmon[102313]: [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:26:59.597 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:59 smithi145 conmon[67302]: audit 2022-01-26T00:26:58.861309+0000 mon.smithi120 (mon.0) 1243 2022-01-26T00:26:59.597 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:59 smithi145 conmon[67302]: : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2022-01-26T00:26:59.598 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:59 smithi145 conmon[67302]: audit 2022-01-26T00:26:58.862624+0000 mon.smithi120 (mon.0) 1244 : audit [DBG] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2022-01-26T00:26:59.598 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:59 smithi145 conmon[67302]: audit 2022-01-26T00 2022-01-26T00:26:59.598 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:26:59 smithi145 conmon[67302]: :26:58.863590+0000 mon.smithi120 (mon.0) 1245 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2022-01-26T00:27:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:27:00 smithi120 conmon[102313]: cephadm 2022-01-26T00:26:58.864345+0000 mgr.smithi120.hllzij (mgr.14704) 3513 : 2022-01-26T00:27:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:27:00 smithi120 conmon[102313]: cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:27:00.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:27:00 smithi120 conmon[102313]: cluster 2022-01-26T00:26:58.890330+0000 mgr.smithi120.hllzij (mgr.14704) 3514 : cluster [DBG] pgmap v3027: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:27:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:27:00 smithi120 conmon[102313]: audit 2022-01-26T00: 2022-01-26T00:27:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:27:00 smithi120 conmon[102313]: 26:59.259058+0000 mon.smithi120 (mon.0) 1246 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:27:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:27:00 smithi120 conmon[102313]: audit 2022-01-26T00:27:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:27:00 smithi120 conmon[102313]: 2022-01- 2022-01-26T00:27:00.553 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:27:00 smithi120 conmon[102313]: 26T00:26:59.263979+0000 mon.smithi120 (mon 2022-01-26T00:27:00.554 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:27:00 smithi120 conmon[102313]: .0) 1247 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:27:00.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:27:00 smithi145 conmon[67302]: cephadm 2022-01-26T00:26:58.864345+0000 mgr.smithi120.hllzij (mgr.14704) 3513 : cephadm [WRN] unable to calc client keyring client.admin placement PlacementSpec(label='_admin'): Cannot place : No matching hosts for label _admin 2022-01-26T00:27:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:27:00 smithi145 conmon[67302]: cluster 2022-01-26T00:26:58.890330+0000 mgr.smithi120.hllzij (mgr.14704) 3514 : cluster [DBG] pgmap v3027: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:27:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:27:00 smithi145 conmon[67302]: audit 2022-01-26T00:26:59.259058+0000 mon.smithi120 (mon.0) 1246 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:27:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:27:00 smithi145 conmon[67302]: audit 2022-01-26T00:26: 2022-01-26T00:27:00.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:27:00 smithi145 conmon[67302]: 59.263979+0000 mon.smithi120 (mon.0) 2022-01-26T00:27:00.580 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:27:00 smithi145 conmon[67302]: 1247 : audit [INF] from='mgr.14704 172.21.15.120:0/2026498233' entity='mgr.smithi120.hllzij' 2022-01-26T00:27:02.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:27:02 smithi120 conmon[102313]: cluster 2022-01-26T00:27:00.891263+0000 mgr.smithi120.hllzij (mgr.14704) 3515 : cluster [DBG] pgmap v3028: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:27:02.578 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:27:02 smithi145 conmon[67302]: cluster 2022-01-26T00:27:00.891263+0000 mgr.smithi120.hllzij (mgr.14704) 3515 : cluster [DBG] pgmap v3028: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 op/s 2022-01-26T00:27:04.552 INFO:journalctl@ceph.mon.smithi120.smithi120.stdout:Jan 26 00:27:04 smithi120 conmon[102313]: cluster 2022-01-26T00:27:02.891731+0000 mgr.smithi120.hllzij (mgr.14704) 3516 : cluster [DBG] pgmap v3029: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:27:04.579 INFO:journalctl@ceph.mon.smithi145.smithi145.stdout:Jan 26 00:27:04 smithi145 conmon[67302]: cluster 2022-01-26T00:27:02.891731+0000 mgr.smithi120.hllzij (mgr.14704) 3516 : cluster [DBG] pgmap v3029: 129 pgs: 129 active+clean; 225 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 op/s 2022-01-26T00:27:04.809 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2022-01-26T00:27:04.812 DEBUG:teuthology.task.console_log:Killing console logger for smithi120 2022-01-26T00:27:04.814 DEBUG:teuthology.task.console_log:Killing console logger for smithi145 2022-01-26T00:27:04.815 DEBUG:teuthology.exit:Finished running handlers